Files
sunnypilot/openpilot/tools/replay/filereader.cc
T
Adeeb Shihadeh 6b47a5b6b7 tools: decompress in the python downloader (#38430)
* tools: decompress in the python downloader

* and zstd
2026-07-23 10:06:44 -07:00

30 lines
1.0 KiB
C++

#include "tools/replay/filereader.h"
#include <fstream>
#include <unistd.h>
#include "common/util.h"
#include "tools/replay/py_downloader.h"
std::string FileReader::read(const std::string &file, std::atomic<bool> *abort) {
const bool is_remote = (file.find("https://") == 0) || (file.find("http://") == 0);
if (is_remote) {
std::string local_path = PyDownloader::download(file, cache_to_local_, abort);
if (local_path.empty()) return {};
return util::read_file(local_path);
}
char header[4] = {};
std::ifstream stream(file, std::ios::binary);
stream.read(header, sizeof(header));
const std::string magic(header, stream.gcount());
if (util::ends_with(file, ".bz2") || util::ends_with(file, ".zst") ||
util::starts_with(magic, "BZh") || magic == "\x28\xB5\x2F\xFD") {
std::string local_path = PyDownloader::decompress(file, abort);
if (local_path.empty()) return {};
std::string data = util::read_file(local_path);
unlink(local_path.c_str());
return data;
}
return util::read_file(file);
}