mirror of
https://github.com/dragonpilot/dragonpilot.git
synced 2026-06-23 15:02:06 +08:00
Dean Lee
2b4a477fbc
* no-cache mode * fix test cases build error * space * don't create cache dir in no-cache mode * fix errors in test cases * no_local_cache_ * set the number of connections by chunk_size * use size_t instead of int64_t * add test case for no-cache mode * rename variables * fix SIGSEGV * cleanup * faster decompressBZ2 * always decompress bz2 * add test cases * prepare for python interface * fix test cases build error * continue * camera_replay: cache remote file * protected inheritance * single option name * TODO * test_case for LogReader&FrameReader * fix wrong require * test case for FileReader * cleanup test * test:fix wrong filename * check cached file's checksum * fix mkdir permissions err cleanup filereader * remove initialize libav network libraries. dd * abort all loading if one failed * cleanup tests * use threadpool to limit concurrent downloads * cache more segments * merge 3 segments for replay * one segment uses about 100M of memory * use segments_need_merge.size() * shutdown * fix stuck if exit replay before keyboard thread started * load one segment at a time * small cleanup * cleanup filereader * space * tiny cleanup * merge master * cleanup test cases * use util:create_directories * cleanup framereader
64 lines
1.9 KiB
C++
64 lines
1.9 KiB
C++
#pragma once
|
|
|
|
#if __has_include(<memory_resource>)
|
|
#define HAS_MEMORY_RESOURCE 1
|
|
#include <memory_resource>
|
|
#endif
|
|
|
|
#include "cereal/gen/cpp/log.capnp.h"
|
|
#include "selfdrive/camerad/cameras/camera_common.h"
|
|
#include "selfdrive/ui/replay/filereader.h"
|
|
|
|
const CameraType ALL_CAMERAS[] = {RoadCam, DriverCam, WideRoadCam};
|
|
const int MAX_CAMERAS = std::size(ALL_CAMERAS);
|
|
const int DEFAULT_EVENT_MEMORY_POOL_BLOCK_SIZE = 65000;
|
|
|
|
class Event {
|
|
public:
|
|
Event(cereal::Event::Which which, uint64_t mono_time) : reader(kj::ArrayPtr<capnp::word>{}) {
|
|
// construct a dummy Event for binary search, e.g std::upper_bound
|
|
this->which = which;
|
|
this->mono_time = mono_time;
|
|
}
|
|
Event(const kj::ArrayPtr<const capnp::word> &amsg, bool frame = false);
|
|
inline kj::ArrayPtr<const capnp::byte> bytes() const { return words.asBytes(); }
|
|
|
|
struct lessThan {
|
|
inline bool operator()(const Event *l, const Event *r) {
|
|
return l->mono_time < r->mono_time || (l->mono_time == r->mono_time && l->which < r->which);
|
|
}
|
|
};
|
|
|
|
#if HAS_MEMORY_RESOURCE
|
|
void *operator new(size_t size, std::pmr::monotonic_buffer_resource *mbr) {
|
|
return mbr->allocate(size);
|
|
}
|
|
void operator delete(void *ptr) {
|
|
// No-op. memory used by EventMemoryPool increases monotonically until the logReader is destroyed.
|
|
}
|
|
#endif
|
|
|
|
uint64_t mono_time;
|
|
cereal::Event::Which which;
|
|
cereal::Event::Reader event;
|
|
capnp::FlatArrayMessageReader reader;
|
|
kj::ArrayPtr<const capnp::word> words;
|
|
bool frame;
|
|
};
|
|
|
|
class LogReader : protected FileReader {
|
|
public:
|
|
LogReader(bool local_cache = false, int chunk_size = -1, int retries = 0, size_t memory_pool_block_size = DEFAULT_EVENT_MEMORY_POOL_BLOCK_SIZE);
|
|
~LogReader();
|
|
bool load(const std::string &file, std::atomic<bool> *abort = nullptr);
|
|
|
|
std::vector<Event*> events;
|
|
|
|
private:
|
|
std::string raw_;
|
|
#ifdef HAS_MEMORY_RESOURCE
|
|
std::pmr::monotonic_buffer_resource *mbr_ = nullptr;
|
|
void *pool_buffer_ = nullptr;
|
|
#endif
|
|
};
|