diff --git a/python/fusion_engine_client/parsers/fast_indexer.py b/python/fusion_engine_client/parsers/fast_indexer.py index cf4f0dd7..0c909ab3 100644 --- a/python/fusion_engine_client/parsers/fast_indexer.py +++ b/python/fusion_engine_client/parsers/fast_indexer.py @@ -13,7 +13,7 @@ # NOTE: This needs to be larger then the biggest possible FE message. The # smaller it is, the faster the indexer can run, but if it's not large enough, # messages may be missed. -_MAX_FE_MSG_SIZE_BYTES = 1024 * 12 +_MAX_FE_MSG_SIZE_BYTES = 1024 * 16 # This has been tuned on my laptop to where increasing the read size was giving # diminishing returns on speed. @@ -21,6 +21,11 @@ _PREAMBLE = struct.unpack('= expected_msg_ends[:-1]]) + _logger.debug(f'Dropped {np.sum(~non_overlapped_idx)} wrapped messages.') + index_raw = index_raw[non_overlapped_idx] + total_entries = len(index_raw) _logger.debug(f'FE messages found: {total_entries}')