1
0
mirror of https://github.com/wolfpld/tracy synced 2025-04-29 04:23:51 +00:00

Read files using mmap.

This commit is contained in:
Bartosz Taudul 2020-02-12 19:43:05 +01:00
parent 3b345aab37
commit eb79507501

View File

@ -11,7 +11,17 @@
#include <thread> #include <thread>
#include <utility> #include <utility>
#include <sys/stat.h>
#ifdef _MSC_VER
# define stat64 _stat64
#endif
#ifdef __CYGWIN__
# define stat64 stat
#endif
#include "TracyFileHeader.hpp" #include "TracyFileHeader.hpp"
#include "TracyMmap.hpp"
#include "TracyYield.hpp" #include "TracyYield.hpp"
#include "../common/tracy_lz4.hpp" #include "../common/tracy_lz4.hpp"
#include "../common/TracyForceInline.hpp" #include "../common/TracyForceInline.hpp"
@ -21,6 +31,7 @@ namespace tracy
{ {
struct NotTracyDump : public std::exception {}; struct NotTracyDump : public std::exception {};
struct FileReadError : public std::exception {};
class FileRead class FileRead
{ {
@ -36,7 +47,7 @@ public:
m_exit.store( true, std::memory_order_relaxed ); m_exit.store( true, std::memory_order_relaxed );
m_decThread.join(); m_decThread.join();
fclose( m_file ); if( m_data ) munmap( m_data, m_dataSize );
if( m_stream ) LZ4_freeStreamDecode( m_stream ); if( m_stream ) LZ4_freeStreamDecode( m_stream );
if( m_streamZstd ) ZSTD_freeDStream( m_streamZstd ); if( m_streamZstd ) ZSTD_freeDStream( m_streamZstd );
} }
@ -198,7 +209,7 @@ private:
FileRead( FILE* f, const char* fn ) FileRead( FILE* f, const char* fn )
: m_stream( nullptr ) : m_stream( nullptr )
, m_streamZstd( nullptr ) , m_streamZstd( nullptr )
, m_file( f ) , m_data( nullptr )
, m_buf( m_bufData[1] ) , m_buf( m_bufData[1] )
, m_second( m_bufData[0] ) , m_second( m_bufData[0] )
, m_offset( 0 ) , m_offset( 0 )
@ -209,7 +220,11 @@ private:
, m_filename( fn ) , m_filename( fn )
{ {
char hdr[4]; char hdr[4];
if( fread( hdr, 1, sizeof( hdr ), m_file ) != sizeof( hdr ) ) throw NotTracyDump(); if( fread( hdr, 1, sizeof( hdr ), f ) != sizeof( hdr ) )
{
fclose( f );
throw NotTracyDump();
}
if( memcmp( hdr, Lz4Header, sizeof( hdr ) ) == 0 ) if( memcmp( hdr, Lz4Header, sizeof( hdr ) ) == 0 )
{ {
m_stream = LZ4_createStreamDecode(); m_stream = LZ4_createStreamDecode();
@ -218,6 +233,30 @@ private:
{ {
m_streamZstd = ZSTD_createDStream(); m_streamZstd = ZSTD_createDStream();
} }
else
{
fclose( f );
throw NotTracyDump();
}
struct stat64 buf;
if( stat64( fn, &buf ) == 0 )
{
m_dataSize = buf.st_size;
}
else
{
fclose( f );
throw FileReadError();
}
m_data = (char*)mmap( nullptr, m_dataSize, PROT_READ, MAP_SHARED, fileno( f ), 0 );
fclose( f );
if( !m_data )
{
throw FileReadError();
}
m_dataOffset = sizeof( hdr );
ReadBlock(); ReadBlock();
std::swap( m_buf, m_second ); std::swap( m_buf, m_second );
@ -288,19 +327,22 @@ private:
void ReadBlock() void ReadBlock()
{ {
char m_lz4buf[LZ4Size]; if( m_dataOffset < m_dataSize )
uint32_t sz;
if( fread( &sz, 1, sizeof( sz ), m_file ) == sizeof( sz ) )
{ {
fread( m_lz4buf, 1, sz, m_file ); uint32_t sz;
memcpy( &sz, m_data + m_dataOffset, sizeof( sz ) );
m_dataOffset += sizeof( sz );
if( m_stream ) if( m_stream )
{ {
m_lastBlock = (size_t)LZ4_decompress_safe_continue( m_stream, m_lz4buf, m_second, sz, BufSize ); m_lastBlock = (size_t)LZ4_decompress_safe_continue( m_stream, m_data + m_dataOffset, m_second, sz, BufSize );
m_dataOffset += sz;
} }
else else
{ {
ZSTD_outBuffer out = { m_second, BufSize, 0 }; ZSTD_outBuffer out = { m_second, BufSize, 0 };
ZSTD_inBuffer in = { m_lz4buf, sz, 0 }; ZSTD_inBuffer in = { m_data + m_dataOffset, sz, 0 };
m_dataOffset += sz;
const auto ret = ZSTD_decompressStream( m_streamZstd, &out, &in ); const auto ret = ZSTD_decompressStream( m_streamZstd, &out, &in );
assert( ret > 0 ); assert( ret > 0 );
m_lastBlock = out.pos; m_lastBlock = out.pos;
@ -317,7 +359,9 @@ private:
LZ4_streamDecode_t* m_stream; LZ4_streamDecode_t* m_stream;
ZSTD_DStream* m_streamZstd; ZSTD_DStream* m_streamZstd;
FILE* m_file; char* m_data;
uint64_t m_dataSize;
uint64_t m_dataOffset;
char* m_buf; char* m_buf;
char* m_second; char* m_second;
size_t m_offset; size_t m_offset;