+class EncodingCorpus : public DatabaseReceiver {
+public:
+ EncodingCorpus(FILE *outfp, size_t block_size, ZSTD_CDict *cdict, bool store_dir_times);
+ ~EncodingCorpus();
+
+ void add_file(std::string filename, dir_time dt) override;
+ void flush_block() override;
+ void finish() override;
+
+ std::vector<uint64_t> filename_blocks;
+ size_t num_files = 0, num_files_in_block = 0, num_blocks = 0;
+ bool seen_trigram(uint32_t trgm)
+ {
+ return invindex[trgm] != nullptr;
+ }
+ size_t num_files_seen() const override { return num_files; }
+ PostingListBuilder &get_pl_builder(uint32_t trgm)
+ {
+ return *invindex[trgm];
+ }
+
+ void add_docid(uint32_t trgm, uint32_t docid)
+ {
+ if (invindex[trgm] == nullptr) {
+ invindex[trgm] = new PostingListBuilder;
+ invindex[trgm]->add_first_docid(docid);
+ } else {
+ invindex[trgm]->add_docid(docid);
+ }
+ }
+
+ size_t num_trigrams() const;
+ std::string get_compressed_dir_times();
+
+private:
+ void compress_dir_times(size_t allowed_slop);
+
+ std::unique_ptr<PostingListBuilder *[]> invindex;
+ FILE *outfp;
+ off_t outfp_pos; // Cheaper than calling ftell(outfp) all the time.
+ std::string current_block;
+ std::string tempbuf;
+ const size_t block_size;
+ const bool store_dir_times;
+ ZSTD_CDict *cdict;
+
+ ZSTD_CStream *dir_time_ctx = nullptr;
+ std::string dir_times; // Buffer of still-uncompressed data.
+ std::string dir_times_compressed;
+};
+
+EncodingCorpus::EncodingCorpus(FILE *outfp, size_t block_size, ZSTD_CDict *cdict, bool store_dir_times)
+ : invindex(new PostingListBuilder *[NUM_TRIGRAMS]), outfp(outfp), outfp_pos(ftell(outfp)), block_size(block_size), store_dir_times(store_dir_times), cdict(cdict)