Add a native updatedb.

[plocate] / database-builder.h

diff --git a/database-builder.h b/database-builder.h
index e799105563270690099bffcbc9f9b196d49beb6f..e2c0c19f54c291d19d99edd87c47b23c48b2ac50 100644 (file)
--- a/database-builder.h
+++ b/database-builder.h
@@ -8,15 +8,36 @@
 #include <random>
 #include <stddef.h>
 #include <string>
+#include <utility>
 #include <vector>
 #include <zstd.h>
 
 class PostingListBuilder;
 
+// {0,0} means unknown or so current that it should never match.
+// {-1,0} means it's not a directory.
+struct dir_time {
+       int64_t sec;
+       int32_t nsec;
+
+       bool operator<(const dir_time &other) const
+       {
+               if (sec != other.sec)
+                       return sec < other.sec;
+               return nsec < other.nsec;
+       }
+       bool operator>=(const dir_time &other) const
+       {
+               return !(other < *this);
+       }
+};
+constexpr dir_time unknown_dir_time{ 0, 0 };
+constexpr dir_time not_a_dir{ -1, 0 };
+
 class DatabaseReceiver {
 public:
        virtual ~DatabaseReceiver() = default;
-       virtual void add_file(std::string filename) = 0;
+       virtual void add_file(std::string filename, dir_time dt) = 0;
        virtual void flush_block() = 0;
        virtual void finish() { flush_block(); }
 };
@@ -25,7 +46,7 @@ class DictionaryBuilder : public DatabaseReceiver {
 public:
        DictionaryBuilder(size_t blocks_to_keep, size_t block_size)
                : blocks_to_keep(blocks_to_keep), block_size(block_size) {}
-       void add_file(std::string filename) override;
+       void add_file(std::string filename, dir_time dt) override;
        void flush_block() override;
        std::string train(size_t buf_size);
 
@@ -45,10 +66,10 @@ private:
 
 class Corpus : public DatabaseReceiver {
 public:
-       Corpus(FILE *outfp, size_t block_size, ZSTD_CDict *cdict);
+       Corpus(FILE *outfp, size_t block_size, ZSTD_CDict *cdict, bool store_dir_times);
        ~Corpus();
 
-       void add_file(std::string filename) override;
+       void add_file(std::string filename, dir_time dt) override;
        void flush_block() override;
        void finish() override;
 
@@ -60,20 +81,30 @@ public:
        }
        PostingListBuilder &get_pl_builder(uint32_t trgm);
        size_t num_trigrams() const;
+       std::string get_compressed_dir_times();
 
 private:
+       void compress_dir_times(size_t allowed_slop);
+
        std::unique_ptr<PostingListBuilder *[]> invindex;
        FILE *outfp;
        std::string current_block;
        std::string tempbuf;
        const size_t block_size;
+       const bool store_dir_times;
        ZSTD_CDict *cdict;
+
+       ZSTD_CStream *dir_time_ctx = nullptr;
+       std::string dir_times;  // Buffer of still-uncompressed data.
+       std::string dir_times_compressed;
 };
 
 class DatabaseBuilder {
 public:
-       DatabaseBuilder(const char *outfile, int block_size, std::string dictionary);
-       Corpus *start_corpus();
+       DatabaseBuilder(const char *outfile, gid_t owner, int block_size, std::string dictionary);
+       Corpus *start_corpus(bool store_dir_times);
+       void set_next_dictionary(std::string next_dictionary);
+       void set_conf_block(std::string conf_block);
        void finish_corpus();
 
 private:
@@ -84,6 +115,7 @@ private:
        std::chrono::steady_clock::time_point corpus_start;
        Corpus *corpus = nullptr;
        ZSTD_CDict *cdict = nullptr;
+       std::string next_dictionary, conf_block;
 };
 
 #endif  // !defined(_DATABASE_BUILDER_H)