-
Notifications
You must be signed in to change notification settings - Fork 18
/
vectorstore.h
49 lines (36 loc) · 1.17 KB
/
vectorstore.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#pragma once
#include <vector>
#include <string>
#include <functional>
#include <algorithm>
#include <cstdint>
typedef std::vector<float> text_vector;
enum DistanceStrategy
{
EuclideanDistance,
MaxInnerProduct,
InnerProduct,
CosineSimilarity,
};
DistanceStrategy ParseDistanceStrategy(const char *s);
class CVectorStore
{
public:
CVectorStore(DistanceStrategy vec_cmp, int emb_len,
std::function<void (const std::string &, float *)> text_emb, const char *fn);
CVectorStore(DistanceStrategy vec_cmp, const char *fn);
CVectorStore(DistanceStrategy vec_cmp, const std::vector<std::string> &files);
void ExportDB(const char *fn);
void Query(const text_vector &vec, std::vector<int64_t> &indices, int top_n = 20);
size_t GetSize(void);
bool GetRecord(int64_t index, std::string &content, std::string &meta);
protected:
void Clear();
void FromPlainData(std::function<void (const std::string &, float *)> text_emb, const char *fn);
void LoadDB(const char *fn);
DistanceStrategy vec_cmp;
int emb_len;
std::vector<std::string> contents;
std::vector<std::string> metadata;
std::vector<float> embeddings;
};