Comparison_SPFresh/Script_AE/indexloader_test.ini at main · Ryanhya/Comparison_SPFresh · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
[Index]
IndexAlgoType=SPANN
ValueType=Float

[Base]
ValueType=Float
DistCalcMethod=L2
IndexAlgoType=BKT
Dim=256
VectorPath=/home/sosp/data/sift_data/bigann1m_update_clustering
VectorType=DEFAULT
VectorSize=1049411
VectorDelimiter=
QueryPath=/home/laiyuhui/datasets/argoverse2/motion_forecast/embeddings/test/query_embeddings.bin
QueryType=DEFAULT
QuerySize=10000
QueryDelimiter=
WarmupPath=
WarmupType=DEFAULT
WarmupSize=10000
WarmupDelimiter=
TruthPath=/home/sosp/data/sift_data/bigann1m_update_clustering_origin_truth
TruthType=DEFAULT
GenerateTruth=false
HeadVectorIDs=head_vectors_ID_UInt8_L2_base_DEFUALT.bin
HeadVectors=head_vectors_UInt8_L2_base_DEFUALT.bin
IndexDirectory=/home/sosp/data/store_sift_cluster
HeadIndexFolder=head_index

[SelectHead]
isExecute=false
TreeNumber=1
BKTKmeansK=32
BKTLeafSize=8
SamplesNumber=1000
NumberOfThreads=80
SaveBKT=false
AnalyzeOnly=false
CalcStd=true
SelectDynamically=true
NoOutput=false
SelectThreshold=12
SplitFactor=9
SplitThreshold=18
Ratio=0.15
RecursiveCheckSmallCluster=true
PrintSizeCount=true

[BuildHead]
isExecute=false
TreeFilePath=tree.bin
GraphFilePath=graph.bin
VectorFilePath=vectors.bin
DeleteVectorFilePath=deletes.bin
EnableBfs=0
BKTNumber=1
BKTKmeansK=32
BKTLeafSize=8
Samples=1000
BKTLambdaFactor=100.000000
TPTNumber=32
TPTLeafSize=2000
NumTopDimensionTpTreeSplit=5
NeighborhoodSize=32
GraphNeighborhoodScale=2.000000
GraphCEFScale=2.000000
RefineIterations=2
EnableRebuild=1
CEF=1000
AddCEF=500
MaxCheckForRefineGraph=8192
RNGFactor=1.000000
GPUGraphType=2
GPURefineSteps=0
GPURefineDepth=30
GPULeafSize=500
HeadNumGPUs=1
TPTBalanceFactor=2
NumberOfThreads=80
DistCalcMethod=L2
DeletePercentageForRefine=0.400000
AddCountForRebuild=1000
MaxCheck=4096
ThresholdOfNumberOfContinuousNoBetterPropagation=3
NumberOfInitialDynamicPivots=50
NumberOfOtherDynamicPivots=4
HashTableExponent=2
DataBlockSize=1048576
DataCapacity=2147483647
MetaRecordSize=10

[BuildSSDIndex]
isExecute=true
BuildSsdIndex=false
NumberOfThreads=10
InternalResultNum=64
ReplicaCount=8
PostingPageLimit=300
OutputEmptyReplicaID=1
TmpDir=/home/sosp/data/store_sift_cluster/tmpdir
UseSPDK=true
SpdkBatchSize=64
ExcludeHead=false
UseDirectIO=true
ResultNum=10
SearchInternalResultNum=64
SearchThreadNum=4
SearchTimes=1
Update=true
Days=1
Step=100
InsertThreadNum=1
AppendThreadNum=8
ReassignThreadNum=0
BaseVectorSplitPath=/home/laiyuhui/datasets/argoverse2/motion_forecast/embeddings/test/query_vector_range.bin
TruthFilePrefix=/home/laiyuhui/datasets/argoverse2/motion_forecast/embeddings/test/truth/truth_embeddings
FullVectorPath=/home/laiyuhui/datasets/argoverse2/motion_forecast/embeddings/test/base_embeddings.bin
DisableReassign=false
ReassignK=0
LatencyLimit=9.0
CalTruth=true
SearchPostingPageLimit=300
MaxDistRatio=1000000
SearchDuringUpdate=true
MergeThreshold=10
UpdateFilePrefix=/home/sosp/data/sift_data/bigann1m_update_clustering_trace
DeleteQPS=16000
ShowUpdateProgress=false
Sampling=2
OnlySearchFinalBatch=true
MinInternalResultNum=16
MaxInternalResultNum=128
StepInternalResultNum=16
LoadAllVectors=true