-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdestor.config
189 lines (158 loc) · 7.57 KB
/
destor.config
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
# Specify the working directory of destor.
# All metadata and data locate in the directory.
working-directory "/home/data/working/"
# Specify the simulation level: NO, RESTORE, APPEND, ALL.
# level 'all' indicates the inputs of destor are trace files generated by 'destor -t'
# other levels indicate the inputs are regular file.
simulation-level no
# simulation-level restore
# Specify the trace format
# two trace formats are supported: (1) traces generated by destor -t; (2) the FSL traces
# trace-format fsl
trace-format destor
# Specify the destor verbosity level: debug, verbose, notice, warning.
log-level notice
# Specify the chunking algorithm.
# It can be rabin, fixed, "normalized rabin", tttd, file, and ae.
# "file" indicates an approximiate file-level deduplication.
# For example,
# chunk-algorithm "normalized rabin"
# chunk-algorithm file
# chunk-algorithm fixed
# chunk-algorithm tttd
# chunk-algorithm ae
chunk-algorithm rabin
# Specify the average/maximal/minmal chunk size in bytes.
#chunk-avg-size 4096
chunk-avg-size 4096
chunk-max-size 65536
chunk-min-size 512
####################################################################################
# Categories of fingerprint indexes
# -----------------------------------------------------------------------------------
# - - physical locality - logical locality -
# -----------------------------------------------------------------------------------
# - exact dedup - DDFS, ChunkStash - Block Locality Caching -
# -----------------------------------------------------------------------------------
# - near-exact dedup - Sampled Index - Extreme Binning, Sparse Index, SiLo -
# -----------------------------------------------------------------------------------
####################################################################################
# Specify the fingerprint index.
# It can be ddfs, silo, "extreme binning", "sparse index",
# "sampled index", "block locality caching".
# For example,
# fingerprint-index near-exact logical "extreme binning"
# fingerprint-index near-exact logical "sparse index"
# fingerprint-index exact logical "block locality caching"
# (The fourth arg specifies a combo)
# fingerprint-index near-exact physical "sampled index"
fingerprint-index exact physical
# Specify the key-value store
fingerprint-index-key-value htable
# Specify the fingerprint cache size
# in the size of container (only metadata part) or segmentRecipe.
fingerprint-index-cache-size 128
# Specify the sampling method and ratio.
# For example,
# fingerprint-index-sampling-method min 0
# (min 0 indicates select a feature per segment or container.)
# fingerprint-index-sampling-method min 128
# fingerprint-index-sampling-method optmin 128
# fingerprint-index-sampling-method random 128
# fingerprint-index-sampling-method uniform 64
fingerprint-index-sampling-method random 128
# Configure the key-value store
# The size of a feature in byte
fingerprint-index-key-size 20
# Specify the maximum number of segments a feature can refer to.
fingerprint-index-value-length 1
#########################################################################
# Design elements of fingerprint indexes exploiting similarity
# --------------------------------------------------------------------------------------
# - - Extreme Binning - Sparse Index - SiLo - BLC -
# - segment algorithm - file-defined - content-defined - fixed - fixed -
# - sampling method - min - random - min - (no) -
# - segment selection - all - top-k - top-1 - base -
# - segment prefetching - no - no - yes - yes -
# --------------------------------------------------------------------------------------
#########################################################################
# Specify the segment algorithm and the segment size. Such as
# fingerprint-index-segment-algorithm file-defined
# fingerprint-index-segment-algorithm content-defined 512
# fingerprint-index-segment-algorithm fixed 1024
fingerprint-index-segment-algorithm content-defined 1024
# Specify the min and max length of a segment, in terms of # of chunks.
fingerprint-index-segment-boundary 128 10240
# Specify the method of segment selection
# for example,
# fingerprint-index-segment-selection top 2
# fingerprint-index-segment-selection base
# fingerprint-index-segment-selection mix
fingerprint-index-segment-selection base
# Specify the number of prefetched segments.
# 1 indicates only prefetching the required segment.
fingerprint-index-segment-prefetching 1
# Specify the rewriting algorithm and the size of rewrite buffer.
# It can be "no", "cfl-based selective deduplication" (or "cfl" in short),
# "context-based rewriting" (or cbr), "capping" (or cap)，或者"capping-locality",
# 或者"capping-my"
# unit is byte
# For example,
# rewrite-algorithm capping-my @memoray-size @adjust-every-size @total_size_backup @total_allow_rewrite @total_allow_cap
# rewrite-algorithm capping-lbw @memoray-size @every_allow_rewrite @every_allow_cap @init_tc
# rewrite-algorithm capping-double @memoray-size @every_allow_rewrite @every_allow_cap
# rewrite-algorithm capping-fcrc @memoray-size @every_allow_rewrite @every_allow_cap
# rewrite-algorithm cbr 2048
# rewrite-algorithm no
# =========================================================
#rewrite-algorithm capping-my 20971520 20971520 835217248 4978 250
#rewrite-algorithm capping-lbw 20971520 1000 8 900
#rewrite-algorithm capping-double 20971520 1800 3
#rewrite-algorithm capping-fcrc 20971520 1550 4
rewrite-algorithm capping 20971520
#rewrite-algorithm capping-locality 20971520
# Enable/disable the cfl switch.
# If the cfl switch is enable,
# destor will monitor the CFL metric in real time,
# and stop rewriting out-of-order chunks if the CFL is high.
rewrite-enable-cfl-switch no
# Specify cfl-require in cfl.
rewrite-cfl-require 0.6
# Specify cfl-usage-threshold in cfl.
rewrite-cfl-usage-threshold 0.03
# Specify rewrite limit in cbr.
rewrite-cbr-limit 0.05
# Specify minimal utility in cbr.
rewrite-cbr-minimal-utility 0.5
# Specify capping level in capping.
# The original definition of capping level (in the paper) is defined as rewrite-capping-level:rewrite buffer size.
#rewrite-capping-level 14
# ==========================================
rewrite-capping-level 15
# Enable History-Aware Rewriting (HAR),
# rewrite-enable-har yes
rewrite-enable-har no
# Specify the utilization threshold of HAR.
rewrite-har-utilization-threshold 0.5
# Specify the rewrite limit of har.
# rewrite-har-rewrite-limit 0.05
rewrite-har-rewrite-limit 0.05
# Enable Cache-Aware Filter.
rewrite-enable-cache-aware no
# Specify the restore cache,
# and the size of the restore cache in the number of containers.
# It can be lru, "optimal cache" (or opt), and "forward assembly" (or asm)，或者为"my-asm".
# assembly_area.area_size = (destor.restore_cache[1] - 1) * CONTAINER_SIZE;
# restore-cache asm/lru/opt/my-asm size [size2] 0/1
# Here 0 or 1 indicates whether to write data to disk
# restore-cache lru 6 0
# =============================================
#restore-cache asm 6 0
restore-cache my-asm 6 50 0
# Specify the window size of the optimal restore cache.
restore-opt-window-size 1000000
# Configuration of the maximum number of backups retained at any moment.
# The expired backup is deleted automatically.
# A value of 500 indicates only the recent 200 backups are retained.
# A negative value, such as -1, indicates all backups are retained.
backup-retention-time 20