-
Notifications
You must be signed in to change notification settings - Fork 47
/
config_dbtester_test.yaml
378 lines (309 loc) · 16 KB
/
config_dbtester_test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
test_title: Write 1M keys, 256-byte key, 1KB value value, clients 1 to 1,000
test_description: |
- Google Cloud Compute Engine
- 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client)
- Ubuntu 16.10
- etcd tip (Go 1.8.0)
- Zookeeper r3.5.3-beta
- Java 8
- javac 1.8.0_121
- Java(TM) SE Runtime Environment (build 1.8.0_121-b13)
- Java HotSpot(TM) 64-Bit Server VM (build 25.121-b13, mixed mode)
- `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G`
- Consul v1.0.2 (Go 1.8.0)
# common control options for all client machines
config_client_machine_initial:
# if not empty, all test data paths are prefixed
path_prefix: /home/gyuho
log_path: client-control.log
client_system_metrics_path: client-system-metrics.csv
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
# (optional) to automatically upload all files in client machine
google_cloud_project_name: etcd-development
# set this in 'control' machine, to automate log uploading in remote 'agent' machines
google_cloud_storage_key_path: config-dbtester-gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable
all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v1_0_2]
datatbase_id_to_config_client_machine_agent_control:
etcd__tip:
database_description: etcd tip (Go 1.8.0)
peer_ips:
- 10.240.0.7
- 10.240.0.8
- 10.240.0.12
database_port_to_connect: 2379
agent_port_to_connect: 3500
etcd__tip:
# --snapshot-count
snap_count: 100000
# --quota-backend-bytes; 8 GB
quota_size_bytes: 8000000000
benchmark_options:
type: write
request_number: 1000000
connection_number: 0
client_number: 0
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000]
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: false
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
zookeeper__r3_5_3_beta:
database_description: Zookeeper r3.5.3-beta (Java 8)
peer_ips:
- 10.240.0.21
- 10.240.0.22
- 10.240.0.23
database_port_to_connect: 2181
agent_port_to_connect: 3500
# http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html
zookeeper__r3_5_3_beta:
# maximum size, in bytes, of a request or response
# set it to 33 MB
java_d_jute_max_buffer: 33554432
# JVM min,max heap size
java_xms: 50G
java_xmx: 50G
# tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper,
# as measured in milliseconds.
tick_time: 2000
# initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader
# increased this value as needed, if the amount of data managed by ZooKeeper is large.
# (default 5)
init_limit: 5
# syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper.
# (default 5)
sync_limit: 5
# snapCount; After snapCount transactions are written to a log file a snapshot
# is started and a new transaction log file is created. The default snapCount is 100,000.
snap_count: 100000
# maxClientCnxns; Limits the number of concurrent connections (at the socket level)
# that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble.
max_client_connections: 5000
benchmark_options:
type: write
request_number: 1000000
connection_number: 0
client_number: 0
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000]
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: false
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
consul__v1_0_2:
database_description: Consul v1.0.2 (Go 1.8.0)
peer_ips:
- 10.240.0.27
- 10.240.0.28
- 10.240.0.29
database_port_to_connect: 8500
agent_port_to_connect: 3500
benchmark_options:
type: write
request_number: 1000000
connection_number: 0
client_number: 0
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000]
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: false
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
datatbase_id_to_config_analyze_machine_initial:
etcd__tip:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/etcd-tip-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
zookeeper__r3_5_3_beta:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/zookeeper-r3.5.3-beta-java8
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
consul__v1_0_2:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/consul-v1.0.2-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
analyze_all_aggregated_output:
all_aggregated_output_path_csv: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/all-aggregated.csv
all_aggregated_output_path_txt: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/all-aggregated.txt
analyze_plot_path_prefix: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable
analyze_plot_list:
- column: AVG-LATENCY-MS
x_axis: Second
y_axis: Latency(millisecond)
- column: AVG-THROUGHPUT
x_axis: Second
y_axis: Throughput(Requests/Second)
- column: AVG-VOLUNTARY-CTXT-SWITCHES
x_axis: Second
y_axis: Voluntary Context Switches
- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES
x_axis: Second
y_axis: Non-voluntary Context Switches
- column: AVG-CPU
x_axis: Second
y_axis: CPU(%)
- column: MAX-CPU
x_axis: Second
y_axis: CPU(%)
- column: AVG-VMRSS-MB
x_axis: Second
y_axis: Memory(MB)
- column: AVG-READS-COMPLETED-DELTA
x_axis: Second
y_axis: Disk Reads (Delta per Second)
- column: AVG-SECTORS-READ-DELTA
x_axis: Second
y_axis: Sectors Read (Delta per Second)
- column: AVG-WRITES-COMPLETED-DELTA
x_axis: Second
y_axis: Disk Writes (Delta per Second)
- column: AVG-SECTORS-WRITTEN-DELTA
x_axis: Second
y_axis: Sectors Written (Delta per Second)
- column: AVG-READ-BYTES-DELTA
x_axis: Second
y_axis: Read Bytes (Delta per Second)
- column: AVG-WRITE-BYTES-DELTA
x_axis: Second
y_axis: Write Bytes (Delta per Second)
- column: AVG-RECEIVE-BYTES-NUM-DELTA
x_axis: Second
y_axis: Network Receive(bytes) (Delta per Second)
- column: AVG-TRANSMIT-BYTES-NUM-DELTA
x_axis: Second
y_axis: Network Transmit(bytes) (Delta per Second)
analyze_readme:
output_path: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/README.md
images:
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-THROUGHPUT
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-THROUGHPUT.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-CPU.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/MAX-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/MAX-CPU.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-READS-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-READS-COMPLETED-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-SECTORS-READ-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-SECTORS-READ-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-WRITES-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-WRITES-COMPLETED-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-READ-BYTES-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-READ-BYTES-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-WRITE-BYTES-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-WRITE-BYTES-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA.svg
type: remote
- title: 2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q1-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA.svg
type: remote