-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathperformance_benchmarks.json
More file actions
233 lines (233 loc) · 7.49 KB
/
performance_benchmarks.json
File metadata and controls
233 lines (233 loc) · 7.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
{
"postgresql_large_table_loading_performance": {
"test_name": "large_table_loading_performance",
"loader_type": "postgresql",
"throughput_rows_per_sec": 128032.82091356427,
"memory_mb": 450.359375,
"duration_seconds": 0.39052486419677734,
"dataset_size": 50000,
"timestamp": "2025-10-27T23:59:34.602321",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_pipeline_performance": {
"test_name": "pipeline_performance",
"loader_type": "redis",
"throughput_rows_per_sec": 43232.59035152331,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:03.930037",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_data_structure_performance_hash": {
"test_name": "data_structure_performance_hash",
"loader_type": "redis",
"throughput_rows_per_sec": 34689.0009927911,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:06.866695",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_data_structure_performance_string": {
"test_name": "data_structure_performance_string",
"loader_type": "redis",
"throughput_rows_per_sec": 74117.79882204712,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:06.892124",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_data_structure_performance_sorted_set": {
"test_name": "data_structure_performance_sorted_set",
"loader_type": "redis",
"throughput_rows_per_sec": 72130.90621426176,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:06.915461",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_memory_efficiency": {
"test_name": "memory_efficiency",
"loader_type": "redis",
"throughput_rows_per_sec": 37452.955032923,
"memory_mb": 14.465019226074219,
"duration_seconds": 1.335008144378662,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:08.312561",
"git_commit": "e38e5aab",
"environment": "local"
},
"delta_lake_large_file_write_performance": {
"test_name": "large_file_write_performance",
"loader_type": "delta_lake",
"throughput_rows_per_sec": 378063.45308981824,
"memory_mb": 485.609375,
"duration_seconds": 0.13225293159484863,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:08.528047",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_large_table_loading_performance": {
"test_name": "large_table_loading_performance",
"loader_type": "lmdb",
"throughput_rows_per_sec": 68143.20147805117,
"memory_mb": 1272.359375,
"duration_seconds": 0.7337489128112793,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:12.347292",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_key_generation_strategy_performance_pattern_based": {
"test_name": "key_generation_strategy_performance_pattern_based",
"loader_type": "lmdb",
"throughput_rows_per_sec": 94096.5745855362,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:14.592329",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_key_generation_strategy_performance_single_column": {
"test_name": "key_generation_strategy_performance_single_column",
"loader_type": "lmdb",
"throughput_rows_per_sec": 78346.86278487406,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:14.639451",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_key_generation_strategy_performance_composite_key": {
"test_name": "key_generation_strategy_performance_composite_key",
"loader_type": "lmdb",
"throughput_rows_per_sec": 64687.24273107819,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:14.686219",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_writemap_performance_with": {
"test_name": "writemap_performance_with",
"loader_type": "lmdb",
"throughput_rows_per_sec": 87847.98917248333,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:19.439505",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_writemap_performance_without": {
"test_name": "writemap_performance_without",
"loader_type": "lmdb",
"throughput_rows_per_sec": 104290.05352869684,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:19.466225",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_memory_efficiency": {
"test_name": "memory_efficiency",
"loader_type": "lmdb",
"throughput_rows_per_sec": 61804.62313406004,
"memory_mb": 120.21875,
"duration_seconds": 0.8090009689331055,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:20.360722",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_concurrent_read_performance": {
"test_name": "concurrent_read_performance",
"loader_type": "lmdb",
"throughput_rows_per_sec": 226961.30898591253,
"memory_mb": 0,
"duration_seconds": 0.22030186653137207,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:21.415388",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_large_value_performance": {
"test_name": "large_value_performance",
"loader_type": "lmdb",
"throughput_rows_per_sec": 98657.00710354236,
"memory_mb": 0.03125,
"duration_seconds": 0.010136127471923828,
"dataset_size": 1000,
"timestamp": "2025-10-28T00:00:21.772304",
"git_commit": "e38e5aab",
"environment": "local"
},
"postgresql_throughput_comparison": {
"test_name": "throughput_comparison",
"loader_type": "postgresql",
"throughput_rows_per_sec": 114434.94678369434,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 10000,
"timestamp": "2025-10-28T00:00:22.506677",
"git_commit": "e38e5aab",
"environment": "local"
},
"redis_throughput_comparison": {
"test_name": "throughput_comparison",
"loader_type": "redis",
"throughput_rows_per_sec": 39196.31876614371,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 10000,
"timestamp": "2025-10-28T00:00:22.550799",
"git_commit": "e38e5aab",
"environment": "local"
},
"lmdb_throughput_comparison": {
"test_name": "throughput_comparison",
"loader_type": "lmdb",
"throughput_rows_per_sec": 64069.99835024838,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 10000,
"timestamp": "2025-10-28T00:00:22.593882",
"git_commit": "e38e5aab",
"environment": "local"
},
"delta_lake_throughput_comparison": {
"test_name": "throughput_comparison",
"loader_type": "delta_lake",
"throughput_rows_per_sec": 74707.64780586681,
"memory_mb": 0,
"duration_seconds": 0,
"dataset_size": 10000,
"timestamp": "2025-10-28T00:00:22.641513",
"git_commit": "e38e5aab",
"environment": "local"
},
"iceberg_large_file_write_performance": {
"test_name": "large_file_write_performance",
"loader_type": "iceberg",
"throughput_rows_per_sec": 565892.4099818668,
"memory_mb": 1144.453125,
"duration_seconds": 0.08835601806640625,
"dataset_size": 50000,
"timestamp": "2025-10-28T00:00:22.874880",
"git_commit": "e38e5aab",
"environment": "local"
}
}