1.基本信息
版本3.4.5
测试 zlib 和snappy
4.2支持zetc没有测试
2.过程
数据大小：
fieldcount=8
fieldlength=250
db.createCollection( "usertable", {storageEngine:{wiredTiger:{configString:'block_compressor=zlib'}}} );
YCSB Client 0.17.0 Loading workload... Starting test. 2022-04-18 17:18:59:011 0 sec: 0 operations; est completion in 0 second mongo client connection created with mongodb://ycsb:ycsb@192.168.0.63:27017/ycsb_zlib DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] 2022-04-18 17:19:08:955 10 sec: 49536 operations; 4953.6 current ops/sec; est completion in 3 minutes [INSERT: Count=49536, Max=232703, Min=138, Avg=760.25, 90=859, 99=10743, 99.9=21247, 99.99=118463] 2022-04-18 17:19:18:955 20 sec: 103335 operations; 5379.9 current ops/sec; est completion in 2 minutes [INSERT: Count=53799, Max=131199, Min=139, Avg=736.46, 90=821, 99=9615, 99.9=20127, 99.99=61599] 2022-04-18 17:19:28:955 30 sec: 163805 operations; 6047 current ops/sec; est completion in 2 minutes [INSERT: Count=60470, Max=497663, Min=118, Avg=658.62, 90=664, 99=10255, 99.9=28191, 99.99=267007] 2022-04-18 17:19:38:955 40 sec: 214373 operations; 5056.8 current ops/sec; est completion in 2 minutes [INSERT: Count=50568, Max=1672191, Min=119, Avg=788.39, 90=663, 99=10367, 99.9=21647, 99.99=1138687] 2022-04-18 17:19:48:955 50 sec: 264655 operations; 5028.2 current ops/sec; est completion in 2 minutes [INSERT: Count=50282, Max=1454079, Min=118, Avg=721.76, 90=668, 99=8583, 99.9=22207, 99.99=1085439] 2022-04-18 17:19:58:965 60 sec: 322025 operations; 5731.84 current ops/sec; est completion in 2 minutes [INSERT: Count=57370, Max=2086911, Min=119, Avg=753.62, 90=757, 99=9855, 99.9=29535, 99.99=91071] 2022-04-18 17:20:08:966 70 sec: 347070 operations; 2504.5 current ops/sec; est completion in 2 minutes [INSERT: Count=25045, Max=397823, Min=122, Avg=1602.23, 90=1229, 99=19743, 99.9=186623, 99.99=356095] 2022-04-18 17:20:18:955 80 sec: 382735 operations; 3569.71 current ops/sec; est completion in 2 minutes [INSERT: Count=35665, Max=2154495, Min=120, Avg=1118.74, 90=701, 99=6839, 99.9=32639, 99.99=2064383] 2022-04-18 17:20:28:955 90 sec: 440740 operations; 5800.5 current ops/sec; est completion in 1 minute [INSERT: Count=58007, Max=1547263, Min=109, Avg=687.06, 90=695, 99=2655, 99.9=19183, 99.99=79871] 2022-04-18 17:20:38:955 100 sec: 497628 operations; 5688.8 current ops/sec; est completion in 1 minute [INSERT: Count=56886, Max=1821695, Min=120, Avg=700.31, 90=695, 99=2819, 99.9=19503, 99.99=64287] 2022-04-18 17:20:48:963 110 sec: 553562 operations; 5589.49 current ops/sec; est completion in 1 minute [INSERT: Count=55934, Max=175999, Min=119, Avg=662.99, 90=658, 99=11183, 99.9=33663, 99.99=104895] 2022-04-18 17:20:58:958 120 sec: 605223 operations; 5168.17 current ops/sec; est completion in 1 minute [INSERT: Count=51661, Max=2067455, Min=118, Avg=819.25, 90=644, 99=10591, 99.9=24623, 99.99=1651711] 2022-04-18 17:21:08:955 130 sec: 653212 operations; 4800.34 current ops/sec; est completion in 1 minute [INSERT: Count=47989, Max=2065407, Min=120, Avg=838.18, 90=674, 99=9199, 99.9=19567, 99.99=1385471] 2022-04-18 17:21:18:955 140 sec: 688313 operations; 3510.1 current ops/sec; est completion in 1 minute [INSERT: Count=35101, Max=2519039, Min=120, Avg=1137.73, 90=681, 99=6015, 99.9=26447, 99.99=1726463] 2022-04-18 17:21:28:961 150 sec: 733915 operations; 4557.92 current ops/sec; est completion in 55 seconds [INSERT: Count=45605, Max=2160639, Min=116, Avg=874.79, 90=647, 99=7715, 99.9=31007, 99.99=1284095] 2022-04-18 17:21:38:955 160 sec: 798230 operations; 6434.72 current ops/sec; est completion in 41 seconds [INSERT: Count=64312, Max=137983, Min=120, Avg=619.23, 90=716, 99=1924, 99.9=18751, 99.99=77759] 2022-04-18 17:21:48:955 170 sec: 865470 operations; 6724 current ops/sec; est completion in 27 seconds [INSERT: Count=67240, Max=97407, Min=120, Avg=591.93, 90=704, 99=2621, 99.9=16799, 99.99=52031] 2022-04-18 17:21:58:958 180 sec: 913016 operations; 4753.17 current ops/sec; est completion in 18 seconds [INSERT: Count=47546, Max=1492991, Min=120, Avg=714.47, 90=600, 99=10351, 99.9=21967, 99.99=963071] 2022-04-18 17:22:08:955 190 sec: 971914 operations; 5891.57 current ops/sec; est completion in 6 second [CLEANUP: Count=1, Max=7, Min=7, Avg=7, 90=7, 99=7, 99.9=7, 99.99=7] [INSERT: Count=58898, Max=2254847, Min=120, Avg=763.3, 90=689, 99=10759, 99.9=31775, 99.99=92991] 2022-04-18 17:22:13:662 194 sec: 1000000 operations; 5966.86 current ops/sec; [CLEANUP: Count=3, Max=1693, Min=1, Avg=565, 90=1693, 99=1693, 99.9=1693, 99.99=1693] [INSERT: Count=28086, Max=145407, Min=120, Avg=406.36, 90=454, 99=1027, 99.9=12607, 99.99=30607] [OVERALL], RunTime(ms), 194709 [OVERALL], Throughput(ops/sec), 5135.869425655722 [TOTAL_GCS_PS_Scavenge], Count, 159 [TOTAL_GC_TIME_PS_Scavenge], Time(ms), 804 [TOTAL_GC_TIME_%_PS_Scavenge], Time(%), 0.4129239018227201 [TOTAL_GCS_PS_MarkSweep], Count, 0 [TOTAL_GC_TIME_PS_MarkSweep], Time(ms), 0 [TOTAL_GC_TIME_%_PS_MarkSweep], Time(%), 0.0 [TOTAL_GCs], Count, 159 [TOTAL_GC_TIME], Time(ms), 804 [TOTAL_GC_TIME_%], Time(%), 0.4129239018227201 [CLEANUP], Operations, 4 [CLEANUP], AverageLatency(us), 425.5 [CLEANUP], MinLatency(us), 1 [CLEANUP], MaxLatency(us), 1693 [CLEANUP], 95thPercentileLatency(us), 1693 [CLEANUP], 99thPercentileLatency(us), 1693 [INSERT], Operations, 1000000 [INSERT], AverageLatency(us), 765.64704 [INSERT], MinLatency(us), 109 [INSERT], MaxLatency(us), 2519039 [INSERT], 95thPercentileLatency(us), 887 [INSERT], 99thPercentileLatency(us), 8367 [INSERT], Return=OK, 1000000
db.createCollection( "usertable", {storageEngine:{wiredTiger:{configString:'block_compressor=snappy'}}} );
[root@192-168-0-63 ycsb-mongodb]# ./bin/ycsb load mongodb -s -P workloads/workloadd -p mongodb.url=mongodb://ycsb:ycsb@192.168.0.63:27017/ycsb_snappy java -cp /root/ycsb-mongodb/mongodb-binding/conf:/root/ycsb-mongodb/conf:/root/ycsb-mongodb/lib/core-0.17.0.jar:/root/ycsb-mongodb/lib/htrace-core4-4.1.0-incubating.jar:/root/ycsb-mongodb/lib/jackson-mapper-asl-1.9.4.jar:/root/ycsb-mongodb/lib/jackson-core-asl-1.9.4.jar:/root/ycsb-mongodb/lib/HdrHistogram-2.1.4.jar:/root/ycsb-mongodb/lib/mongo-java-driver-3.8.0.jar:/root/ycsb-mongodb/lib/mongodb-async-driver-2.0.1.jar:/root/ycsb-mongodb/lib/logback-classic-1.1.2.jar:/root/ycsb-mongodb/lib/logback-core-1.1.2.jar:/root/ycsb-mongodb/lib/slf4j-api-1.7.25.jar:/root/ycsb-mongodb/lib/snappy-java-1.1.7.1.jar:/root/ycsb-mongodb/lib/mongodb-binding-0.17.0.jar site.ycsb.Client -db site.ycsb.db.MongoDbClient -s -P workloads/workloadd -p mongodb.url=mongodb://ycsb:ycsb@192.168.0.63:27017/ycsb_snappy -load Command line: -db site.ycsb.db.MongoDbClient -s -P workloads/workloadd -p mongodb.url=mongodb://ycsb:ycsb@192.168.0.63:27017/ycsb_snappy -load YCSB Client 0.17.0 Loading workload... Starting test. 2022-04-18 18:11:54:623 0 sec: 0 operations; est completion in 0 second mongo client connection created with mongodb://ycsb:ycsb@192.168.0.63:27017/ycsb_snappy DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] DBWrapper: report latency for each error is false and specific error codes to track for latency are: [] 2022-04-18 18:12:04:584 10 sec: 49366 operations; 4936.6 current ops/sec; est completion in 3 minutes [INSERT: Count=49366, Max=269823, Min=142, Avg=762.92, 90=898, 99=10711, 99.9=23967, 99.99=110911] 2022-04-18 18:12:14:584 20 sec: 112911 operations; 6354.5 current ops/sec; est completion in 2 minutes [INSERT: Count=63547, Max=166143, Min=121, Avg=623.89, 90=743, 99=8743, 99.9=21391, 99.99=94143] 2022-04-18 18:12:24:584 30 sec: 185362 operations; 7245.1 current ops/sec; est completion in 2 minutes [INSERT: Count=72449, Max=155391, Min=115, Avg=550.39, 90=657, 99=3425, 99.9=27439, 99.99=82815] 2022-04-18 18:12:34:584 40 sec: 253054 operations; 6769.2 current ops/sec; est completion in 1 minute [INSERT: Count=67692, Max=111999, Min=117, Avg=528.16, 90=628, 99=5063, 99.9=22831, 99.99=66687] 2022-04-18 18:12:44:584 50 sec: 318647 operations; 6559.3 current ops/sec; est completion in 1 minute [INSERT: Count=65594, Max=1629183, Min=122, Avg=669.74, 90=678, 99=6731, 99.9=22479, 99.99=147839] 2022-04-18 18:12:54:584 60 sec: 390142 operations; 7149.5 current ops/sec; est completion in 1 minute [INSERT: Count=71495, Max=110399, Min=121, Avg=556.86, 90=697, 99=2487, 99.9=18191, 99.99=43007] 2022-04-18 18:13:04:584 70 sec: 454196 operations; 6405.4 current ops/sec; est completion in 1 minute [INSERT: Count=64055, Max=589311, Min=110, Avg=621.21, 90=721, 99=4963, 99.9=24767, 99.99=247423] 2022-04-18 18:13:14:592 80 sec: 524978 operations; 7072.54 current ops/sec; est completion in 1 minute [INSERT: Count=70782, Max=344319, Min=121, Avg=562.62, 90=688, 99=3751, 99.9=20383, 99.99=65023] 2022-04-18 18:13:24:584 90 sec: 583303 operations; 5837.17 current ops/sec; est completion in 1 minute [INSERT: Count=58323, Max=583679, Min=116, Avg=683.02, 90=699, 99=10743, 99.9=25327, 99.99=117695] 2022-04-18 18:13:34:589 100 sec: 652217 operations; 6887.96 current ops/sec; est completion in 54 seconds [INSERT: Count=68917, Max=145535, Min=120, Avg=577.78, 90=704, 99=9439, 99.9=20255, 99.99=59999] 2022-04-18 18:13:44:584 110 sec: 716286 operations; 6410.11 current ops/sec; est completion in 44 seconds [INSERT: Count=64066, Max=1683455, Min=111, Avg=621.21, 90=616, 99=5791, 99.9=27199, 99.99=89023] 2022-04-18 18:13:54:584 120 sec: 785774 operations; 6948.8 current ops/sec; est completion in 33 seconds [INSERT: Count=69488, Max=630783, Min=118, Avg=573.39, 90=633, 99=6971, 99.9=22463, 99.99=104127] 2022-04-18 18:14:04:584 130 sec: 854384 operations; 6861 current ops/sec; est completion in 23 seconds [INSERT: Count=68610, Max=162943, Min=116, Avg=579.21, 90=694, 99=6783, 99.9=22783, 99.99=86719] 2022-04-18 18:14:14:584 140 sec: 915750 operations; 6136.6 current ops/sec; est completion in 13 seconds [INSERT: Count=61369, Max=591359, Min=121, Avg=650.52, 90=684, 99=9263, 99.9=31983, 99.99=129087] 2022-04-18 18:14:24:584 150 sec: 979223 operations; 6347.3 current ops/sec; est completion in 4 second [INSERT: Count=63470, Max=150015, Min=120, Avg=627.74, 90=723, 99=10471, 99.9=22991, 99.99=77567] 2022-04-18 18:14:27:897 153 sec: 1000000 operations; 6271.36 current ops/sec; [CLEANUP: Count=4, Max=1739, Min=2, Avg=438, 90=1739, 99=1739, 99.9=1739, 99.99=1739] [INSERT: Count=20777, Max=69055, Min=108, Avg=506.34, 90=674, 99=8999, 99.9=24943, 99.99=53663] [OVERALL], RunTime(ms), 153316 [OVERALL], Throughput(ops/sec), 6522.476453860001 [TOTAL_GCS_PS_Scavenge], Count, 147 [TOTAL_GC_TIME_PS_Scavenge], Time(ms), 739 [TOTAL_GC_TIME_%_PS_Scavenge], Time(%), 0.4820110099402541 [TOTAL_GCS_PS_MarkSweep], Count, 0 [TOTAL_GC_TIME_PS_MarkSweep], Time(ms), 0 [TOTAL_GC_TIME_%_PS_MarkSweep], Time(%), 0.0 [TOTAL_GCs], Count, 147 [TOTAL_GC_TIME], Time(ms), 739 [TOTAL_GC_TIME_%], Time(%), 0.4820110099402541 [CLEANUP], Operations, 4 [CLEANUP], AverageLatency(us), 438.0 [CLEANUP], MinLatency(us), 2 [CLEANUP], MaxLatency(us), 1739 [CLEANUP], 95thPercentileLatency(us), 1739 [CLEANUP], 99thPercentileLatency(us), 1739 [INSERT], Operations, 1000000 [INSERT], AverageLatency(us), 605.615261 [INSERT], MinLatency(us), 108 [INSERT], MaxLatency(us), 1683455 [INSERT], 95thPercentileLatency(us), 860 [INSERT], 99thPercentileLatency(us), 7243 [INSERT], Return=OK, 1000000
snappy:
2209193984
snappy:
1655922688
补充一个数据： 生产真是数据测试230G的collection，使用zlib存储空间可以压缩到120G+
后面补充下传说中更好的zetc压缩，更低CPU 更高压缩比
参考：New Compression Options in MongoDB 3.0 | MongoDB Blog
