Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.582=-0.002
σ	0.344-0.341=0.003
min	54.450-54.456=-0.007
max	55.559-55.552=0.007

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.137-0.144=-0.007
σ	0.005-0.004=0.001
min	0.132-0.139=-0.008
max	0.143-0.150=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.002
σ	0.007-0.005=0.002
min	43.693-43.696=-0.003
max	43.718-43.710=0.007

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.123=0.002
σ	0.006-0.004=0.001
min	0.119-0.120=-0.001
max	0.136-0.132=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	12.507-12.778=-0.271
σ	0.313-0.260=0.053
min	12.102-12.491=-0.389
max	13.083-13.105=-0.022

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	12.535-12.969=-0.434
σ	0.600-0.608=-0.008
min	11.526-11.795=-0.269
max	13.032-13.620=-0.589

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=0.000

*mean*	7305.000-7283.000=22.000
σ	0.000
min	7305.000-7283.000=22.000
max	7305.000-7283.000=22.000

*mean*	15.074-15.355=-0.281
σ	0.550-0.402=0.148
min	13.813-14.499=-0.686
max	15.459-15.801=-0.341

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	12.656-12.750=-0.094
σ	1.756-1.877=-0.121
min	10.888-10.780=0.108
max	14.951-15.358=-0.407

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	8.830-8.931=-0.101
σ	0.329-0.198=0.131
min	8.366-8.655=-0.289
max	9.299-9.210=0.088

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	6.671-7.020=-0.349
σ	0.135-0.080=0.056
min	6.468-6.924=-0.456
max	6.840-7.175=-0.335

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	5.888-6.012=-0.125
σ	0.266-0.111=0.155
min	5.541-5.816=-0.275
max	6.288-6.129=0.159

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	5.630-5.818=-0.189
σ	0.243-0.091=0.151
min	5.317-5.715=-0.398
max	5.963-5.993=-0.029

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606

*mean*	7305.000-7283.000=22.000
σ	0.000
min	7305.000-7283.000=22.000
max	7305.000-7283.000=22.000

*mean*	1092.816-1511.307=-418.492
σ	132.936-911.319=-778.384
min	1040.401-1031.672=8.729
max	1421.550-3681.890=-2260.340

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3573.125-3571.250=1.875
σ	1796.105-1794.478=1.627
min	1045.000
max	5794.000-5788.000=6.000

*mean*	4604.293-4905.258=-300.965
σ	1462.966-1695.038=-232.072
min	3510.439-3509.229=1.210
max	7034.448-7375.746=-341.299

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	81.690-85.667=-3.977
σ	12.015-12.925=-0.910
min	70.661-68.901=1.760
max	100.539-102.578=-2.039

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7305.000-7283.000=22.000
σ	0.000
min	7305.000-7283.000=22.000
max	7305.000-7283.000=22.000

*mean*	107.245-106.881=0.363
σ	5.550-2.729=2.821
min	95.727-102.142=-6.415
max	113.355-110.271=3.084

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7305.000-7283.000=22.000
σ	0.000
min	7305.000-7283.000=22.000
max	7305.000-7283.000=22.000

*mean*	162.833-163.761=-0.928
σ	9.602-4.538=5.064
min	140.465-154.659=-14.193
max	170.468-167.248=3.220

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4152.875-4149.625=3.250
σ	1900.335-1894.383=5.952
min	1555.000-1556.000=-1.000
max	7305.000-7283.000=22.000

*mean*	6412.178-6888.190=-476.012
σ	1286.597-1214.280=72.317
min	4893.022-4905.865=-12.843
max	8188.520-8376.110=-187.591

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066

*mean*	7305.000-7283.000=22.000
σ	0.000
min	7305.000-7283.000=22.000
max	7305.000-7283.000=22.000

*mean*	5396.924-5279.983=116.942
σ	1363.455-1216.724=146.731
min	4377.847-4335.640=42.208
max	7591.553-7605.605=-14.052

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	375.140-382.633=-7.493
σ	21.242-18.531=2.711
min	342.788-337.148=5.639
max	392.874-392.145=0.729

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-562.000=-1.750
σ	1.035-0.000=1.035
min	559.000-562.000=-3.000
max	561.000-562.000=-1.000

*mean*	779.761-746.991=32.770
σ	24.784-45.273=-20.488
min	754.450-645.551=108.898
max	835.608-779.049=56.559

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.501=-0.002
σ	0.760-0.759=0.001
min	1008.028-1008.026=0.002
max	1011.642-1011.642=0.000

*mean*	1053.250-1047.400=5.850
σ	322.675-312.417=10.259
min	536.000-583.000=-47.000
max	1564.000-1512.000=52.000

*mean*	1.564-1.550=0.014
σ	0.090-0.085=0.005
min	1.480-1.404=0.076
max	1.854-1.754=0.099

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.501-0.296=0.205
σ	0.514-0.284=0.229
min	0.244-0.137=0.108
max	1.418-0.799=0.619

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.738-0.482=0.256
σ	0.327-0.327=0.001
min	0.562-0.327=0.236
max	1.322-1.067=0.255

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.388-0.225=0.163
σ	0.041-0.020=0.022
min	0.354-0.208=0.146
max	0.459-0.258=0.201

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.610-0.388=0.223
σ	0.051-0.113=-0.063
min	0.565-0.327=0.239
max	0.691-0.589=0.101

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	6.595-2.236=4.359
min	430.000-432.000=-2.000
max	443.000-437.000=6.000

*mean*	0.738-0.552=0.186
σ	0.015-0.037=-0.022
min	0.725-0.501=0.224
max	0.758-0.589=0.169

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.633-0.468=0.164
σ	0.031-0.015=0.016
min	0.581-0.453=0.129
max	0.660-0.491=0.169

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.776-2.620=0.156
σ	0.070-0.113=-0.043
min	2.645-2.442=0.204
max	3.033-3.379=-0.345

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.775-2.558=0.218
σ	0.091-0.058=0.033
min	2.632-2.402=0.230
max	3.155-2.677=0.478

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.536-0.306=0.230
σ	0.037-0.028=0.009
min	0.497-0.286=0.211
max	0.831-0.573=0.258

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.506-0.290=0.216
σ	0.018-0.007=0.011
min	0.474-0.277=0.197
max	0.602-0.330=0.272

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.000-298.205=-0.205
σ	1.013-0.998=0.015
min	297.583-297.732=-0.149
max	300.880-301.035=-0.155

*mean*	446.800-442.600=4.200
σ	17.800-13.680=4.120
min	422.000-418.000=4.000
max	472.000-462.000=10.000

*mean*	0.596-0.620=-0.024
σ	0.033-0.012=0.020
min	0.549-0.592=-0.043
max	0.658-0.634=0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=-0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1747.250-1733.250=14.000
σ	3.240-9.721=-6.481
min	1742.000-1728.000=14.000
max	1749.000

*mean*	202.941-204.259=-1.318
σ	3.252-2.466=0.786
min	196.898-201.308=-4.410
max	206.424-209.109=-2.684

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1747.250-1733.250=14.000
σ	3.240-9.721=-6.481
min	1742.000-1728.000=14.000
max	1749.000

*mean*	8.412-8.571=-0.158
σ	2.465-3.619=-1.154
min	6.181-6.106=0.075
max	12.633-15.406=-2.773

phase=parser

*mean*	1042.098-1042.098=0.000
σ	0.000-0.000=-0.000
min	1042.098-1042.097=0.000
max	1042.099-1042.098=0.000

*mean*	1747.250-1733.250=14.000
σ	3.240-9.721=-6.481
min	1742.000-1728.000=14.000
max	1749.000

*mean*	636.431-617.534=18.897
σ	107.458-148.866=-41.407
min	423.782-381.181=42.601
max	728.667-833.104=-104.437

phase=processProdDef

*mean*	6169.659-6169.657=0.002
σ	0.001
min	6169.659-6169.657=0.002
max	6169.660-6169.658=0.002

*mean*	1748.125-1735.875=12.250
σ	2.475-10.869=-8.394
min	1742.000-1728.000=14.000
max	1749.000

*mean*	5385.186-6090.474=-705.288
σ	1577.509-1177.854=399.655
min	3594.344-3875.125=-280.781
max	7917.900-7313.452=604.448

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1747.250-1733.250=14.000
σ	3.240-9.721=-6.481
min	1742.000-1728.000=14.000
max	1749.000

*mean*	27.700-35.168=-7.468
σ	9.413-12.247=-2.834
min	20.425-19.611=0.815
max	47.404-54.754=-7.351

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1747.250-1733.250=14.000
σ	3.240-9.721=-6.481
min	1742.000-1728.000=14.000
max	1749.000

*mean*	675.407-766.169=-90.762
σ	64.177-112.091=-47.914
min	627.914-622.483=5.431
max	780.863-927.450=-146.587

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.687=0.001
σ	0.037-0.038=-0.000
min	293.635-293.634=0.001
max	293.726-293.726=-0.000

*mean*	445.000-446.200=-1.200
σ	0.000-0.447=-0.447
min	445.000-446.000=-1.000
max	445.000-447.000=-2.000

*mean*	0.399-0.392=0.007
σ	0.001-0.001=-0.000
min	0.398-0.390=0.008
max	0.401-0.393=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.776-1303.729=0.046
σ	0.076-0.091=-0.016
min	1303.697-1303.627=0.071
max	1303.872-1303.840=0.032

*mean*	1083.000-1096.000=-13.000
σ	222.849-174.578=48.271
min	827.000-888.000=-61.000
max	1375.000-1337.000=38.000

*mean*	2.040-1.983=0.057
σ	0.293-0.090=0.203
min	1.751-1.921=-0.170
max	2.492-2.141=0.352

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.805-1546.839=-0.034
σ	4.011-4.034=-0.023
min	1544.789-1544.852=-0.063
max	1553.974-1554.050=-0.077

*mean*	621.400-623.400=-2.000
σ	82.428-88.794=-6.366
min	495.000-507.000=-12.000
max	699.000-727.000=-28.000

*mean*	2.230-2.373=-0.142
σ	0.112-0.309=-0.197
min	2.124-2.094=0.029
max	2.359-2.867=-0.509

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.818-1865.808=0.010
σ	0.048-0.050=-0.003
min	1865.764-1865.742=0.022
max	1865.894-1865.881=0.013

*mean*	1711.200-1707.200=4.000
σ	168.787-181.370=-12.583
min	1499.000-1464.000=35.000
max	1941.000-1878.000=63.000

*mean*	2.882-3.017=-0.135
σ	0.124-0.208=-0.084
min	2.683-2.864=-0.181
max	2.994-3.382=-0.388

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.758-1.752=0.006
σ	0.122-0.147=-0.025
min	1.637-1.569=0.068
max	1.921-1.943=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089-450.088=0.001
σ	579.265-579.265=-0.000
min	160.452-160.452=-0.000
max	1318.986-1318.985=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.535-0.529=0.006
σ	0.535-0.517=0.018
min	0.265-0.266=-0.001
max	1.337-1.303=0.033

policies=20

*mean*	1604.884-1604.887=-0.003
σ	0.401-0.402=-0.001
min	1604.611-1604.607=0.004
max	1605.477-1605.481=-0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-446.750=-1.750
σ	2.000-2.500=-0.500
min	442.000-443.000=-1.000
max	446.000-448.000=-2.000

*mean*	2.670-2.672=-0.001
σ	0.008-0.018=-0.010
min	2.659-2.656=0.002
max	2.676-2.692=-0.016

policies=200

*mean*	16057.310-16057.201=0.109
σ	0.185-0.101=0.084
min	16057.100-16057.057=0.043
max	16057.547-16057.273=0.274

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.750-495.500=-1.750
σ	4.031-2.082=1.949
min	489.000-493.000=-4.000
max	498.000

*mean*	27.168-26.945=0.223
σ	0.222-0.081=0.141
min	26.988-26.864=0.124
max	27.484-27.048=0.436