Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.616=-0.039
σ	0.351-0.349=0.001
min	54.449-54.484=-0.035
max	55.575-55.610=-0.035

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.141-0.140=0.001
σ	0.004-0.003=0.001
min	0.137-0.138=-0.001
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.785=-0.079
σ	0.007-0.007=0.000
min	43.698-43.775=-0.077
max	43.719-43.799=-0.081

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.123-0.121=0.003
σ	0.005-0.003=0.002
min	0.117-0.116=0.001
max	0.131-0.125=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	12.869-12.186=0.683
σ	0.211-0.325=-0.114
min	12.555-11.847=0.708
max	13.149-12.821=0.328

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.620-36.619=0.000

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	12.895-12.172=0.723
σ	0.624-0.626=-0.002
min	12.115-11.099=1.016
max	13.505-12.780=0.725

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.933-41.929=0.003

*mean*	7331.000-7541.000=-210.000
σ	0.000
min	7331.000-7541.000=-210.000
max	7331.000-7541.000=-210.000

*mean*	14.909-13.211=1.698
σ	0.818-1.459=-0.640
min	12.967-10.568=2.399
max	15.402-14.856=0.546

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	13.018-11.625=1.393
σ	1.609-1.758=-0.149
min	11.137-9.891=1.246
max	15.235-14.976=0.259

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.134
min	27.603-27.603=0.000
max	27.990-27.607=0.382

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	8.755-8.660=0.094
σ	0.276-1.412=-1.137
min	8.347-7.760=0.586
max	9.076-12.075=-2.999

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	6.699-6.785=-0.087
σ	0.233-1.130=-0.898
min	6.191-6.096=0.096
max	6.914-9.525=-2.611

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.001
min	25.665-25.665=0.000
max	25.668-25.670=-0.001

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	5.981-5.382=0.598
σ	0.084-0.284=-0.200
min	5.861-5.148=0.713
max	6.098-6.049=0.049

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	5.771-5.141=0.630
σ	0.132-0.052=0.080
min	5.531-5.075=0.456
max	5.944-5.251=0.693

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.012
max	2524.606-2524.594=0.012

*mean*	7331.000-7541.000=-210.000
σ	0.000
min	7331.000-7541.000=-210.000
max	7331.000-7541.000=-210.000

*mean*	1037.501-1060.815=-23.313
σ	6.263-3.190=3.074
min	1029.451-1055.961=-26.510
max	1050.118-1065.221=-15.102

op=load_product(), with indexes

*mean*	8744.721-8744.558=0.163
σ	0.469-0.033=0.436
min	8744.553-8744.545=0.008
max	8745.882-8744.639=1.244

*mean*	3582.125-3788.750=-206.625
σ	1800.227-1607.346=192.881
min	1047.000-1985.000=-938.000
max	5819.000-5945.000=-126.000

*mean*	4455.471-4630.460=-174.989
σ	1253.381-1484.227=-230.846
min	3539.994-3543.291=-3.296
max	6661.070-7185.409=-524.339

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.075=0.001
max	62.081-62.080=0.001

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	83.650-90.729=-7.079
σ	10.711-18.503=-7.792
min	71.651-70.586=1.065
max	98.305-125.029=-26.724

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7331.000-7541.000=-210.000
σ	0.000
min	7331.000-7541.000=-210.000
max	7331.000-7541.000=-210.000

*mean*	105.213-97.610=7.603
σ	5.852-10.244=-4.392
min	92.602-80.155=12.447
max	110.244-108.042=2.202

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.687=0.000

*mean*	7331.000-7541.000=-210.000
σ	0.000
min	7331.000-7541.000=-210.000
max	7331.000-7541.000=-210.000

*mean*	160.640-149.533=11.107
σ	10.091-16.794=-6.703
min	137.055-120.702=16.354
max	168.206-167.435=0.772

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.004
σ	4.324-4.317=0.007
min	11655.305-11655.305=0.000
max	11667.537-11667.517=0.021

*mean*	4158.875-4265.625=-106.750
σ	1904.830-1876.848=27.983
min	1555.000-1985.000=-430.000
max	7331.000-7541.000=-210.000

*mean*	6196.148-6524.596=-328.448
σ	981.259-1050.298=-69.039
min	4937.069-4971.715=-34.647
max	7654.391-7997.868=-343.477

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7331.000-7541.000=-210.000
σ	0.000
min	7331.000-7541.000=-210.000
max	7331.000-7541.000=-210.000

*mean*	5378.027-5233.592=144.435
σ	1242.134-1093.863=148.271
min	4396.885-4405.939=-9.054
max	7370.449-7539.861=-169.413

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.585=-0.026
σ	0.001-0.027=-0.025
min	172.558
max	172.562-172.623=-0.061

*mean*	478.000-1985.000=-1507.000
σ	0.000
min	478.000-1985.000=-1507.000
max	478.000-1985.000=-1507.000

*mean*	385.846-371.785=14.061
σ	13.180-20.358=-7.178
min	353.830-348.729=5.101
max	394.354-399.300=-4.945

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.359=-0.037
σ	0.001-0.036=-0.035
min	357.321
max	357.325-357.400=-0.075

*mean*	561.000-1985.000=-1424.000
σ	0.000
min	561.000-1985.000=-1424.000
max	561.000-1985.000=-1424.000

*mean*	765.909-745.945=19.963
σ	53.394-70.636=-17.242
min	642.089-616.620=25.469
max	819.712-816.215=3.497

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.185=0.316
σ	0.759-0.888=-0.129
min	1008.028-1007.687=0.341
max	1011.638-1011.870=-0.232

*mean*	1046.250-1048.550=-2.300
σ	313.549-303.737=9.811
min	572.000-544.000=28.000
max	1509.000-1456.000=53.000

*mean*	1.521-1.527=-0.006
σ	0.074-0.075=-0.000
min	1.421-1.369=0.052
max	1.699-1.691=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.882=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1456.000=-1054.000
σ	0.000
min	402.000-1456.000=-1054.000
max	402.000-1456.000=-1054.000

*mean*	0.388-0.428=-0.040
σ	0.476-0.123=0.353
min	0.144-0.358=-0.214
max	1.237-0.646=0.590

name=error_case.art

*mean*	2.339-2.334=0.005
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1456.000=-1054.000
σ	0.000
min	402.000-1456.000=-1054.000
max	402.000-1456.000=-1054.000

*mean*	0.481-0.884=-0.404
σ	0.322-0.092=0.230
min	0.322-0.831=-0.509
max	1.057-1.046=0.011

name=heavy_item.art

*mean*	1.522-1.521=0.002
σ	0.002-0.001=0.001
min	1.521-1.520=0.001
max	1.525-1.523=0.002

*mean*	402.000-1456.000=-1054.000
σ	0.000
min	402.000-1456.000=-1054.000
max	402.000-1456.000=-1054.000

*mean*	0.223-0.555=-0.332
σ	0.023-0.052=-0.029
min	0.203-0.511=-0.308
max	0.263-0.638=-0.375

name=nested_use.art

*mean*	2.357-2.356=0.001
σ	0.002-0.002=-0.000
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1456.000=-1054.000
σ	0.000
min	402.000-1456.000=-1054.000
max	402.000-1456.000=-1054.000

*mean*	0.337-0.846=-0.510
σ	0.020-0.044=-0.024
min	0.317-0.804=-0.487
max	0.366-0.920=-0.554

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.542=1.199
σ	0.011-0.026=-0.015
min	964.736-963.523=1.213
max	964.760-963.585=1.175

*mean*	436.000-1456.000=-1020.000
σ	5.612-0.000=5.612
min	431.000-1456.000=-1025.000
max	442.000-1456.000=-1014.000

*mean*	0.561-0.779=-0.219
σ	0.040-0.078=-0.039
min	0.523-0.651=-0.128
max	0.610-0.859=-0.249

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.854=0.959
σ	0.002-0.004=-0.002
min	885.812-884.850=0.962
max	885.816-884.861=0.956

*mean*	442.000-1456.000=-1014.000
σ	0.000
min	442.000-1456.000=-1014.000
max	442.000-1456.000=-1014.000

*mean*	0.500-0.740=-0.240
σ	0.034-0.022=0.013
min	0.458-0.701=-0.243
max	0.530-0.751=-0.221

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=-0.000
min	7.707-7.705=0.001
max	7.711-7.711=0.000

*mean*	442.000-1456.000=-1014.000
σ	0.000
min	442.000-1456.000=-1014.000
max	442.000-1456.000=-1014.000

*mean*	2.655-4.239=-1.585
σ	0.101-0.078=0.023
min	2.456-4.098=-1.642
max	3.123-4.544=-1.421

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	442.000-1456.000=-1014.000
σ	0.000
min	442.000-1456.000=-1014.000
max	442.000-1456.000=-1014.000

*mean*	2.641-4.255=-1.614
σ	0.114-0.084=0.030
min	2.458-4.131=-1.673
max	3.017-4.592=-1.575

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	442.000-1456.000=-1014.000
σ	0.000
min	442.000-1456.000=-1014.000
max	442.000-1456.000=-1014.000

*mean*	0.304-0.763=-0.459
σ	0.009-0.018=-0.008
min	0.289-0.732=-0.443
max	0.366-0.867=-0.501

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	442.000-1456.000=-1014.000
σ	0.000
min	442.000-1456.000=-1014.000
max	442.000-1456.000=-1014.000

*mean*	0.293-0.725=-0.432
σ	0.008-0.015=-0.007
min	0.276-0.695=-0.418
max	0.334-0.801=-0.467

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.109-297.361=0.749
σ	1.036-0.197=0.838
min	297.659-297.186=0.473
max	301.049-297.889=3.160

*mean*	441.900-1985.000=-1543.100
σ	15.271-0.000=15.271
min	420.000-1985.000=-1565.000
max	464.000-1985.000=-1521.000

*mean*	0.606-0.553=0.053
σ	0.023-0.031=-0.008
min	0.566-0.509=0.058
max	0.638-0.594=0.044

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1731.500
σ	13.670
min	1715.000
max	1742.000

*mean*	207.488
σ	1.556
min	204.944
max	210.239

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1731.500
σ	13.670
min	1715.000
max	1742.000

*mean*	8.871
σ	2.360
min	6.173
max	12.489

phase=parser

*mean*	1042.098
σ	0.000
min	1042.098
max	1042.099

*mean*	1731.500
σ	13.670
min	1715.000
max	1742.000

*mean*	636.326
σ	106.891
min	424.642
max	726.735

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.658
max	6169.659

*mean*	1734.875
σ	12.276
min	1715.000
max	1742.000

*mean*	5519.369
σ	1167.585
min	4236.960
max	6940.285

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1731.500
σ	13.670
min	1715.000
max	1742.000

*mean*	31.434
σ	10.577
min	20.645
max	47.928

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1731.500
σ	13.670
min	1715.000
max	1742.000

*mean*	692.039
σ	80.606
min	631.361
max	859.648

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-289.777=3.912
σ	0.044-0.032=0.012
min	293.631-289.736=3.895
max	293.738-289.811=3.928

*mean*	445.000-1456.000=-1011.000
σ	0.000
min	445.000-1456.000=-1011.000
max	445.000-1456.000=-1011.000

*mean*	0.405-0.402=0.003
σ	0.009-0.010=-0.001
min	0.399-0.396=0.003
max	0.421-0.420=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.793-1299.660=4.132
σ	0.099-0.066=0.033
min	1303.622-1299.592=4.031
max	1303.855-1299.745=4.110

*mean*	1099.400-1456.000=-356.600
σ	189.998-0.000=189.998
min	839.000-1456.000=-617.000
max	1328.000-1456.000=-128.000

*mean*	2.130-2.107=0.024
σ	0.275-0.076=0.199
min	1.814-2.010=-0.195
max	2.518-2.175=0.342

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.808-1542.619=4.189
σ	4.021-4.036=-0.015
min	1544.808-1540.608=4.200
max	1553.995-1549.831=4.164

*mean*	617.800-1456.000=-838.200
σ	80.273-0.000=80.273
min	497.000-1456.000=-959.000
max	712.000-1456.000=-744.000

*mean*	2.228-2.253=-0.025
σ	0.081-0.141=-0.060
min	2.152-2.076=0.076
max	2.363-2.408=-0.045

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.778-1861.643=4.135
σ	0.068-0.057=0.010
min	1865.712-1861.570=4.142
max	1865.888-1861.714=4.174

*mean*	1729.000-1770.400=-41.400
σ	175.608-226.297=-50.689
min	1480.000-1472.000=8.000
max	1890.000-1985.000=-95.000

*mean*	3.052-3.181=-0.129
σ	0.278-0.307=-0.029
min	2.881-2.843=0.038
max	3.546-3.617=-0.072

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.651-1.766=-0.115
σ	0.175-0.153=0.022
min	1.495-1.507=-0.012
max	1.887-1.908=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-446.185=1.795
σ	579.240-577.140=2.100
min	158.357-157.614=0.743
max	1316.839-1311.894=4.945

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1456.000=-1013.000
σ	0.000
min	443.000-1456.000=-1013.000
max	443.000-1456.000=-1013.000

*mean*	0.511-0.545=-0.034
σ	0.494-0.562=-0.068
min	0.262-0.260=0.001
max	1.252-1.388=-0.137

policies=20

*mean*	1583.923-1576.421=7.502
σ	0.361-0.363=-0.003
min	1583.672-1576.175=7.497
max	1584.457-1576.962=7.495

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-1456.000=-1010.000
σ	2.000-0.000=2.000
min	443.000-1456.000=-1013.000
max	447.000-1456.000=-1009.000

*mean*	2.642-2.646=-0.004
σ	0.003-0.014=-0.011
min	2.638-2.632=0.006
max	2.646-2.665=-0.019

policies=200

*mean*	15847.159-15772.314=74.845
σ	0.140-0.079=0.062
min	15847.033-15772.246=74.787
max	15847.347-15772.427=74.920

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	500.000-1456.000=-956.000
σ	5.477-0.000=5.477
min	494.000-1456.000=-962.000
max	507.000-1456.000=-949.000

*mean*	26.745-26.392=0.353
σ	0.095-0.061=0.034
min	26.654-26.321=0.332
max	26.837-26.471=0.366