Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=-0.000
σ	0.357-0.357=-0.000
min	54.541-54.542=-0.001
max	55.693-55.694=-0.001

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=0.001
min	0.137-0.138=-0.000
max	0.151-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.005-0.005=-0.000
min	43.696-43.696=0.000
max	43.710-43.713=-0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.122-0.120=0.002
σ	0.004-0.005=-0.000
min	0.118-0.116=0.002
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	12.666-12.273=0.393
σ	0.317-0.403=-0.086
min	12.255-11.541=0.713
max	13.235-12.842=0.393

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	12.819-12.169=0.650
σ	0.360-0.627=-0.268
min	12.249-11.331=0.918
max	13.340-12.831=0.509

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7312.000-7277.000=35.000
σ	0.000
min	7312.000-7277.000=35.000
max	7312.000-7277.000=35.000

*mean*	15.299-14.967=0.332
σ	0.736-0.355=0.380
min	13.710-14.402=-0.692
max	16.060-15.560=0.500

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.931

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	13.405-12.673=0.733
σ	1.461-1.760=-0.300
min	11.649-10.618=1.030
max	15.459-14.562=0.897

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	9.094-8.428=0.666
σ	0.389-0.280=0.110
min	8.513-8.096=0.417
max	9.736-8.811=0.925

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	6.604-6.389=0.215
σ	0.173-0.271=-0.098
min	6.375-6.082=0.293
max	6.879-6.690=0.189

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=0.000
min	25.666
max	25.674-25.674=0.000

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	6.071-5.533=0.537
σ	0.225-0.090=0.135
min	5.827-5.365=0.462
max	6.540-5.623=0.917

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	5.787-5.361=0.427
σ	0.147-0.052=0.095
min	5.498-5.295=0.203
max	5.975-5.450=0.525

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7312.000-7277.000=35.000
σ	0.000
min	7312.000-7277.000=35.000
max	7312.000-7277.000=35.000

*mean*	1078.972-1540.998=-462.026
σ	103.438-941.390=-837.952
min	1037.944-1041.403=-3.459
max	1334.793-3760.019=-2425.226

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.470-0.469=0.001
min	8744.553
max	8745.884-8745.882=0.001

*mean*	3573.750-3570.500=3.250
σ	1796.790-1792.355=4.435
min	1045.000-1042.000=3.000
max	5798.000-5781.000=17.000

*mean*	4761.491-4647.793=113.698
σ	1611.619-1396.877=214.741
min	3519.493-3516.651=2.842
max	7226.635-6686.181=540.454

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	81.041-83.554=-2.514
σ	10.898-12.153=-1.255
min	69.174-68.717=0.457
max	97.844-100.285=-2.442

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.944=0.000
max	40.946

*mean*	7312.000-7277.000=35.000
σ	0.000
min	7312.000-7277.000=35.000
max	7312.000-7277.000=35.000

*mean*	105.805-106.337=-0.533
σ	5.757-2.961=2.796
min	94.512-101.769=-7.257
max	112.434-111.046=1.389

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687

*mean*	7312.000-7277.000=35.000
σ	0.000
min	7312.000-7277.000=35.000
max	7312.000-7277.000=35.000

*mean*	162.457-163.231=-0.775
σ	7.775-3.906=3.870
min	144.790-155.358=-10.569
max	167.706-166.718=0.989

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.900=0.000
σ	4.304-4.304=-0.000
min	11655.306
max	11667.551-11667.552=-0.001

*mean*	4153.625-4148.500=5.125
σ	1902.099-1892.790=9.309
min	1557.000-1553.000=4.000
max	7312.000-7277.000=35.000

*mean*	5995.221-6330.129=-334.908
σ	1076.883-1069.653=7.230
min	4880.963-4928.471=-47.507
max	7678.843-8037.030=-358.186

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067

*mean*	7312.000-7277.000=35.000
σ	0.000
min	7312.000-7277.000=35.000
max	7312.000-7277.000=35.000

*mean*	5586.146-5767.645=-181.499
σ	1540.222-1739.354=-199.133
min	4378.936-4393.859=-14.923
max	7696.353-8091.290=-394.936

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	390.397-395.006=-4.608
σ	16.017-3.128=12.889
min	351.772-390.225=-38.453
max	401.415-399.576=1.839

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	788.868-779.326=9.542
σ	17.058-28.371=-11.313
min	769.449-723.669=45.780
max	819.372-803.767=15.605

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326-1024.328=-0.001
σ	0.759-0.759=0.000
min	1023.852-1023.855=-0.004
max	1027.467-1027.465=0.002

*mean*	1052.750-1039.500=13.250
σ	315.722-301.357=14.365
min	593.000-563.000=30.000
max	1522.000-1462.000=60.000

*mean*	1.571-1.557=0.014
σ	0.091-0.051=0.040
min	1.400-1.473=-0.073
max	1.787-1.663=0.124

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.499-0.394=0.105
σ	0.542-0.497=0.044
min	0.245-0.152=0.093
max	1.468-1.282=0.186

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.849-0.535=0.314
σ	0.574-0.317=0.257
min	0.575-0.324=0.251
max	1.875-1.058=0.817

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.224=0.164
σ	0.046-0.026=0.020
min	0.350-0.204=0.147
max	0.459-0.268=0.191

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.326=0.263
σ	0.036-0.019=0.017
min	0.555-0.312=0.243
max	0.648-0.359=0.290

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-435.600=-4.600
σ	0.000-5.079=-5.079
min	431.000
max	431.000-441.000=-10.000

*mean*	0.712-0.545=0.167
σ	0.050-0.062=-0.012
min	0.638-0.463=0.175
max	0.750-0.612=0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.621-0.476=0.144
σ	0.019-0.047=-0.028
min	0.596-0.420=0.176
max	0.639-0.525=0.114

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	3.470-2.614=0.856
σ	0.083-0.093=-0.010
min	3.286-2.449=0.837
max	3.816-3.020=0.796

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	3.457-2.604=0.853
σ	0.075-0.072=0.003
min	3.350-2.443=0.908
max	3.710-2.821=0.889

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.542-0.310=0.233
σ	0.033-0.012=0.021
min	0.515-0.295=0.220
max	0.831-0.386=0.445

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.514-0.299=0.215
σ	0.013-0.011=0.002
min	0.489-0.286=0.203
max	0.591-0.371=0.220

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.884-298.637=0.247
σ	1.060-1.003=0.057
min	298.466-298.241=0.225
max	301.895-301.487=0.408

*mean*	442.700-443.800=-1.100
σ	13.124-14.242=-1.119
min	426.000-422.000=4.000
max	463.000-466.000=-3.000

*mean*	0.595-0.593=0.002
σ	0.031-0.026=0.005
min	0.555-0.559=-0.004
max	0.654-0.648=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.532=0.004
σ	0.000
min	239.536-239.532=0.004
max	239.536-239.532=0.004

*mean*	1749.000-1750.375=-1.375
σ	0.000-0.518=-0.518
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	217.746-219.116=-1.370
σ	1.681-2.005=-0.323
min	215.545-215.375=0.170
max	220.328-221.540=-1.212

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1749.000-1750.375=-1.375
σ	0.000-0.518=-0.518
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	11.646-11.285=0.361
σ	1.536-2.074=-0.538
min	9.424-7.574=1.849
max	13.216-12.796=0.420

phase=parser

*mean*	1042.363-1042.360=0.002
σ	0.000-0.000=0.000
min	1042.362-1042.359=0.003
max	1042.363-1042.360=0.003

*mean*	1749.000-1750.375=-1.375
σ	0.000-0.518=-0.518
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	680.043-696.634=-16.591
σ	88.972-82.882=6.090
min	563.405-591.989=-28.583
max	829.689-831.700=-2.011

phase=processProdDef

*mean*	6169.657-6169.662=-0.004
σ	0.000-0.001=-0.000
min	6169.657-6169.661=-0.004
max	6169.658-6169.662=-0.005

*mean*	1749.000-1750.500=-1.500
σ	0.000-0.535=-0.535
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	5050.572-5531.497=-480.925
σ	1012.063-1222.013=-209.951
min	3545.056-3827.642=-282.586
max	6727.405-7271.114=-543.710

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1749.000-1750.375=-1.375
σ	0.000-0.518=-0.518
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	44.588-43.901=0.687
σ	6.370-7.850=-1.479
min	34.548-27.232=7.316
max	53.672-52.517=1.155

phase=type checker

*mean*	990.442-990.446=-0.004
σ	0.066
min	990.344-990.348=-0.004
max	990.532-990.536=-0.004

*mean*	1749.000-1750.375=-1.375
σ	0.000-0.518=-0.518
min	1749.000-1750.000=-1.000
max	1749.000-1751.000=-2.000

*mean*	824.462-815.918=8.544
σ	102.475-92.577=9.898
min	650.341-687.744=-37.403
max	920.223-918.211=2.012

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.917=-0.001
σ	0.040-0.038=0.002
min	293.862-293.864=-0.001
max	293.958-293.957=0.001

*mean*	445.000-441.000=4.000
σ	0.000-2.739=-2.739
min	445.000-439.000=6.000
max	445.000-444.000=1.000

*mean*	0.399-0.399=-0.000
σ	0.001-0.000=0.000
min	0.398-0.399=-0.000
max	0.400-0.400=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.245-1320.223=0.022
σ	0.063-0.093=-0.030
min	1320.177-1320.131=0.045
max	1320.335-1320.334=0.001

*mean*	1086.400-1069.600=16.800
σ	163.630-168.456=-4.826
min	890.000-844.000=46.000
max	1308.000-1278.000=30.000

*mean*	2.083-2.048=0.035
σ	0.151-0.280=-0.129
min	1.831-1.808=0.023
max	2.220-2.479=-0.259

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.733-1559.733=-0.000
σ	4.084-4.070=0.015
min	1557.696-1557.696=0.000
max	1567.033-1567.005=0.027

*mean*	625.600-620.000=5.600
σ	87.683-82.228=5.455
min	496.000
max	730.000-717.000=13.000

*mean*	2.287-2.247=0.040
σ	0.222-0.159=0.063
min	2.161-2.098=0.063
max	2.683-2.511=0.172

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.266-1882.271=-0.005
σ	0.051-0.049=0.002
min	1882.201-1882.209=-0.007
max	1882.342-1882.338=0.004

*mean*	1727.400-1702.800=24.600
σ	177.466-246.028=-68.562
min	1474.000-1410.000=64.000
max	1891.000-2034.000=-143.000

*mean*	3.111-2.931=0.179
σ	0.393-0.055=0.339
min	2.880-2.886=-0.006
max	3.809-2.996=0.814

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.745-1.763=-0.018
σ	0.145-0.128=0.017
min	1.605-1.627=-0.022
max	1.944-1.940=0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.535=0.002
σ	585.528-585.530=-0.002
min	160.770-160.764=0.006
max	1331.829-1331.830=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.544-0.547=-0.002
σ	0.550-0.551=-0.001
min	0.267-0.271=-0.004
max	1.369-1.373=-0.004

policies=20

*mean*	1608.038-1608.018=0.020
σ	0.407-0.422=-0.015
min	1607.757-1607.729=0.028
max	1608.640-1608.646=-0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-449.250=1.000
σ	10.595-10.500=0.095
min	443.000-444.000=-1.000
max	466.000-465.000=1.000

*mean*	2.686-2.706=-0.020
σ	0.014-0.013=0.000
min	2.674-2.687=-0.013
max	2.704-2.716=-0.012

policies=200

*mean*	16088.610-16088.549=0.061
σ	0.143-0.161=-0.018
min	16088.504-16088.392=0.112
max	16088.819-16088.767=0.052

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-498.750=-0.750
σ	2.944-5.500=-2.556
min	495.000-494.000=1.000
max	501.000-506.000=-5.000

*mean*	27.319-27.288=0.031
σ	0.132-0.107=0.025
min	27.189-27.175=0.014
max	27.454-27.412=0.041