Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.624=-0.001
σ	0.347-0.350=-0.003
min	54.497-54.490=0.007
max	55.609-55.619=-0.009

*mean*	420.000-420.400=-0.400
σ	0.000-0.966=-0.966
min	420.000-419.000=1.000
max	420.000-421.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.005=-0.001
min	0.135-0.133=0.002
max	0.149-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.001
σ	0.007-0.005=0.003
min	43.780-43.779=0.001
max	43.803-43.795=0.007

*mean*	420.000-421.000=-1.000
σ	0.000
min	420.000-421.000=-1.000
max	420.000-421.000=-1.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.132-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	12.630-12.403=0.227
σ	0.288-0.323=-0.035
min	12.342-11.925=0.418
max	13.146-12.976=0.171

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	12.375-11.944=0.431
σ	0.645-0.556=0.089
min	11.523-11.232=0.291
max	13.214-13.044=0.170

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=0.000
min	41.929-41.928=0.000
max	41.933-41.932=0.000

*mean*	7309.000-7330.000=-21.000
σ	0.000
min	7309.000-7330.000=-21.000
max	7309.000-7330.000=-21.000

*mean*	15.223-14.659=0.564
σ	0.734-0.822=-0.089
min	13.562-12.696=0.866
max	15.763-15.167=0.596

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	12.738-12.098=0.641
σ	1.643-1.900=-0.258
min	11.116-10.272=0.844
max	15.212-14.797=0.415

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.000
min	27.603-27.603=0.000
max	27.990-27.991=-0.001

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	8.997-8.510=0.487
σ	0.418-0.331=0.087
min	8.331-8.024=0.307
max	9.633-8.888=0.745

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	6.794-6.632=0.161
σ	0.372-0.376=-0.004
min	6.112-6.188=-0.076
max	7.304-7.449=-0.144

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	6.061-5.453=0.608
σ	0.207-0.232=-0.025
min	5.789-5.299=0.490
max	6.469-5.961=0.509

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	5.737-5.360=0.377
σ	0.187-0.248=-0.060
min	5.448-5.092=0.355
max	6.000-5.744=0.255

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607

*mean*	7309.000-7330.000=-21.000
σ	0.000
min	7309.000-7330.000=-21.000
max	7309.000-7330.000=-21.000

*mean*	1069.959-1046.675=23.284
σ	71.904-7.176=64.728
min	1041.494-1037.944=3.550
max	1247.765-1061.064=186.700

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.554
max	8745.883-8745.883=-0.001

*mean*	3574.875-3578.375=-3.500
σ	1797.812-1802.723=-4.911
min	1045.000-1044.000=1.000
max	5802.000-5816.000=-14.000

*mean*	5021.479-4889.947=131.532
σ	1639.055-1575.562=63.493
min	3531.066-3519.310=11.755
max	7161.112-7496.421=-335.309

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	80.734-83.333=-2.599
σ	10.079-10.965=-0.887
min	71.263-70.937=0.325
max	100.371-99.457=0.914

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7309.000-7330.000=-21.000
σ	0.000
min	7309.000-7330.000=-21.000
max	7309.000-7330.000=-21.000

*mean*	103.516-106.552=-3.036
σ	6.202-8.136=-1.935
min	89.946-88.054=1.892
max	109.449-113.987=-4.538

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7309.000-7330.000=-21.000
σ	0.000
min	7309.000-7330.000=-21.000
max	7309.000-7330.000=-21.000

*mean*	161.184-162.041=-0.857
σ	9.286-11.651=-2.366
min	139.531-134.664=4.867
max	167.719-168.916=-1.196

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.538=0.000

*mean*	4153.375-4157.500=-4.125
σ	1901.043-1907.207=-6.163
min	1555.000-1556.000=-1.000
max	7309.000-7330.000=-21.000

*mean*	6745.133-6459.746=285.388
σ	1153.592-1207.809=-54.217
min	4935.307-4956.328=-21.021
max	8028.106-8067.259=-39.153

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.000

*mean*	7309.000-7330.000=-21.000
σ	0.000
min	7309.000-7330.000=-21.000
max	7309.000-7330.000=-21.000

*mean*	4910.734-5458.316=-547.582
σ	871.601-1600.227=-728.626
min	4316.571-4313.531=3.040
max	6372.384-8896.866=-2524.482

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	367.942-390.308=-22.367
σ	34.456-5.547=28.909
min	292.924-381.322=-88.399
max	394.274-395.207=-0.934

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-558.500=1.500
σ	0.000-0.926=-0.926
min	560.000-558.000=2.000
max	560.000

*mean*	742.143-709.589=32.553
σ	48.307-75.759=-27.452
min	630.996-599.031=31.965
max	790.938-814.683=-23.745

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.375=0.001
σ	0.760-0.760=-0.000
min	1007.900-1007.900=0.000
max	1011.518-1011.517=0.001

*mean*	1047.550-1048.350=-0.800
σ	313.397-294.883=18.515
min	571.000-574.000=-3.000
max	1512.000-1447.000=65.000

*mean*	1.540-1.537=0.003
σ	0.087-0.081=0.006
min	1.436-1.386=0.050
max	1.745-1.737=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.289=0.109
σ	0.491-0.273=0.219
min	0.152-0.145=0.006
max	1.274-0.773=0.502

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.481=-0.005
σ	0.318-0.324=-0.006
min	0.328-0.326=0.002
max	1.045-1.060=-0.015

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.225=0.003
σ	0.024-0.017=0.007
min	0.206-0.210=-0.004
max	0.266-0.254=0.013

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.346=-0.007
σ	0.017-0.018=-0.001
min	0.326-0.332=-0.006
max	0.368-0.371=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	433.200-432.400=0.800
σ	5.215-2.510=2.705
min	430.000
max	442.000-435.000=7.000

*mean*	0.525-0.574=-0.049
σ	0.023-0.049=-0.026
min	0.500-0.489=0.010
max	0.545-0.612=-0.067

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.482-0.488=-0.006
σ	0.040-0.032=0.008
min	0.440-0.438=0.002
max	0.534-0.524=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	1.989-2.607=-0.618
σ	0.079-0.111=-0.032
min	1.820-2.441=-0.621
max	2.243-3.097=-0.854

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.075-2.582=-0.507
σ	0.277-0.075=0.202
min	1.802-2.465=-0.664
max	2.807-2.798=0.008

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.308-0.309=-0.002
σ	0.011-0.011=0.001
min	0.294-0.290=0.005
max	0.378-0.362=0.016

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.295-0.294=0.001
σ	0.011-0.009=0.002
min	0.280-0.280=-0.001
max	0.360-0.345=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.873-297.909=-0.036
σ	0.991-1.012=-0.021
min	297.435-297.539=-0.103
max	300.681-300.788=-0.106

*mean*	441.900-443.900=-2.000
σ	14.843-15.996=-1.153
min	418.000
max	463.000-469.000=-6.000

*mean*	0.608-0.612=-0.004
σ	0.022-0.016=0.006
min	0.549-0.586=-0.037
max	0.630-0.647=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1722.000-1724.375=-2.375
σ	32.302-9.546=22.756
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	210.691-203.041=7.650
σ	1.648-2.340=-0.692
min	209.061-200.322=8.739
max	213.874-207.293=6.581

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1722.000-1724.375=-2.375
σ	32.302-9.546=22.756
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	11.528-11.055=0.473
σ	2.563-2.117=0.446
min	7.473-7.464=0.009
max	15.660-12.687=2.973

phase=parser

*mean*	1041.163-1041.161=0.002
σ	0.000-0.000=0.000
min	1041.162-1041.160=0.001
max	1041.163-1041.161=0.002

*mean*	1722.000-1724.375=-2.375
σ	32.302-9.546=22.756
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	684.495-702.759=-18.264
σ	88.680-55.499=33.181
min	583.875-585.450=-1.575
max	838.369-755.098=83.271

phase=processProdDef

*mean*	6169.655-6169.658=-0.003
σ	0.001-0.000=0.000
min	6169.655-6169.657=-0.003
max	6169.656-6169.658=-0.002

*mean*	1730.000-1727.750=2.250
σ	29.022-12.499=16.524
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	5767.277-5859.896=-92.619
σ	1609.505-1526.815=82.691
min	3852.003-3988.767=-136.763
max	7806.765-7609.087=197.678

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1722.000-1724.375=-2.375
σ	32.302-9.546=22.756
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	44.046-44.205=-0.159
σ	8.499-7.656=0.842
min	26.823-26.860=-0.037
max	55.599-50.035=5.564

phase=type checker

*mean*	958.537-958.670=-0.134
σ	0.066
min	958.439-958.573=-0.134
max	958.626-958.760=-0.134

*mean*	1722.000-1724.375=-2.375
σ	32.302-9.546=22.756
min	1683.000-1721.000=-38.000
max	1747.000-1748.000=-1.000

*mean*	800.284-755.249=45.035
σ	94.906-38.083=56.822
min	654.656-666.612=-11.956
max	893.240-781.311=111.929

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-292.770=0.003
σ	0.034-0.036=-0.002
min	292.724-292.720=0.004
max	292.808-292.808=0.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.402-0.403=-0.001
σ	0.006-0.005=0.001
min	0.398-0.399=-0.001
max	0.412-0.411=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.840-1302.846=-0.006
σ	0.070-0.083=-0.013
min	1302.751-1302.736=0.015
max	1302.924-1302.939=-0.014

*mean*	1080.000-1085.000=-5.000
σ	178.039-177.712=0.327
min	867.000-886.000=-19.000
max	1306.000-1331.000=-25.000

*mean*	1.987-1.983=0.004
σ	0.158-0.211=-0.052
min	1.833-1.814=0.019
max	2.159-2.255=-0.096

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.954-1545.930=0.023
σ	4.031-4.022=0.009
min	1544.007-1543.972=0.035
max	1553.158-1553.119=0.039

*mean*	623.400-623.800=-0.400
σ	86.918-89.352=-2.433
min	504.000-502.000=2.000
max	720.000-725.000=-5.000

*mean*	2.441-2.379=0.061
σ	0.286-0.248=0.038
min	2.143-2.080=0.063
max	2.788-2.631=0.157

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.831-1864.834=-0.003
σ	0.032-0.044=-0.012
min	1864.793-1864.773=0.020
max	1864.867-1864.878=-0.012

*mean*	1744.800-1723.600=21.200
σ	228.386-168.328=60.058
min	1440.000-1478.000=-38.000
max	1961.000-1873.000=88.000

*mean*	2.924-3.011=-0.087
σ	0.060-0.272=-0.212
min	2.856-2.782=0.074
max	3.014-3.476=-0.462

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.778=-0.057
σ	0.082-0.137=-0.055
min	1.644-1.559=0.086
max	1.855-1.885=-0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.219-448.237=-0.018
σ	579.085-579.118=-0.033
min	158.674-158.677=-0.003
max	1316.847-1316.915=-0.068

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.543-0.539=0.004
σ	0.545-0.537=0.008
min	0.266-0.264=0.002
max	1.360-1.345=0.015

policies=20

*mean*	1587.078-1587.086=-0.008
σ	0.373-0.373=-0.001
min	1586.819-1586.824=-0.005
max	1587.630-1587.638=-0.008

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.500-447.500=-1.000
σ	4.041-8.660=-4.619
min	443.000-440.000=3.000
max	450.000-455.000=-5.000

*mean*	2.648-2.645=0.003
σ	0.010-0.011=-0.001
min	2.636-2.632=0.005
max	2.658-2.657=0.001

policies=200

*mean*	15878.987-15879.044=-0.057
σ	0.119-0.157=-0.037
min	15878.867-15878.905=-0.038
max	15879.096-15879.266=-0.170

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.750-495.500=1.250
σ	5.620-5.000=0.620
min	491.000-490.000=1.000
max	504.000-502.000=2.000

*mean*	26.685-26.781=-0.096
σ	0.115-0.179=-0.064
min	26.561-26.573=-0.011
max	26.838-26.979=-0.141