Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.676-54.584=0.092
σ	0.360-0.344=0.017
min	54.546-54.451=0.094
max	55.701-55.562=0.139

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.142-0.151=-0.009
σ	0.005-0.011=-0.006
min	0.137-0.135=0.001
max	0.150-0.169=-0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.704=-0.001
σ	0.006-0.006=0.000
min	43.694-43.697=-0.003
max	43.714-43.713=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.006=-0.001
min	0.117-0.120=-0.003
max	0.131-0.138=-0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	12.823-12.390=0.433
σ	0.354-0.335=0.019
min	12.375-12.037=0.338
max	13.270-12.913=0.357

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	12.851-12.315=0.536
σ	0.546-0.519=0.026
min	11.808-11.460=0.348
max	13.341-12.833=0.508

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.933-41.933=0.000

*mean*	7333.000-7303.000=30.000
σ	0.000
min	7333.000-7303.000=30.000
max	7333.000-7303.000=30.000

*mean*	15.225-14.598=0.627
σ	0.936-0.660=0.276
min	13.038-13.129=-0.091
max	15.822-15.252=0.570

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	13.195-11.919=1.276
σ	1.915-1.250=0.665
min	11.039-10.276=0.764
max	15.468-13.469=1.999

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	9.026-8.399=0.627
σ	0.362-0.414=-0.052
min	8.606-7.653=0.953
max	9.598-8.950=0.648

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	6.602-6.416=0.186
σ	0.295-0.359=-0.063
min	6.222-5.668=0.554
max	7.000-6.716=0.285

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.664=0.001
max	25.674-25.668=0.005

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	6.092-5.535=0.557
σ	0.096-0.075=0.022
min	5.900-5.372=0.528
max	6.219-5.608=0.611

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	5.883-5.388=0.495
σ	0.269-0.158=0.111
min	5.476-5.216=0.259
max	6.165-5.680=0.485

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.606=0.001

*mean*	7333.000-7303.000=30.000
σ	0.000
min	7333.000-7303.000=30.000
max	7333.000-7303.000=30.000

*mean*	1039.931-1089.507=-49.576
σ	5.536-117.161=-111.625
min	1031.517-1033.866=-2.349
max	1048.100-1378.904=-330.804

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.000

*mean*	3579.500-3572.000=7.500
σ	1802.827-1796.194=6.633
min	1045.000-1044.000=1.000
max	5819.000-5794.000=25.000

*mean*	4808.762-4931.330=-122.567
σ	1739.958-1635.421=104.537
min	3507.464-3551.719=-44.255
max	7491.723-7423.732=67.991

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	76.899-81.927=-5.028
σ	8.719-11.392=-2.673
min	69.758-70.788=-1.029
max	92.443-97.470=-5.028

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.943=0.001
max	40.946-40.945=0.001

*mean*	7333.000-7303.000=30.000
σ	0.000
min	7333.000-7303.000=30.000
max	7333.000-7303.000=30.000

*mean*	106.460-104.670=1.790
σ	6.504-4.852=1.652
min	94.231-94.466=-0.235
max	113.691-108.767=4.924

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7333.000-7303.000=30.000
σ	0.000
min	7333.000-7303.000=30.000
max	7333.000-7303.000=30.000

*mean*	162.601-162.075=0.526
σ	10.263-7.613=2.649
min	139.261-145.021=-5.759
max	168.791-167.362=1.430

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.538=0.013

*mean*	4157.500-4151.125=6.375
σ	1908.581-1900.271=8.310
min	1556.000-1555.000=1.000
max	7333.000-7303.000=30.000

*mean*	6260.680-6273.239=-12.559
σ	1167.486-1295.359=-127.873
min	4893.332-4945.857=-52.526
max	7823.589-8178.391=-354.803

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.000

*mean*	7333.000-7303.000=30.000
σ	0.000
min	7333.000-7303.000=30.000
max	7333.000-7303.000=30.000

*mean*	5751.310-5346.726=404.584
σ	1521.846-1266.256=255.590
min	4362.357-4396.680=-34.323
max	7878.866-7702.096=176.770

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	395.815-356.172=39.643
σ	1.397-41.796=-40.400
min	392.956-297.595=95.361
max	397.326-399.891=-2.565

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.500=0.500
σ	0.000-0.535=-0.535
min	560.000-559.000=1.000
max	560.000

*mean*	734.689-743.903=-9.214
σ	65.080-61.332=3.748
min	632.017-641.261=-9.244
max	794.324-796.486=-2.162

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.501=15.826
σ	0.759-0.759=-0.001
min	1023.849-1008.026=15.823
max	1027.463-1011.641=15.822

*mean*	1063.550-1045.800=17.750
σ	316.440-297.552=18.889
min	595.000-585.000=10.000
max	1570.000-1446.000=124.000

*mean*	1.555-1.544=0.011
σ	0.064-0.073=-0.009
min	1.424-1.471=-0.047
max	1.728-1.764=-0.036

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.380=0.020
σ	0.520-0.486=0.034
min	0.139-0.141=-0.002
max	1.328-1.247=0.081

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.475=-0.002
σ	0.321-0.321=-0.000
min	0.317-0.316=0.002
max	1.047-1.049=-0.002

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.208=0.017
σ	0.025-0.027=-0.002
min	0.206-0.186=0.019
max	0.268-0.255=0.013

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.342=-0.001
σ	0.023-0.030=-0.008
min	0.317-0.326=-0.009
max	0.366-0.396=-0.029

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	433.600-436.000=-2.400
σ	3.130-5.612=-2.482
min	431.000
max	437.000-442.000=-5.000

*mean*	0.523-0.553=-0.030
σ	0.036-0.059=-0.023
min	0.477-0.458=0.020
max	0.560-0.609=-0.049

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.501-0.475=0.025
σ	0.025-0.028=-0.002
min	0.471-0.451=0.020
max	0.528-0.521=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.654-1.930=0.724
σ	0.097-0.076=0.021
min	2.464-1.801=0.662
max	2.942-2.333=0.609

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.575-1.934=0.641
σ	0.233-0.058=0.174
min	1.877-1.822=0.055
max	2.988-2.180=0.808

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.303-0.300=0.003
σ	0.008-0.007=0.002
min	0.285-0.290=-0.005
max	0.350-0.340=0.010

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.290-0.286=0.004
σ	0.008-0.009=-0.001
min	0.274-0.271=0.003
max	0.324-0.332=-0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.605-298.147=0.458
σ	1.026-1.040=-0.014
min	298.162-297.673=0.488
max	301.510-301.099=0.411

*mean*	443.200-446.200=-3.000
σ	13.604-18.036=-4.432
min	426.000-418.000=8.000
max	464.000-472.000=-8.000

*mean*	0.586-0.605=-0.019
σ	0.036-0.018=0.018
min	0.523-0.569=-0.045
max	0.640-0.627=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000-0.000=-0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1747.500-1758.000=-10.500
σ	4.629-0.000=4.629
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	220.236-207.880=12.356
σ	1.637-1.975=-0.338
min	218.608-204.443=14.166
max	222.959-209.860=13.099

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1747.500-1758.000=-10.500
σ	4.629-0.000=4.629
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	11.463-11.016=0.447
σ	2.063-2.369=-0.306
min	7.302-6.297=1.005
max	12.982-12.704=0.278

phase=parser

*mean*	1042.365-1042.101=0.264
σ	0.000-0.000=0.000
min	1042.365-1042.100=0.264
max	1042.366-1042.101=0.264

*mean*	1747.500-1758.000=-10.500
σ	4.629-0.000=4.629
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	662.353-677.604=-15.251
σ	126.242-71.082=55.160
min	420.870-590.582=-169.712
max	823.928-740.799=83.130

phase=processProdDef

*mean*	6169.659-6169.660=-0.000
σ	0.001-0.001=-0.000
min	6169.659
max	6169.660

*mean*	1748.750-1758.000=-9.250
σ	3.536-0.000=3.536
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	5041.579-5406.764=-365.185
σ	771.916-778.247=-6.331
min	3741.043-4494.679=-753.636
max	6055.044-6487.555=-432.512

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1747.500-1758.000=-10.500
σ	4.629-0.000=4.629
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	42.904-42.828=0.076
σ	8.377-9.646=-1.270
min	26.483-20.616=5.867
max	50.342-48.326=2.017

phase=type checker

*mean*	990.446-958.461=31.985
σ	0.066
min	990.348-958.363=31.985
max	990.536-958.551=31.985

*mean*	1747.500-1758.000=-10.500
σ	4.629-0.000=4.629
min	1740.000-1758.000=-18.000
max	1750.000-1758.000=-8.000

*mean*	783.581-765.002=18.579
σ	92.474-102.859=-10.385
min	654.733-633.794=20.939
max	922.926-882.422=40.504

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.688=0.231
σ	0.038-0.037=0.000
min	293.865-293.635=0.230
max	293.957-293.726=0.231

*mean*	442.000-445.000=-3.000
σ	2.739-0.000=2.739
min	440.000-445.000=-5.000
max	445.000

*mean*	0.397-0.402=-0.005
σ	0.010-0.009=0.001
min	0.392-0.397=-0.006
max	0.416-0.418=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.265-1303.770=16.495
σ	0.073-0.051=0.022
min	1320.142-1303.721=16.421
max	1320.317-1303.834=16.483

*mean*	1084.200-1064.200=20.000
σ	163.644-171.224=-7.581
min	888.000-839.000=49.000
max	1306.000-1275.000=31.000

*mean*	2.204-1.959=0.245
σ	0.248-0.194=0.054
min	1.865-1.812=0.053
max	2.560-2.194=0.366

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.750-1546.821=12.930
σ	4.060-4.016=0.044
min	1557.734-1544.805=12.928
max	1567.008-1553.998=13.010

*mean*	623.600-614.000=9.600
σ	87.380-74.786=12.594
min	495.000-498.000=-3.000
max	728.000-697.000=31.000

*mean*	2.303-2.240=0.063
σ	0.200-0.131=0.069
min	2.162-2.143=0.019
max	2.647-2.465=0.182

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.272-1865.808=16.464
σ	0.058-0.052=0.006
min	1882.188-1865.751=16.437
max	1882.343-1865.890=16.454

*mean*	1722.200-1714.400=7.800
σ	174.898-253.163=-78.265
min	1472.000-1420.000=52.000
max	1884.000-2069.000=-185.000

*mean*	3.150-2.931=0.218
σ	0.299-0.089=0.210
min	2.846-2.854=-0.008
max	3.627-3.042=0.585

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727-1.773=-0.046
σ	0.196-0.086=0.111
min	1.510-1.676=-0.166
max	1.973-1.877=0.096

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-450.089=3.447
σ	585.529-579.265=6.263
min	160.767-160.454=0.314
max	1331.829-1318.988=12.842

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.544-0.543=0.000
σ	0.549-0.546=0.003
min	0.268-0.268=-0.001
max	1.367-1.362=0.005

policies=20

*mean*	1608.035-1604.905=3.130
σ	0.403-0.405=-0.001
min	1607.759-1604.626=3.134
max	1608.632-1605.503=3.128

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.750-444.000=6.750
σ	11.587-2.000=9.587
min	443.000-441.000=2.000
max	468.000-445.000=23.000

*mean*	2.690-2.682=0.008
σ	0.022-0.009=0.012
min	2.672-2.669=0.003
max	2.721-2.690=0.031

policies=200

*mean*	16088.615-16057.191=31.424
σ	0.121-0.190=-0.069
min	16088.508-16057.019=31.489
max	16088.783-16057.462=31.321

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-493.500=4.750
σ	5.123-4.203=0.920
min	493.000-489.000=4.000
max	504.000-498.000=6.000

*mean*	27.309-27.087=0.222
σ	0.173-0.146=0.027
min	27.090-26.946=0.143
max	27.463-27.226=0.237