Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.581=0.098
σ	0.358-0.342=0.016
min	54.537-54.449=0.088
max	55.697-55.554=0.143

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.148-0.140=0.007
σ	0.014-0.005=0.009
min	0.124-0.132=-0.008
max	0.170-0.150=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.001
σ	0.005-0.007=-0.002
min	43.697-43.695=0.002
max	43.710-43.715=-0.005

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.121-0.121=-0.000
σ	0.005-0.005=0.000
min	0.116-0.116=-0.001
max	0.129-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	12.240-13.090=-0.850
σ	0.266-0.234=0.032
min	11.885-12.596=-0.712
max	12.736-13.338=-0.602

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	11.785-12.927=-1.142
σ	0.539-0.739=-0.200
min	11.319-12.176=-0.858
max	12.578-13.938=-1.360

op=table_records(), no indexes

*mean*	41.932-41.932=0.001
σ	0.001-0.001=0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.001

*mean*	7309.000-7326.000=-17.000
σ	0.000
min	7309.000-7326.000=-17.000
max	7309.000-7326.000=-17.000

*mean*	14.498-15.409=-0.911
σ	0.676-0.767=-0.091
min	12.994-13.715=-0.721
max	15.022-15.955=-0.932

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	12.648-13.485=-0.837
σ	1.843-1.975=-0.132
min	10.319-11.169=-0.850
max	14.702-16.012=-1.311

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	8.307-9.004=-0.697
σ	0.308-0.268=0.040
min	7.825-8.639=-0.814
max	8.792-9.377=-0.585

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	6.401-6.742=-0.341
σ	0.145-0.237=-0.093
min	6.107-6.423=-0.317
max	6.575-7.146=-0.571

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.665-25.665=0.001
max	25.674-25.668=0.005

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	5.478-6.013=-0.535
σ	0.120-0.126=-0.006
min	5.334-5.845=-0.511
max	5.692-6.249=-0.557

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	5.322-5.874=-0.552
σ	0.183-0.117=0.066
min	4.989-5.740=-0.752
max	5.583-6.101=-0.518

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.606=0.001

*mean*	7309.000-7326.000=-17.000
σ	0.000
min	7309.000-7326.000=-17.000
max	7309.000-7326.000=-17.000

*mean*	1265.483-1053.344=212.139
σ	553.369-4.867=548.502
min	1030.501-1047.689=-17.188
max	2621.747-1061.347=1560.400

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.883=-0.000

*mean*	3573.375-3577.750=-4.375
σ	1796.727-1802.684=-5.957
min	1045.000-1044.000=1.000
max	5794.000-5815.000=-21.000

*mean*	5041.324-4929.427=111.898
σ	1673.589-1644.339=29.250
min	3515.720-3543.996=-28.276
max	7373.739-7608.725=-234.985

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	82.496-83.600=-1.103
σ	12.777-12.096=0.681
min	69.522-71.329=-1.807
max	99.788-103.779=-3.992

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7309.000-7326.000=-17.000
σ	0.000
min	7309.000-7326.000=-17.000
max	7309.000-7326.000=-17.000

*mean*	105.665-106.250=-0.585
σ	4.598-5.795=-1.197
min	95.917-95.309=0.608
max	109.939-112.801=-2.862

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7309.000-7326.000=-17.000
σ	0.000
min	7309.000-7326.000=-17.000
max	7309.000-7326.000=-17.000

*mean*	162.835-162.405=0.431
σ	6.901-9.115=-2.213
min	147.087-141.307=5.779
max	167.973-167.989=-0.017

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.001
max	11667.552-11667.538=0.013

*mean*	4154.500-4156.750=-2.250
σ	1901.774-1906.689=-4.915
min	1557.000
max	7309.000-7326.000=-17.000

*mean*	6589.199-6704.001=-114.802
σ	1278.497-1272.507=5.990
min	4934.753-4938.628=-3.875
max	8224.903-8000.360=224.543

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.000

*mean*	7309.000-7326.000=-17.000
σ	0.000
min	7309.000-7326.000=-17.000
max	7309.000-7326.000=-17.000

*mean*	5324.942-5848.682=-523.740
σ	1293.766-1951.791=-658.025
min	4338.970-4345.659=-6.689
max	7707.814-9151.155=-1443.341

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	387.340-382.823=4.517
σ	15.745-18.833=-3.087
min	348.645-352.567=-3.923
max	396.101-397.782=-1.681

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	760.641-697.869=62.772
σ	52.971-69.430=-16.459
min	672.628-638.847=33.781
max	801.781-790.620=11.161

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1008.500=15.829
σ	0.759-0.759=-0.000
min	1023.855-1008.028=15.827
max	1027.465-1011.638=15.827

*mean*	1046.150-1044.800=1.350
σ	295.980-308.959=-12.979
min	563.000-595.000=-32.000
max	1438.000-1501.000=-63.000

*mean*	1.558-1.545=0.013
σ	0.051-0.072=-0.022
min	1.495-1.471=0.024
max	1.649-1.763=-0.114

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.387=0.006
σ	0.507-0.487=0.020
min	0.140-0.141=-0.001
max	1.298-1.255=0.043

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.530-0.478=0.051
σ	0.309-0.328=-0.019
min	0.318-0.320=-0.002
max	1.044-1.065=-0.020

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.222=0.002
σ	0.026-0.020=0.006
min	0.205-0.204=0.000
max	0.269-0.257=0.012

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.334=0.002
σ	0.019-0.017=0.002
min	0.318-0.320=-0.002
max	0.367-0.363=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.000
σ	2.236
min	432.000
max	437.000

*mean*	0.576-0.548=0.028
σ	0.047-0.056=-0.010
min	0.498-0.485=0.013
max	0.615-0.615=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.490-0.464=0.025
σ	0.033-0.047=-0.014
min	0.444-0.383=0.060
max	0.519-0.496=0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.570-2.335=0.235
σ	0.079-0.331=-0.252
min	2.420-1.829=0.591
max	2.841-2.896=-0.055

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.562-2.625=-0.063
σ	0.088-0.095=-0.008
min	2.419-2.446=-0.026
max	2.875-2.933=-0.059

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.306-0.303=0.004
σ	0.011-0.010=0.001
min	0.289-0.285=0.004
max	0.378-0.367=0.010

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.296-0.287=0.009
σ	0.026-0.013=0.013
min	0.279-0.273=0.005
max	0.540-0.374=0.166

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.989-298.248=0.741
σ	1.098-0.992=0.106
min	298.498-297.804=0.694
max	302.087-301.054=1.033

*mean*	442.800-444.000=-1.200
σ	14.227-14.757=-0.531
min	427.000-422.000=5.000
max	468.000-465.000=3.000

*mean*	0.595-0.609=-0.013
σ	0.027-0.018=0.009
min	0.528-0.583=-0.054
max	0.617-0.636=-0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000-0.000=-0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1755.500-1680.000=75.500
σ	13.363-0.000=13.363
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	216.930-209.545=7.384
σ	1.140-2.580=-1.440
min	215.156-204.835=10.322
max	218.696-212.779=5.917

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1755.500-1680.000=75.500
σ	13.363-0.000=13.363
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	11.256-8.968=2.287
σ	1.982-1.987=-0.005
min	7.482-6.227=1.255
max	13.015-12.594=0.421

phase=parser

*mean*	1042.361-1042.098=0.264
σ	0.000-0.000=-0.000
min	1042.361-1042.097=0.264
max	1042.362-1042.098=0.264

*mean*	1755.500-1680.000=75.500
σ	13.363-0.000=13.363
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	654.807-621.146=33.662
σ	128.993-86.785=42.208
min	415.815-483.874=-68.060
max	843.076-721.758=121.319

phase=processProdDef

*mean*	6169.660-6169.660=0.000
σ	0.001-0.000=0.000
min	6169.660
max	6169.661-6169.660=0.001

*mean*	1758.625-1680.000=78.625
σ	12.939-0.000=12.939
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	4859.814-6742.690=-1882.876
σ	1532.536-790.416=742.120
min	2960.466-5482.716=-2522.249
max	7766.196-7411.009=355.187

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1755.500-1680.000=75.500
σ	13.363-0.000=13.363
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	42.010-44.542=-2.533
σ	8.935-6.078=2.857
min	25.789-33.917=-8.128
max	53.911-50.886=3.025

phase=type checker

*mean*	990.442-958.457=31.985
σ	0.066
min	990.344-958.360=31.985
max	990.532-958.547=31.985

*mean*	1755.500-1680.000=75.500
σ	13.363-0.000=13.363
min	1743.000-1680.000=63.000
max	1768.000-1680.000=88.000

*mean*	774.407-751.231=23.175
σ	90.321-49.930=40.391
min	647.237-657.976=-10.739
max	907.979-796.252=111.727

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.925-293.686=0.240
σ	0.044-0.039=0.005
min	293.862-293.632=0.230
max	293.966-293.727=0.239

*mean*	445.200-445.000=0.200
σ	1.643-0.000=1.643
min	444.000-445.000=-1.000
max	447.000-445.000=2.000

*mean*	0.398-0.401=-0.003
σ	0.001-0.011=-0.010
min	0.397-0.396=0.001
max	0.399-0.421=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.275-1303.726=16.549
σ	0.066-0.067=-0.001
min	1320.169-1303.642=16.527
max	1320.327-1303.789=16.538

*mean*	1069.400-1062.600=6.800
σ	168.034-168.589=-0.556
min	844.000-840.000=4.000
max	1277.000-1273.000=4.000

*mean*	2.116-1.889=0.226
σ	0.286-0.095=0.191
min	1.793-1.814=-0.021
max	2.478-2.038=0.440

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.735-1546.817=12.919
σ	4.070-4.016=0.054
min	1557.700-1544.813=12.886
max	1567.009-1553.995=13.015

*mean*	620.200-611.800=8.400
σ	82.363-73.152=9.211
min	496.000-497.000=-1.000
max	717.000-690.000=27.000

*mean*	2.280-2.238=0.042
σ	0.181-0.122=0.058
min	2.168-2.134=0.034
max	2.599-2.442=0.157

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.267-1865.806=16.461
σ	0.057-0.060=-0.003
min	1882.198-1865.749=16.448
max	1882.355-1865.896=16.459

*mean*	1701.600-1710.000=-8.400
σ	245.957-249.716=-3.759
min	1408.000-1418.000=-10.000
max	2032.000-2064.000=-32.000

*mean*	2.878-2.957=-0.079
σ	0.133-0.104=0.029
min	2.713-2.884=-0.171
max	3.012-3.121=-0.109

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.765-1.742=0.023
σ	0.108-0.167=-0.059
min	1.621-1.511=0.110
max	1.878-1.918=-0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-450.089=3.447
σ	585.529-579.265=6.264
min	160.767-160.453=0.314
max	1331.829-1318.986=12.843

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.529-0.540=-0.011
σ	0.518-0.540=-0.022
min	0.267-0.269=-0.002
max	1.306-1.350=-0.044

policies=20

*mean*	1608.040-1604.906=3.134
σ	0.414-0.404=0.009
min	1607.755-1604.626=3.129
max	1608.652-1605.504=3.148

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-446.000=3.250
σ	9.878-2.000=7.878
min	443.000
max	464.000-447.000=17.000

*mean*	2.697-2.680=0.017
σ	0.022-0.010=0.012
min	2.669-2.667=0.002
max	2.721-2.690=0.031

policies=200

*mean*	16088.609-16057.228=31.381
σ	0.109-0.085=0.024
min	16088.517-16057.124=31.393
max	16088.757-16057.320=31.437

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-493.500=2.500
σ	4.163-3.697=0.466
min	491.000-489.000=2.000
max	501.000-497.000=4.000

*mean*	27.342-27.114=0.228
σ	0.125-0.135=-0.010
min	27.157-26.979=0.177
max	27.423-27.262=0.161