Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.579-54.577=0.002
σ	0.351-0.349=0.002
min	54.443-54.445=-0.002
max	55.578-55.571=0.008

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.142-0.141=0.001
σ	0.005-0.005=0.000
min	0.138-0.137=0.001
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.007=-0.001
min	43.699-43.698=0.001
max	43.720-43.719=0.001

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.121-0.123=-0.003
σ	0.005-0.004=0.000
min	0.116-0.120=-0.003
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	12.888-12.367=0.521
σ	0.244-0.058=0.186
min	12.545-12.271=0.274
max	13.253-12.484=0.769

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	12.866-12.299=0.567
σ	0.522-0.624=-0.102
min	12.159-11.411=0.748
max	13.476-12.903=0.572

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.932

*mean*	7308.000-7320.000=-12.000
σ	0.000
min	7308.000-7320.000=-12.000
max	7308.000-7320.000=-12.000

*mean*	15.143-14.486=0.657
σ	0.532-0.877=-0.345
min	14.108-12.440=1.668
max	15.672-15.226=0.446

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	13.013-11.711=1.302
σ	1.638-1.550=0.089
min	11.146-10.254=0.892
max	15.212-13.811=1.401

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	8.860-8.400=0.460
σ	0.317-0.398=-0.080
min	8.359-7.967=0.392
max	9.263-8.877=0.386

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	7.033-6.520=0.513
σ	0.321-0.185=0.137
min	6.730-6.270=0.460
max	7.743-6.767=0.976

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.669-25.668=0.000

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	5.963-5.536=0.427
σ	0.143-0.128=0.015
min	5.718-5.313=0.405
max	6.147-5.749=0.398

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	5.752-5.379=0.373
σ	0.078-0.219=-0.141
min	5.584-5.052=0.533
max	5.840-5.798=0.042

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7308.000-7320.000=-12.000
σ	0.000
min	7308.000-7320.000=-12.000
max	7308.000-7320.000=-12.000

*mean*	1239.058-1042.173=196.885
σ	469.611-7.721=461.890
min	1033.177-1035.672=-2.495
max	2379.660-1058.074=1321.586

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.470-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.884-8745.882=0.001

*mean*	3573.750-3576.000=-2.250
σ	1796.791-1799.069=-2.278
min	1045.000
max	5795.000-5806.000=-11.000

*mean*	4744.657-4798.936=-54.279
σ	1407.617-1755.707=-348.091
min	3518.193-3524.643=-6.450
max	6935.557-7517.710=-582.152

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.000

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	84.555-79.829=4.725
σ	12.866-7.297=5.569
min	72.032-72.513=-0.481
max	104.824-95.084=9.741

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7308.000-7320.000=-12.000
σ	0.000
min	7308.000-7320.000=-12.000
max	7308.000-7320.000=-12.000

*mean*	107.038-105.767=1.271
σ	4.905-8.460=-3.555
min	97.013-87.958=9.056
max	113.316-114.234=-0.918

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7308.000-7320.000=-12.000
σ	0.000
min	7308.000-7320.000=-12.000
max	7308.000-7320.000=-12.000

*mean*	162.864-160.292=2.572
σ	8.395-13.172=-4.776
min	142.944-129.502=13.441
max	167.965-167.740=0.225

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4154.125-4155.125=-1.000
σ	1901.444-1903.698=-2.254
min	1556.000-1555.000=1.000
max	7308.000-7320.000=-12.000

*mean*	6553.043-6431.895=121.148
σ	1167.889-1214.019=-46.130
min	4935.993-4932.806=3.187
max	8270.729-8085.672=185.057

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7308.000-7320.000=-12.000
σ	0.000
min	7308.000-7320.000=-12.000
max	7308.000-7320.000=-12.000

*mean*	5427.996-5988.341=-560.345
σ	1398.760-1770.116=-371.357
min	4365.854-4372.861=-7.007
max	7629.639-8927.291=-1297.652

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	378.575-376.858=1.717
σ	34.837-34.327=0.510
min	301.309-298.115=3.193
max	398.213-398.724=-0.511

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	783.811-790.933=-7.123
σ	33.926-19.580=14.346
min	721.043-750.240=-29.198
max	831.816-810.955=20.862

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=0.000
σ	0.760-0.760=-0.000
min	1008.024-1008.025=-0.000
max	1011.641-1011.641=-0.001

*mean*	1057.000-1044.700=12.300
σ	315.914-299.630=16.284
min	560.000-561.000=-1.000
max	1528.000-1446.000=82.000

*mean*	1.527-1.527=0.000
σ	0.065-0.068=-0.003
min	1.472-1.453=0.019
max	1.744-1.750=-0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.301=0.004
σ	0.295-0.290=0.005
min	0.141-0.146=-0.005
max	0.828-0.814=0.013

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.485=-0.009
σ	0.320-0.321=-0.000
min	0.325-0.330=-0.004
max	1.049-1.058=-0.009

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.232-0.220=0.012
σ	0.024-0.025=-0.001
min	0.209-0.205=0.005
max	0.261-0.264=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.338=-0.004
σ	0.020-0.024=-0.005
min	0.320-0.322=-0.002
max	0.367-0.380=-0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-431.800=4.800
σ	6.066-1.789=4.277
min	431.000
max	443.000-435.000=8.000

*mean*	0.573-0.548=0.024
σ	0.042-0.053=-0.011
min	0.520-0.499=0.020
max	0.618-0.608=0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.486-0.455=0.031
σ	0.027-0.035=-0.008
min	0.455-0.421=0.034
max	0.517-0.513=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.595-1.968=0.627
σ	0.082-0.078=0.004
min	2.437-1.805=0.632
max	2.794-2.277=0.517

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.580-2.235=0.345
σ	0.087-0.327=-0.240
min	2.407-1.735=0.672
max	2.860-2.778=0.082

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.304-0.305=-0.001
σ	0.009-0.010=-0.002
min	0.289-0.290=-0.001
max	0.360-0.374=-0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.296-0.292=0.003
σ	0.035-0.007=0.028
min	0.276-0.282=-0.006
max	0.637-0.334=0.304

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.224-298.109=0.115
σ	0.961-0.977=-0.016
min	297.784-297.665=0.119
max	300.943-300.885=0.058

*mean*	442.800-442.200=0.600
σ	17.504-14.726=2.779
min	416.000-418.000=-2.000
max	470.000-462.000=8.000

*mean*	0.611-0.608=0.003
σ	0.019-0.016=0.002
min	0.576-0.571=0.004
max	0.637-0.628=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1759.000-1727.625=31.375
σ	0.000-27.949=-27.949
min	1759.000-1659.000=100.000
max	1759.000-1746.000=13.000

*mean*	205.508-206.718=-1.210
σ	1.829-3.330=-1.501
min	203.201-202.114=1.088
max	207.755-211.719=-3.964

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1759.000-1727.625=31.375
σ	0.000-27.949=-27.949
min	1759.000-1659.000=100.000
max	1759.000-1746.000=13.000

*mean*	11.522-10.514=1.007
σ	1.563-1.995=-0.432
min	9.266-7.237=2.029
max	13.037-12.828=0.209

phase=parser

*mean*	1042.101-1042.095=0.006
σ	0.000-0.000=0.000
min	1042.101-1042.095=0.006
max	1042.101-1042.095=0.006

*mean*	1759.000-1727.625=31.375
σ	0.000-27.949=-27.949
min	1759.000-1659.000=100.000
max	1759.000-1746.000=13.000

*mean*	673.063-619.317=53.746
σ	69.229-108.109=-38.881
min	580.269-419.282=160.988
max	732.735-731.603=1.132

phase=processProdDef

*mean*	6169.659-6169.663=-0.004
σ	0.001-0.001=-0.000
min	6169.658-6169.662=-0.004
max	6169.660-6169.664=-0.004

*mean*	1759.000-1738.500=20.500
σ	0.000-4.629=-4.629
min	1759.000-1736.000=23.000
max	1759.000-1746.000=13.000

*mean*	5628.641-5657.691=-29.051
σ	1583.247-1733.487=-150.240
min	3790.377-3275.298=515.079
max	7631.778-7936.800=-305.022

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1759.000-1727.625=31.375
σ	0.000-27.949=-27.949
min	1759.000-1659.000=100.000
max	1759.000-1746.000=13.000

*mean*	44.361-40.515=3.845
σ	5.323-7.383=-2.061
min	34.831-26.461=8.369
max	48.958-47.731=1.227

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1759.000-1727.625=31.375
σ	0.000-27.949=-27.949
min	1759.000-1659.000=100.000
max	1759.000-1746.000=13.000

*mean*	781.747-739.248=42.499
σ	86.798-85.820=0.977
min	662.322-634.677=27.646
max	875.363-884.987=-9.624

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.380-293.381=-0.001
σ	0.034-0.035=-0.000
min	293.333-293.333=-0.001
max	293.416-293.418=-0.002

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.403-0.409=-0.006
σ	0.005-0.008=-0.002
min	0.399-0.400=-0.001
max	0.412-0.418=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.458-1303.463=-0.005
σ	0.065-0.089=-0.023
min	1303.352-1303.352=-0.000
max	1303.530-1303.566=-0.036

*mean*	1085.400-1095.000=-9.600
σ	228.648-187.750=40.898
min	819.000-836.000=-17.000
max	1386.000-1320.000=66.000

*mean*	2.046-2.053=-0.007
σ	0.130-0.235=-0.104
min	1.906-1.842=0.064
max	2.178-2.398=-0.219

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.545-1546.520=0.025
σ	3.989-4.014=-0.024
min	1544.596-1544.557=0.039
max	1553.676-1553.693=-0.017

*mean*	623.400-616.600=6.800
σ	92.308-80.270=12.038
min	495.000-496.000=-1.000
max	736.000-711.000=25.000

*mean*	2.323-2.265=0.059
σ	0.089-0.108=-0.019
min	2.222-2.129=0.094
max	2.431-2.390=0.041

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.443-1865.449=-0.006
σ	0.046-0.044=0.001
min	1865.380-1865.394=-0.014
max	1865.494-1865.504=-0.010

*mean*	1707.000-1736.000=-29.000
σ	171.140-199.996=-28.856
min	1522.000-1461.000=61.000
max	1959.000-1924.000=35.000

*mean*	3.010-2.983=0.027
σ	0.128-0.052=0.076
min	2.887-2.912=-0.025
max	3.207-3.028=0.179

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.673-1.754=-0.081
σ	0.143-0.113=0.029
min	1.440-1.566=-0.126
max	1.772-1.849=-0.077

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.980=0.002
σ	579.239-579.239=-0.000
min	158.362-158.360=0.002
max	1316.841-1316.839=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.528-0.542=-0.013
σ	0.529-0.554=-0.025
min	0.263-0.261=0.002
max	1.321-1.373=-0.051

policies=20

*mean*	1583.924-1583.924=0.000
σ	0.344-0.364=-0.019
min	1583.686-1583.669=0.017
max	1584.434-1584.461=-0.027

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-447.000=-1.000
σ	2.000-6.928=-4.928
min	443.000-441.000=2.000
max	447.000-453.000=-6.000

*mean*	2.628-2.647=-0.018
σ	0.014-0.036=-0.022
min	2.613-2.623=-0.010
max	2.643-2.701=-0.058

policies=200

*mean*	15847.225-15847.202=0.023
σ	0.174-0.210=-0.036
min	15846.973-15846.996=-0.023
max	15847.357-15847.483=-0.126

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.000-492.750=4.250
σ	7.257-3.500=3.757
min	490.000-489.000=1.000
max	507.000-497.000=10.000

*mean*	26.648-26.638=0.009
σ	0.167-0.145=0.022
min	26.454-26.481=-0.027
max	26.809-26.802=0.007