Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-558.633=-110.969
σ	0.000
min	447.664-558.633=-110.969
max	447.664-558.633=-110.969

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.001
σ	0.358-0.357=0.001
min	54.748-54.746=0.002
max	55.899-55.895=0.004

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.139-0.142=-0.002
σ	0.006-0.005=0.001
min	0.133-0.137=-0.004
max	0.149-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.850=0.000
σ	0.006-0.005=0.001
min	43.841-43.842=-0.001
max	43.857-43.855=0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.130-0.125=0.005
σ	0.009-0.004=0.005
min	0.122-0.121=0.002
max	0.143-0.131=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.001-0.002=-0.001
min	36.616-36.616=0.000
max	36.619-36.620=-0.001

*mean*	4590.375-4042.250=548.125
σ	2249.852-2007.596=242.257
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	145.728-13.472=132.255
σ	375.563-1.700=373.863
min	11.935-12.351=-0.417
max	1075.188-17.570=1057.618

op=column_set() on indexed, repeat

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=-0.000
max	36.617-36.620=-0.004

*mean*	4590.375-4042.250=548.125
σ	2249.852-2007.596=242.257
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	14.897-13.613=1.284
σ	4.723-1.764=2.959
min	11.686-12.437=-0.751
max	25.532-17.883=7.649

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.001
min	41.945-41.928=0.017
max	41.950-41.932=0.018

*mean*	7384.000-7146.000=238.000
σ	0.000
min	7384.000-7146.000=238.000
max	7384.000-7146.000=238.000

*mean*	11.598-15.248=-3.650
σ	1.842-0.160=1.682
min	10.777-15.075=-4.298
max	16.143-15.528=0.615

op=table_records(), repeat

*mean*	41.932-41.930=0.003
σ	0.000-0.002=-0.002
min	41.932-41.927=0.005
max	41.933-41.932=0.001

*mean*	4181.875-4042.250=139.625
σ	1946.372-2007.596=-61.223
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	11.225-14.336=-3.111
σ	0.970-1.529=-0.559
min	10.731-11.721=-0.989
max	13.595-16.690=-3.095

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.001
σ	0.137-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4181.875-4042.250=139.625
σ	1946.372-2007.596=-61.223
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	8.829-9.752=-0.923
σ	0.705-1.444=-0.740
min	8.108-8.528=-0.420
max	10.487-12.805=-2.318

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.401=0.003
σ	0.000-0.002=-0.002
min	26.404-26.400=0.004
max	26.404

*mean*	4181.875-4042.250=139.625
σ	1946.372-2007.596=-61.223
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	6.919-7.568=-0.650
σ	0.474-1.351=-0.877
min	6.580-6.542=0.038
max	8.053-10.454=-2.401

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.668=0.011
σ	0.003-0.004=-0.001
min	25.678-25.665=0.012
max	25.686-25.678=0.008

*mean*	4590.375-4042.250=548.125
σ	2249.852-2007.596=242.257
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	6.596-6.319=0.277
σ	1.004-0.517=0.487
min	5.806-6.040=-0.234
max	8.777-7.583=1.194

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.970=0.012
σ	0.000-0.002=-0.001
min	25.982-25.968=0.013
max	25.983-25.972=0.011

*mean*	4590.375-4042.250=548.125
σ	2249.852-2007.596=242.257
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	6.458-6.013=0.446
σ	1.028-0.572=0.456
min	5.818-5.671=0.146
max	8.775-7.415=1.360

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.001
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.616-1021.616=0.001

*mean*	7384.000-7146.000=238.000
σ	0.000
min	7384.000-7146.000=238.000
max	7384.000-7146.000=238.000

*mean*	348.652-378.744=-30.092
σ	1.927-81.986=-80.058
min	346.325-348.869=-2.545
max	351.364-581.643=-230.279

op=load_product(), with indexes

*mean*	3495.866-7917.792=-4421.926
σ	0.469-0.469=-0.001
min	3495.700-7917.624=-4421.925
max	3497.026-7918.954=-4421.928

*mean*	3757.375-3272.750=484.625
σ	2300.844-1824.742=476.102
min	720.000-809.000=-89.000
max	7384.000-5621.000=1763.000

*mean*	1751.156-3620.876=-1869.720
σ	603.644-892.403=-288.760
min	1396.887-3101.874=-1704.987
max	2764.796-5599.666=-2834.871

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.250
σ	2007.596
min	1220.000
max	7146.000

*mean*	86.790
σ	19.896
min	70.546
max	120.305

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853
σ	0.000
min	107.852
max	107.853

*mean*	4410.750
σ	2219.173
min	1483.000
max	7384.000

*mean*	274.527
σ	400.063
min	124.494
max	1264.374

op=column_set() on unindexed, dense, repeat

*mean*	62.080
σ	0.000
min	62.080
max	62.080

*mean*	4410.750
σ	2219.173
min	1483.000
max	7384.000

*mean*	46.058
σ	8.987
min	41.171
max	67.981

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	61.093
σ	0.309
min	60.621
max	61.530

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	206.413
σ	520.844
min	21.520
max	1495.434

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-66.688=4.619
σ	0.002-0.002=-0.000
min	71.305-66.686=4.619
max	71.310-66.691=4.619

*mean*	7384.000-7146.000=238.000
σ	0.000
min	7384.000-7146.000=238.000
max	7384.000-7146.000=238.000

*mean*	66.357-100.174=-33.817
σ	25.512-0.456=25.056
min	55.609-99.412=-43.803
max	129.208-100.832=28.377

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-14217.170=-9570.322
σ	0.014-4.304=-4.290
min	4646.844-14215.575=-9568.731
max	4646.882-14227.820=-9580.938

*mean*	4181.875-4042.250=139.625
σ	1946.372-2007.596=-61.223
min	1483.000-1220.000=263.000
max	7384.000-7146.000=238.000

*mean*	3196.281-8095.535=-4899.254
σ	703.625-1987.311=-1283.686
min	2503.048-6053.001=-3549.954
max	4334.692-10634.773=-6300.081

op=vertical_lookup_list() on indexed

*mean*	1973.849-13159.108=-11185.259
σ	0.002-0.001=0.000
min	1973.847-13159.106=-11185.259
max	1973.852-13159.110=-11185.258

*mean*	7384.000-7146.000=238.000
σ	0.000
min	7384.000-7146.000=238.000
max	7384.000-7146.000=238.000

*mean*	1043.066-5109.308=-4066.243
σ	277.497-186.451=91.047
min	912.052-4973.260=-4061.208
max	1720.839-5489.872=-3769.034

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	391.008
σ	7.698
min	380.241
max	406.988

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.750-478.000=-1.250
σ	0.463-0.000=0.463
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	391.375-391.196=0.178
σ	24.425-16.126=8.299
min	365.707-353.352=12.355
max	446.046-404.701=41.345

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	558.250-562.000=-3.750
σ	0.707-0.000=0.707
min	558.000-562.000=-4.000
max	560.000-562.000=-2.000

*mean*	731.160-744.993=-13.832
σ	60.815-76.773=-15.958
min	667.265-598.737=68.528
max	834.756-804.150=30.606

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.299=0.267
σ	0.760-0.759=0.001
min	1024.095-1023.827=0.269
max	1027.708-1027.437=0.270

*mean*	1050.250-1039.150=11.100
σ	319.561-301.397=18.165
min	544.000-563.000=-19.000
max	1564.000-1462.000=102.000

*mean*	1.387-1.550=-0.162
σ	0.085-0.054=0.031
min	1.311-1.476=-0.165
max	1.664-1.653=0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.402=-0.095
σ	0.317-0.527=-0.210
min	0.142-0.144=-0.002
max	0.870-1.343=-0.472

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.484=-0.005
σ	0.329-0.305=0.024
min	0.320-0.332=-0.013
max	1.068-1.028=0.039

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.220=0.002
σ	0.021-0.027=-0.006
min	0.206-0.204=0.002
max	0.256-0.267=-0.011

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.328=0.001
σ	0.023-0.013=0.011
min	0.309-0.317=-0.008
max	0.368-0.349=0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-964.840=0.183
σ	0.011
min	965.018-964.835=0.183
max	965.042-964.859=0.183

*mean*	433.800-435.600=-1.800
σ	3.033-5.079=-2.046
min	431.000
max	437.000-441.000=-4.000

*mean*	0.505-0.534=-0.029
σ	0.062-0.037=0.025
min	0.452-0.486=-0.034
max	0.604-0.587=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.928-885.820=0.107
σ	0.002
min	885.926-885.819=0.107
max	885.930-885.823=0.107

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.467-0.487=-0.020
σ	0.042-0.053=-0.011
min	0.408-0.397=0.012
max	0.516-0.526=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.646-2.638=0.008
σ	0.098-0.101=-0.003
min	2.449-2.456=-0.007
max	2.901-2.938=-0.037

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.637-2.643=-0.006
σ	0.097-0.086=0.011
min	2.464-2.480=-0.017
max	3.016-2.848=0.168

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.309-0.305=0.003
σ	0.008-0.053=-0.045
min	0.295-0.280=0.015
max	0.362-0.823=-0.461

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.295-0.289=0.006
σ	0.007-0.021=-0.014
min	0.279-0.276=0.003
max	0.326-0.482=-0.156

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.867-11.500=0.366
σ	12.218-11.402=0.816
min	0.574-0.574=-0.000
max	118.831-79.216=39.615

*mean*	467.515-460.357=7.158
σ	22.885-21.254=1.630
min	406.000-408.000=-2.000
max	485.000

*mean*	0.027-0.027=0.001
σ	0.030-0.028=0.002
min	0.001-0.001=0.000
max	0.286-0.189=0.097

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.836-298.421=0.415
σ	1.022-1.006=0.016
min	298.438-297.988=0.450
max	301.744-301.269=0.475

*mean*	445.200-443.200=2.000
σ	14.665-17.568=-2.902
min	426.000-418.000=8.000
max	466.000-468.000=-2.000

*mean*	0.608-0.604=0.005
σ	0.014-0.018=-0.005
min	0.588-0.572=0.017
max	0.638-0.639=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=-0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1012.625-1066.625=-54.000
σ	66.114-35.002=31.113
min	849.000-980.000=-131.000
max	1036.000-1079.000=-43.000

*mean*	207.019-202.285=4.734
σ	4.574-1.947=2.627
min	199.387-199.504=-0.117
max	213.018-204.659=8.358

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1012.625-1066.625=-54.000
σ	66.114-35.002=31.113
min	849.000-980.000=-131.000
max	1036.000-1079.000=-43.000

*mean*	10.357-10.118=0.240
σ	3.354-2.841=0.513
min	6.283-6.373=-0.090
max	13.478-15.259=-1.781

phase=parser

*mean*	1042.451-1042.363=0.089
σ	0.000-0.000=0.000
min	1042.451-1042.362=0.089
max	1042.452-1042.363=0.089

*mean*	1012.625-1066.625=-54.000
σ	66.114-35.002=31.113
min	849.000-980.000=-131.000
max	1036.000-1079.000=-43.000

*mean*	615.338-559.679=55.659
σ	170.850-187.758=-16.908
min	373.284-375.118=-1.834
max	826.248-829.592=-3.344

phase=processProdDef

*mean*	2232.166-4850.764=-2618.598
σ	0.000-0.000=-0.000
min	2232.166-4850.764=-2618.598
max	2232.166-4850.765=-2618.599

*mean*	1036.000-1079.000=-43.000
σ	0.000
min	1036.000-1079.000=-43.000
max	1036.000-1079.000=-43.000

*mean*	2704.161-4681.739=-1977.578
σ	642.742-700.163=-57.421
min	1794.317-3397.287=-1602.970
max	3359.186-5484.270=-2125.083

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1012.625-1066.625=-54.000
σ	66.114-35.002=31.113
min	849.000-980.000=-131.000
max	1036.000-1079.000=-43.000

*mean*	42.754-36.957=5.797
σ	6.843-12.379=-5.535
min	30.925-20.787=10.138
max	51.513-55.559=-4.046

phase=type checker

*mean*	990.450-990.450=0.000
σ	0.071
min	990.345-990.344=0.000
max	990.563-990.563=0.000

*mean*	1012.625-1066.625=-54.000
σ	66.114-35.002=31.113
min	849.000-980.000=-131.000
max	1036.000-1079.000=-43.000

*mean*	866.619-777.317=89.302
σ	45.086-121.662=-76.576
min	799.461-646.449=153.012
max	913.238-926.136=-12.898

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.038=0.000
min	293.768-293.768=-0.000
max	293.861-293.861=0.000

*mean*	443.800-439.000=4.800
σ	3.271-2.739=0.532
min	441.000-437.000=4.000
max	449.000-442.000=7.000

*mean*	0.399-0.392=0.007
σ	0.008-0.002=0.006
min	0.393-0.389=0.004
max	0.407-0.394=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.300-1320.214=0.086
σ	0.139-0.038=0.100
min	1320.166-1320.158=0.008
max	1320.520-1320.248=0.272

*mean*	1110.400-1066.600=43.800
σ	168.731-165.381=3.351
min	896.000-843.000=53.000
max	1324.000-1269.000=55.000

*mean*	1.938-2.238=-0.300
σ	0.036-0.049=-0.013
min	1.903-2.171=-0.268
max	1.996-2.298=-0.302

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.309-1560.610=-1.301
σ	2.951-6.200=-3.249
min	1557.737-1557.641=0.096
max	1564.574-1571.697=-7.124

*mean*	639.000-618.600=20.400
σ	73.624-82.984=-9.360
min	541.000-493.000=48.000
max	727.000-716.000=11.000

*mean*	2.356-2.293=0.062
σ	0.287-0.106=0.181
min	2.038-2.178=-0.140
max	2.663-2.458=0.205

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.365-1882.174=0.191
σ	0.065-0.052=0.013
min	1882.292-1882.124=0.169
max	1882.445-1882.249=0.195

*mean*	1758.000-1702.200=55.800
σ	212.052-259.046=-46.994
min	1478.000-1400.000=78.000
max	1960.000-2063.000=-103.000

*mean*	3.248-2.923=0.324
σ	0.309-0.182=0.127
min	2.907-2.621=0.286
max	3.674-3.094=0.580

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.666=-0.021
σ	0.157-0.125=0.032
min	1.484-1.520=-0.036
max	1.844-1.807=0.037

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.905-452.080=-35.175
σ	512.375-582.725=-70.351
min	160.714-160.714=0.000
max	1185.467-1326.168=-140.701

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	447.000-443.000=4.000
σ	0.000
min	447.000-443.000=4.000
max	447.000-443.000=4.000

*mean*	0.521-0.529=-0.009
σ	0.510-0.505=0.005
min	0.265-0.272=-0.006
max	1.286-1.287=-0.001

policies=20

*mean*	1607.488-1607.504=-0.016
σ	0.381-0.424=-0.043
min	1607.224-1607.229=-0.005
max	1608.050-1608.135=-0.085

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-446.250=1.750
σ	1.155-6.500=-5.345
min	447.000-443.000=4.000
max	449.000-456.000=-7.000

*mean*	2.627-2.700=-0.073
σ	0.007-0.016=-0.008
min	2.617-2.681=-0.064
max	2.633-2.716=-0.083

policies=200

*mean*	16083.484-16083.417=0.067
σ	0.150-0.155=-0.005
min	16083.357-16083.220=0.138
max	16083.664-16083.596=0.067

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-496.500=1.750
σ	4.349-3.697=0.652
min	494.000-492.000=2.000
max	504.000-501.000=3.000

*mean*	26.552-27.213=-0.661
σ	0.224-0.032=0.192
min	26.335-27.182=-0.847
max	26.762-27.256=-0.494