Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.664=-111.781
σ	0.000
min	446.883-558.664=-111.781
max	446.883-558.664=-111.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.865-54.881=-0.017
σ	0.361-0.359=0.001
min	54.727-54.741=-0.014
max	55.890-55.903=-0.013

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.158-0.140=0.019
σ	0.012-0.005=0.007
min	0.140-0.132=0.008
max	0.174-0.148=0.026

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.005-0.007=-0.002
min	43.841-43.839=0.002
max	43.855-43.859=-0.003

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.133-0.123=0.011
σ	0.009-0.004=0.004
min	0.124-0.118=0.006
max	0.145-0.132=0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4423.250-4042.250=381.000
σ	2225.917-2010.287=215.630
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	12.948-13.482=-0.534
σ	1.775-1.785=-0.010
min	12.169-12.397=-0.228
max	17.324-17.784=-0.460

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4603.875-4042.250=561.625
σ	2257.131-2010.287=246.843
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	144.601-13.552=131.049
σ	371.163-1.579=369.584
min	11.805-11.921=-0.116
max	1063.170-17.199=1045.971

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.951-41.933=0.018

*mean*	7403.000-7149.000=254.000
σ	0.000
min	7403.000-7149.000=254.000
max	7403.000-7149.000=254.000

*mean*	11.279-15.384=-4.105
σ	0.811-0.426=0.386
min	10.785-14.832=-4.047
max	13.244-16.089=-2.845

op=table_records(), repeat

*mean*	41.934-41.929=0.005
σ	0.002-0.002=-0.001
min	41.933-41.927=0.005
max	41.937-41.932=0.005

*mean*	4194.750-4042.250=152.500
σ	1953.490-2010.287=-56.797
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	11.653-14.593=-2.940
σ	1.826-1.630=0.196
min	10.737-11.172=-0.435
max	16.129-16.144=-0.014

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.001
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4194.750-4042.250=152.500
σ	1953.490-2010.287=-56.797
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	9.023-9.611=-0.588
σ	1.323-1.245=0.078
min	7.959-8.434=-0.475
max	12.185-12.279=-0.094

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4194.750-4042.250=152.500
σ	1953.490-2010.287=-56.797
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	6.782-7.357=-0.576
σ	1.031-1.329=-0.298
min	5.592-5.881=-0.288
max	9.019-10.026=-1.007

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.677=0.010

*mean*	4603.875-4042.250=561.625
σ	2257.131-2010.287=246.843
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	6.548-6.158=0.390
σ	1.153-0.564=0.589
min	5.824-5.705=0.119
max	9.134-7.467=1.667

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.986-25.972=0.013

*mean*	4603.875-4042.250=561.625
σ	2257.131-2010.287=246.843
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	6.333-5.902=0.430
σ	1.186-0.542=0.645
min	5.490-5.568=-0.078
max	9.049-7.197=1.852

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7403.000-7149.000=254.000
σ	0.000
min	7403.000-7149.000=254.000
max	7403.000-7149.000=254.000

*mean*	349.259-386.299=-37.041
σ	2.395-92.955=-90.560
min	346.038-350.699=-4.661
max	352.214-616.274=-264.060

op=load_product(), with indexes

*mean*	3495.878-7917.792=-4421.914
σ	0.469-0.469=-0.000
min	3495.713-7917.624=-4421.912
max	3497.038-7918.953=-4421.915

*mean*	3768.500-3273.875=494.625
σ	2309.268-1824.982=484.287
min	720.000-809.000=-89.000
max	7403.000-5623.000=1780.000

*mean*	1777.720-3731.877=-1954.157
σ	663.612-1066.075=-402.462
min	1387.433-3144.173=-1756.740
max	2931.967-5757.964=-2825.997

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.250
σ	2010.287
min	1216.000
max	7149.000

*mean*	83.873
σ	16.305
min	70.321
max	110.231

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.854

*mean*	4194.750
σ	1953.490
min	1487.000
max	7403.000

*mean*	133.847
σ	16.303
min	125.450
max	173.614

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4423.250
σ	2225.917
min	1487.000
max	7403.000

*mean*	142.798
σ	281.747
min	41.407
max	840.075

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	62.148
σ	0.366
min	61.700
max	62.764

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	93.933
σ	200.805
min	21.549
max	590.845

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.621
max	71.311-66.691=4.620

*mean*	7403.000-7149.000=254.000
σ	0.000
min	7403.000-7149.000=254.000
max	7403.000-7149.000=254.000

*mean*	61.190-99.450=-38.260
σ	9.744-0.610=9.133
min	55.761-98.780=-43.019
max	83.619-100.553=-16.934

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.170=-9570.320
σ	0.013-4.304=-4.290
min	4646.845-14215.575=-9568.730
max	4646.883-14227.820=-9580.937

*mean*	4194.750-4042.250=152.500
σ	1953.490-2010.287=-56.797
min	1487.000-1216.000=271.000
max	7403.000-7149.000=254.000

*mean*	3150.672-7832.427=-4681.755
σ	642.659-1814.421=-1171.762
min	2488.438-6089.718=-3601.280
max	4014.888-10949.454=-6934.566

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.853-13159.110=-11185.256

*mean*	7403.000-7149.000=254.000
σ	0.000
min	7403.000-7149.000=254.000
max	7403.000-7149.000=254.000

*mean*	1045.660-5215.611=-4169.951
σ	263.524-208.850=54.674
min	921.846-5076.740=-4154.894
max	1678.098-5580.198=-3902.100

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	401.809
σ	34.935
min	386.998
max	488.162

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.000-474.000=2.000
σ	0.000
min	476.000-474.000=2.000
max	476.000-474.000=2.000

*mean*	391.121-387.855=3.265
σ	14.539-6.895=7.644
min	369.894-379.674=-9.780
max	418.100-397.430=20.670

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.875-559.500=3.375
σ	0.354-0.535=-0.181
min	562.000-559.000=3.000
max	563.000-560.000=3.000

*mean*	733.925-735.729=-1.803
σ	42.181-65.932=-23.751
min	644.715-630.802=13.913
max	790.496-783.149=7.346

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.300=0.266
σ	0.759-0.758=0.001
min	1024.095-1023.827=0.267
max	1027.705-1027.434=0.271

*mean*	1049.450-1038.150=11.300
σ	311.802-301.032=10.770
min	587.000-563.000=24.000
max	1511.000-1460.000=51.000

*mean*	1.393-1.536=-0.143
σ	0.082-0.067=0.015
min	1.317-1.397=-0.080
max	1.586-1.650=-0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.295=0.008
σ	0.300-0.287=0.013
min	0.149-0.145=0.005
max	0.835-0.805=0.030

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.486=-0.004
σ	0.322-0.321=0.000
min	0.331-0.332=-0.002
max	1.057-1.060=-0.004

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.219=0.003
σ	0.024-0.030=-0.006
min	0.202-0.196=0.006
max	0.261-0.271=-0.009

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.332=-0.004
σ	0.022-0.012=0.010
min	0.313-0.323=-0.009
max	0.366-0.352=0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.200-431.600=-0.400
σ	0.447-1.342=-0.894
min	431.000
max	432.000-434.000=-2.000

*mean*	0.565-0.587=-0.022
σ	0.040-0.055=-0.015
min	0.517-0.490=0.027
max	0.609-0.623=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.517-0.458=0.059
σ	0.012-0.014=-0.002
min	0.500-0.442=0.057
max	0.530-0.479=0.052

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.636-2.609=0.028
σ	0.092-0.104=-0.011
min	2.482-2.456=0.026
max	2.976-3.052=-0.076

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.630-2.578=0.052
σ	0.105-0.099=0.007
min	2.448-2.445=0.003
max	3.214-3.274=-0.060

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.311-0.309=0.002
σ	0.010-0.008=0.001
min	0.295-0.296=-0.001
max	0.361-0.364=-0.002

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.295-0.295=-0.000
σ	0.008-0.008=-0.000
min	0.280-0.281=-0.001
max	0.322-0.326=-0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.133
σ	12.617
min	0.573
max	121.989

*mean*	461.440
σ	18.406
min	408.000
max	477.000

*mean*	0.027
σ	0.031
min	0.001
max	0.299

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.688-298.745=-0.058
σ	1.066-1.002=0.064
min	298.285-298.341=-0.057
max	301.717-301.590=0.127

*mean*	442.000-446.300=-4.300
σ	14.832-17.417=-2.584
min	417.000-425.000=-8.000
max	468.000-471.000=-3.000

*mean*	0.596-0.606=-0.010
σ	0.022-0.016=0.007
min	0.557-0.575=-0.019
max	0.636-0.625=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.678=-62.940
σ	0.000-0.000=0.000
min	173.738-236.678=-62.940
max	173.738-236.678=-62.939

*mean*	840.000-1065.000=-225.000
σ	0.000-33.941=-33.941
min	840.000-981.000=-141.000
max	840.000-1077.000=-237.000

*mean*	224.480-210.726=13.754
σ	22.520-3.680=18.841
min	196.703-205.515=-8.812
max	254.829-216.512=38.317

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	840.000-1065.000=-225.000
σ	0.000-33.941=-33.941
min	840.000-981.000=-141.000
max	840.000-1077.000=-237.000

*mean*	6.360-9.468=-3.108
σ	0.058-2.732=-2.674
min	6.292-6.499=-0.208
max	6.471-13.111=-6.641

phase=parser

*mean*	1042.431-1042.363=0.069
σ	0.000-0.000=-0.000
min	1042.431-1042.362=0.069
max	1042.431-1042.363=0.068

*mean*	840.000-1065.000=-225.000
σ	0.000-33.941=-33.941
min	840.000-981.000=-141.000
max	840.000-1077.000=-237.000

*mean*	593.584-553.119=40.465
σ	3.158-139.821=-136.663
min	588.644-418.989=169.655
max	596.630-765.909=-169.279

phase=processProdDef

*mean*	2243.980-4850.764=-2606.784
σ	0.000
min	2243.980-4850.764=-2606.784
max	2243.980-4850.764=-2606.784

*mean*	840.000-1077.000=-237.000
σ	0.000
min	840.000-1077.000=-237.000
max	840.000-1077.000=-237.000

*mean*	2643.178-4881.479=-2238.301
σ	388.114-700.906=-312.792
min	2085.529-3415.011=-1329.482
max	3033.305-5526.429=-2493.125

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	840.000-1065.000=-225.000
σ	0.000-33.941=-33.941
min	840.000-981.000=-141.000
max	840.000-1077.000=-237.000

*mean*	20.866-35.094=-14.229
σ	0.263-12.881=-12.617
min	20.555-19.927=0.628
max	21.216-49.291=-28.075

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	840.000-1065.000=-225.000
σ	0.000-33.941=-33.941
min	840.000-981.000=-141.000
max	840.000-1077.000=-237.000

*mean*	647.939-788.557=-140.618
σ	5.865-172.347=-166.481
min	638.906-656.290=-17.384
max	657.310-1160.824=-503.514

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.820=-0.001
σ	0.038-0.038=0.000
min	293.765-293.767=-0.002
max	293.857-293.858=-0.001

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.396-0.395=0.001
σ	0.005-0.002=0.003
min	0.390-0.393=-0.003
max	0.402-0.397=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.218=0.070
σ	0.143-0.035=0.108
min	1320.166-1320.163=0.004
max	1320.529-1320.250=0.279

*mean*	1091.000-1066.400=24.600
σ	168.363-165.249=3.113
min	893.000-843.000=50.000
max	1322.000-1268.000=54.000

*mean*	1.957-2.232=-0.275
σ	0.106-0.042=0.065
min	1.852-2.176=-0.324
max	2.123-2.280=-0.157

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.283-1560.612=-1.330
σ	2.968-6.227=-3.260
min	1557.759-1557.625=0.134
max	1564.580-1571.748=-7.167

*mean*	617.400-618.600=-1.200
σ	93.160-82.984=10.176
min	500.000-493.000=7.000
max	730.000-716.000=14.000

*mean*	2.229-2.315=-0.086
σ	0.178-0.197=-0.019
min	2.082-2.185=-0.103
max	2.489-2.660=-0.171

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.340-1882.174=0.166
σ	0.052-0.057=-0.005
min	1882.274-1882.109=0.165
max	1882.413-1882.254=0.160

*mean*	1731.000-1707.400=23.600
σ	176.675-253.739=-77.064
min	1474.000-1395.000=79.000
max	1890.000-2043.000=-153.000

*mean*	3.011-2.975=0.036
σ	0.177-0.060=0.117
min	2.872-2.907=-0.035
max	3.318-3.050=0.268

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.748-1.604=0.144
σ	0.158-0.166=-0.009
min	1.539-1.359=0.179
max	1.867-1.816=0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.768-452.080=-32.312
σ	518.097-582.723=-64.626
min	160.715-160.715=-0.000
max	1196.913-1326.164=-129.251

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	446.000-442.000=4.000
σ	0.000
min	446.000-442.000=4.000
max	446.000-442.000=4.000

*mean*	0.526-0.531=-0.004
σ	0.525-0.515=0.009
min	0.259-0.261=-0.002
max	1.313-1.303=0.010

policies=20

*mean*	1607.469-1607.528=-0.059
σ	0.356-0.415=-0.059
min	1607.229-1607.245=-0.016
max	1607.997-1608.142=-0.144

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-445.750=4.500
σ	8.500-7.500=1.000
min	446.000-442.000=4.000
max	463.000-457.000=6.000

*mean*	2.592-2.693=-0.101
σ	0.023-0.014=0.008
min	2.565-2.680=-0.115
max	2.620-2.710=-0.090

policies=200

*mean*	16083.374-16083.445=-0.070
σ	0.087-0.052=0.036
min	16083.244-16083.396=-0.151
max	16083.433-16083.511=-0.079

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-496.500=0.750
σ	3.775-3.109=0.666
min	493.000
max	502.000-500.000=2.000

*mean*	26.141-27.173=-1.031
σ	0.066-0.069=-0.003
min	26.063-27.071=-1.008
max	26.224-27.220=-0.996