Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.664=-111.781
σ	0.000
min	446.883-558.664=-111.781
max	446.883-558.664=-111.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.879=-0.020
σ	0.360-0.357=0.003
min	54.721-54.743=-0.021
max	55.884-55.895=-0.011

*mean*	417.700-413.700=4.000
σ	0.483
min	417.000-413.000=4.000
max	418.000-414.000=4.000

*mean*	0.141-0.139=0.002
σ	0.004-0.004=-0.000
min	0.139-0.136=0.003
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.849=-0.001
σ	0.005-0.006=-0.000
min	43.837-43.841=-0.004
max	43.857-43.857=-0.000

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.124-0.123=0.002
σ	0.004-0.005=-0.002
min	0.120-0.116=0.003
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4590.875-4029.375=561.500
σ	2250.008-2000.009=249.999
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	127.187-12.631=114.556
σ	323.137-0.302=322.835
min	11.805-12.304=-0.500
max	926.893-13.277=913.617

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4590.875-4029.375=561.500
σ	2250.008-2000.009=249.999
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	14.269-12.664=1.605
σ	3.309-0.702=2.608
min	11.547-11.438=0.108
max	20.707-13.366=7.341

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.950-41.933=0.017

*mean*	7386.000-7127.000=259.000
σ	0.000
min	7386.000-7127.000=259.000
max	7386.000-7127.000=259.000

*mean*	11.125-14.447=-3.322
σ	0.488-1.798=-1.311
min	10.780-11.284=-0.503
max	12.274-15.608=-3.333

op=table_records(), repeat

*mean*	41.933-41.929=0.004
σ	0.000-0.002=-0.002
min	41.933-41.928=0.005
max	41.934-41.932=0.001

*mean*	4182.375-4029.375=153.000
σ	1946.193-2000.009=-53.816
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	11.548-13.770=-2.222
σ	1.863-2.047=-0.183
min	10.698-11.228=-0.530
max	16.125-15.965=0.160

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.002
σ	0.136-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4182.375-4029.375=153.000
σ	1946.193-2000.009=-53.816
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	9.015-9.616=-0.601
σ	1.232-0.402=0.830
min	8.079-9.091=-1.012
max	11.993-10.183=1.810

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4182.375-4029.375=153.000
σ	1946.193-2000.009=-53.816
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	7.049-6.945=0.104
σ	0.965-0.533=0.433
min	6.448-6.383=0.065
max	9.383-7.863=1.521

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4590.875-4029.375=561.500
σ	2250.008-2000.009=249.999
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	6.602-6.217=0.385
σ	1.119-0.193=0.926
min	5.835-5.877=-0.042
max	9.050-6.471=2.579

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4590.875-4029.375=561.500
σ	2250.008-2000.009=249.999
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	6.442-5.756=0.686
σ	1.237-0.240=0.997
min	5.729-5.393=0.336
max	9.273-6.084=3.189

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.013
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7386.000-7127.000=259.000
σ	0.000
min	7386.000-7127.000=259.000
max	7386.000-7127.000=259.000

*mean*	361.813-349.271=12.542
σ	43.807-1.670=42.137
min	342.693-346.191=-3.497
max	470.093-351.170=118.923

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.915
σ	0.468-0.469=-0.001
min	3495.713-7917.624=-4421.912
max	3497.037-7918.954=-4421.917

*mean*	3757.625-3263.875=493.750
σ	2300.753-1814.005=486.748
min	720.000-809.000=-89.000
max	7386.000-5597.000=1789.000

*mean*	1794.572-3737.456=-1942.884
σ	671.599-1168.825=-497.227
min	1401.092-3094.162=-1693.070
max	2965.746-5926.943=-2961.197

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4029.375
σ	2000.009
min	1217.000
max	7127.000

*mean*	81.142
σ	13.411
min	69.043
max	105.387

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4411.750
σ	2219.486
min	1483.000
max	7386.000

*mean*	242.924
σ	301.595
min	126.431
max	988.367

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4411.750
σ	2219.486
min	1483.000
max	7386.000

*mean*	44.618
σ	8.340
min	39.963
max	65.066

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7127.000
σ	0.000
min	7127.000
max	7127.000

*mean*	174.254
σ	319.577
min	60.042
max	965.162

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	22.112
σ	0.850
min	21.499
max	23.979

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.620
max	71.311-66.691=4.620

*mean*	7386.000-7127.000=259.000
σ	0.000
min	7386.000-7127.000=259.000
max	7386.000-7127.000=259.000

*mean*	275.875-100.127=175.748
σ	619.852-3.759=616.093
min	55.409-97.699=-42.290
max	1809.928-109.318=1700.609

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.171=-9570.321
σ	0.014-4.304=-4.290
min	4646.845-14215.575=-9568.730
max	4646.884-14227.820=-9580.936

*mean*	4182.375-4029.375=153.000
σ	1946.193-2000.009=-53.816
min	1483.000-1217.000=266.000
max	7386.000-7127.000=259.000

*mean*	3297.409-7995.355=-4697.946
σ	847.110-1631.303=-784.193
min	2501.799-5973.314=-3471.514
max	4908.128-10012.553=-5104.425

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.108=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7386.000-7127.000=259.000
σ	0.000
min	7386.000-7127.000=259.000
max	7386.000-7127.000=259.000

*mean*	1065.437-5266.537=-4201.100
σ	266.884-603.778=-336.893
min	922.804-5013.796=-4090.992
max	1698.487-6751.925=-5053.437

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	388.761
σ	6.156
min	373.976
max	393.553

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	385.318-383.412=1.906
σ	29.014-14.745=14.269
min	349.265-347.370=1.896
max	423.021-391.972=31.050

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.750-560.000=2.750
σ	0.463-0.000=0.463
min	562.000-560.000=2.000
max	563.000-560.000=3.000

*mean*	743.987-748.732=-4.745
σ	77.436-62.458=14.978
min	595.379-631.491=-36.112
max	840.807-810.944=29.863

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.299=0.266
σ	0.760-0.759=0.001
min	1024.094-1023.826=0.268
max	1027.704-1027.438=0.267

*mean*	1040.500-1048.050=-7.550
σ	307.947-318.865=-10.919
min	544.000-542.000=2.000
max	1526.000-1561.000=-35.000

*mean*	1.383-1.547=-0.164
σ	0.095-0.078=0.016
min	1.308-1.471=-0.163
max	1.647-1.739=-0.092

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.292=0.002
σ	0.283-0.299=-0.016
min	0.139-0.134=0.005
max	0.797-0.822=-0.025

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.472=0.009
σ	0.316-0.316=0.000
min	0.322-0.319=0.003
max	1.045-1.036=0.009

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.218=0.004
σ	0.024-0.022=0.002
min	0.200-0.202=-0.002
max	0.263-0.256=0.008

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.325=0.008
σ	0.021-0.018=0.003
min	0.311-0.309=0.003
max	0.365-0.354=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	437.000-435.600=1.400
σ	6.595-5.079=1.516
min	431.000
max	444.000-441.000=3.000

*mean*	0.535-0.574=-0.039
σ	0.047-0.027=0.020
min	0.495-0.532=-0.037
max	0.589-0.608=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.475-0.476=-0.001
σ	0.042-0.034=0.008
min	0.418-0.427=-0.009
max	0.521-0.515=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.629-1.940=0.690
σ	0.100-0.113=-0.014
min	2.434-1.731=0.703
max	2.845-2.370=0.474

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.579-1.951=0.629
σ	0.077-0.063=0.014
min	2.434-1.858=0.575
max	2.900-2.247=0.653

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.310-0.304=0.006
σ	0.033-0.009=0.024
min	0.291-0.291=-0.000
max	0.622-0.358=0.264

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.294-0.293=0.001
σ	0.008-0.013=-0.005
min	0.282-0.277=0.004
max	0.335-0.368=-0.033

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.740
σ	12.670
min	0.574
max	106.210

*mean*	458.812
σ	18.701
min	408.000
max	474.000

*mean*	0.027
σ	0.031
min	0.001
max	0.252

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.708-298.931=-0.223
σ	1.026-1.006=0.020
min	298.291-298.550=-0.259
max	301.624-301.792=-0.168

*mean*	445.200-440.000=5.200
σ	18.201-16.673=1.528
min	417.000
max	471.000-467.000=4.000

*mean*	0.601-0.603=-0.002
σ	0.016-0.019=-0.002
min	0.570-0.567=0.004
max	0.636-0.634=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	839.000-1065.750=-226.750
σ	0.000-34.648=-34.648
min	839.000-980.000=-141.000
max	839.000-1078.000=-239.000

*mean*	239.095-203.788=35.307
σ	19.244-2.047=17.197
min	193.871-200.011=-6.140
max	255.693-206.394=49.300

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	839.000-1065.750=-226.750
σ	0.000-34.648=-34.648
min	839.000-980.000=-141.000
max	839.000-1078.000=-239.000

*mean*	9.237-8.457=0.780
σ	0.735-1.909=-1.174
min	7.424-6.341=1.083
max	9.564-10.972=-1.408

phase=parser

*mean*	1042.434-1042.362=0.072
σ	0.000
min	1042.433-1042.361=0.072
max	1042.434-1042.362=0.072

*mean*	839.000-1065.750=-226.750
σ	0.000-34.648=-34.648
min	839.000-980.000=-141.000
max	839.000-1078.000=-239.000

*mean*	569.350-520.718=48.632
σ	58.557-127.191=-68.633
min	424.872-376.110=48.762
max	596.628-713.701=-117.074

phase=processProdDef

*mean*	2243.977-4850.764=-2606.787
σ	0.000-0.000=0.000
min	2243.977-4850.764=-2606.787
max	2243.977-4850.765=-2606.787

*mean*	839.000-1078.000=-239.000
σ	0.000
min	839.000-1078.000=-239.000
max	839.000-1078.000=-239.000

*mean*	2454.693-5077.625=-2622.932
σ	466.612-344.199=122.413
min	1992.001-4496.135=-2504.133
max	3356.549-5409.691=-2053.142

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	839.000-1065.750=-226.750
σ	0.000-34.648=-34.648
min	839.000-980.000=-141.000
max	839.000-1078.000=-239.000

*mean*	38.165-30.232=7.934
σ	4.803-9.001=-4.197
min	26.318-19.887=6.431
max	40.393-40.216=0.177

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	839.000-1065.750=-226.750
σ	0.000-34.648=-34.648
min	839.000-980.000=-141.000
max	839.000-1078.000=-239.000

*mean*	673.916-709.181=-35.265
σ	15.769-82.493=-66.724
min	642.692-644.018=-1.326
max	699.826-875.032=-175.206

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.002
σ	0.037-0.038=-0.000
min	293.768-293.767=0.001
max	293.859-293.859=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.390-0.395=-0.005
σ	0.002-0.006=-0.004
min	0.387-0.392=-0.004
max	0.392-0.405=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.219=0.074
σ	0.131-0.029=0.102
min	1320.172-1320.173=-0.001
max	1320.501-1320.245=0.256

*mean*	1089.200-1067.000=22.200
σ	166.671-165.207=1.463
min	892.000-844.000=48.000
max	1317.000-1269.000=48.000

*mean*	1.949-2.241=-0.292
σ	0.091-0.077=0.014
min	1.863-2.126=-0.263
max	2.090-2.327=-0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.282-1560.583=-1.302
σ	2.958-6.208=-3.250
min	1557.714-1557.594=0.120
max	1564.559-1571.684=-7.125

*mean*	609.600-618.800=-9.200
σ	92.611-83.278=9.333
min	497.000-493.000=4.000
max	727.000-717.000=10.000

*mean*	2.186-2.231=-0.045
σ	0.136-0.091=0.044
min	2.052-2.148=-0.096
max	2.335-2.373=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.339-1882.174=0.164
σ	0.054-0.056=-0.001
min	1882.271-1882.115=0.156
max	1882.415-1882.247=0.168

*mean*	1728.000-1702.000=26.000
σ	177.076-259.500=-82.423
min	1470.000-1399.000=71.000
max	1887.000-2063.000=-176.000

*mean*	2.976-2.952=0.024
σ	0.256-0.062=0.194
min	2.723-2.883=-0.160
max	3.395-3.039=0.356

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.588-1.700=-0.112
σ	0.169-0.157=0.012
min	1.366-1.470=-0.104
max	1.830-1.853=-0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-452.081=-32.138
σ	518.108-582.723=-64.615
min	160.885-160.719=0.166
max	1197.104-1326.165=-129.060

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.519-0.553=-0.034
σ	0.511-0.552=-0.041
min	0.259-0.270=-0.011
max	1.286-1.382=-0.096

policies=20

*mean*	1609.188-1607.524=1.664
σ	0.345-0.407=-0.063
min	1608.940-1607.248=1.692
max	1609.695-1608.127=1.567

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-452.000=-3.000
σ	6.000-10.392=-4.392
min	446.000-443.000=3.000
max	458.000-461.000=-3.000

*mean*	2.580-2.684=-0.105
σ	0.025-0.013=0.012
min	2.548-2.668=-0.120
max	2.608-2.700=-0.092

policies=200

*mean*	16100.509-16083.386=17.123
σ	0.106-0.044=0.062
min	16100.408-16083.331=17.078
max	16100.646-16083.435=17.211

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.500-502.750=-3.250
σ	6.758-4.787=1.971
min	491.000-497.000=-6.000
max	507.000-508.000=-1.000

*mean*	26.027-27.126=-1.099
σ	0.062-0.037=0.025
min	25.967-27.089=-1.121
max	26.113-27.173=-1.059