Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=-0.000
σ	0.364-0.363=0.001
min	54.630-54.630=-0.000
max	55.810-55.808=0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.137-0.142=-0.004
σ	0.006-0.004=0.001
min	0.132-0.138=-0.006
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.773=0.001
σ	0.006-0.006=0.000
min	43.764-43.761=0.003
max	43.782-43.781=0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.125-0.122=0.003
σ	0.004-0.005=-0.001
min	0.121-0.116=0.005
max	0.132-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4432.500-4590.875=-158.375
σ	2226.365-2245.791=-19.426
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	13.806-134.079=-120.272
σ	3.600-344.578=-340.978
min	12.241-12.011=0.230
max	22.639-986.867=-964.228

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.617=0.001

*mean*	4612.375-4590.875=21.500
σ	2257.820-2245.791=12.029
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	159.464-13.657=145.807
σ	411.759-4.619=407.140
min	11.509-11.448=0.061
max	1178.483-25.007=1153.475

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	11.121-10.829=0.292
σ	0.291-0.165=0.125
min	10.829-10.652=0.176
max	11.748-11.152=0.596

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4204.500-4183.000=21.500
σ	1954.838-1942.493=12.345
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	11.416-11.568=-0.152
σ	0.826-1.899=-1.073
min	10.898-10.657=0.241
max	13.414-16.250=-2.836

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4204.500-4183.000=21.500
σ	1954.838-1942.493=12.345
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	8.722-9.073=-0.351
σ	0.589-1.332=-0.743
min	7.996-7.617=0.379
max	9.942-12.181=-2.239

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4204.500-4183.000=21.500
σ	1954.838-1942.493=12.345
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	6.755-6.992=-0.238
σ	0.570-0.927=-0.358
min	6.134-5.954=0.180
max	8.026-9.160=-1.134

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4612.375-4590.875=21.500
σ	2257.820-2245.791=12.029
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	6.755-6.374=0.382
σ	1.341-0.908=0.433
min	5.791-5.920=-0.128
max	9.196-8.611=0.585

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985-25.985=-0.000

*mean*	4612.375-4590.875=21.500
σ	2257.820-2245.791=12.029
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	6.463-6.200=0.263
σ	0.990-0.989=0.001
min	5.774-5.682=0.092
max	8.643-8.637=0.006

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.625-1021.627=-0.002
σ	0.002-0.002=0.000
min	1021.623-1021.625=-0.002
max	1021.628-1021.629=-0.001

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	346.430-362.640=-16.210
σ	1.977-43.911=-41.935
min	344.011-344.924=-0.913
max	349.122-471.196=-122.074

op=load_product(), with indexes

*mean*	3495.876-3495.878=-0.002
σ	0.467-0.468=-0.001
min	3495.711-3495.713=-0.002
max	3497.031-3497.037=-0.005

*mean*	3776.250-3758.250=18.000
σ	2312.107-2297.757=14.351
min	720.000
max	7409.000-7381.000=28.000

*mean*	1741.791-1775.767=-33.976
σ	561.041-688.991=-127.950
min	1411.215-1392.244=18.971
max	2824.676-2966.421=-141.745

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.001
max	107.854-107.855=-0.000

*mean*	4204.500-4412.125=-207.625
σ	1954.838-2215.431=-260.593
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	135.942-196.957=-61.014
σ	8.352-167.360=-159.008
min	127.364-129.172=-1.808
max	150.639-609.434=-458.795

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4432.500-4412.125=20.375
σ	2226.365-2215.431=10.934
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	139.932-43.682=96.250
σ	270.893-2.141=268.752
min	41.893-40.642=1.250
max	810.351-46.324=764.027

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	136.636-22.244=114.392
σ	322.979-1.474=321.504
min	21.650-21.598=0.052
max	935.961-25.883=910.078

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.311=-0.000

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	59.870-336.459=-276.589
σ	9.886-790.860=-780.974
min	55.755-55.314=0.441
max	84.297-2293.727=-2209.430

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4204.500-4183.000=21.500
σ	1954.838-1942.493=12.345
min	1485.000-1486.000=-1.000
max	7409.000-7381.000=28.000

*mean*	3333.950-3350.384=-16.434
σ	771.798-783.654=-11.856
min	2534.194-2501.167=33.027
max	4473.755-4580.828=-107.073

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	1024.015-973.198=50.817
σ	202.854-93.957=108.897
min	930.480-920.163=10.317
max	1512.366-1153.157=359.209

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7409.000-7381.000=28.000
σ	0.000
min	7409.000-7381.000=28.000
max	7409.000-7381.000=28.000

*mean*	413.624-395.739=17.885
σ	43.339-6.468=36.871
min	387.069-388.907=-1.838
max	520.180-410.706=109.474

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	374.327-391.085=-16.758
σ	32.920-28.052=4.868
min	305.915-337.848=-31.933
max	418.205-435.056=-16.850

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-558.750=1.250
σ	1.852-0.463=1.389
min	557.000-558.000=-1.000
max	561.000-559.000=2.000

*mean*	740.965-735.009=5.956
σ	50.311-46.873=3.438
min	665.935-624.590=41.344
max	806.735-772.322=34.412

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.972=-0.001
σ	1.821-1.820=0.001
min	963.263-963.267=-0.004
max	971.669-971.668=0.001

*mean*	1047.500-1044.850=2.650
σ	320.298-308.260=12.038
min	538.000-586.000=-48.000
max	1568.000-1498.000=70.000

*mean*	1.291-1.283=0.008
σ	0.160-0.139=0.021
min	1.185-1.182=0.003
max	1.882-1.800=0.082

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912-0.913=-0.001
σ	0.020-0.020=-0.000
min	0.902-0.903=-0.001
max	0.948-0.949=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.454-0.308=0.146
σ	0.631-0.288=0.343
min	0.135-0.149=-0.015
max	1.579-0.822=0.758

name=error_case.art

*mean*	2.339-2.340=-0.001
σ	0.012
min	2.333-2.334=-0.001
max	2.360-2.362=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.522=-0.040
σ	0.321-0.305=0.016
min	0.331-0.332=-0.001
max	1.055-1.041=0.014

name=heavy_item.art

*mean*	1.521-1.523=-0.002
σ	0.002-0.002=-0.000
min	1.519-1.521=-0.002
max	1.523-1.525=-0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.219=0.005
σ	0.026-0.018=0.008
min	0.204-0.206=-0.002
max	0.270-0.251=0.020

name=nested_use.art

*mean*	2.356-2.358=-0.001
σ	0.002
min	2.356-2.357=-0.001
max	2.359-2.361=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.335=-0.009
σ	0.019-0.015=0.004
min	0.308-0.324=-0.015
max	0.357-0.362=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.522-964.971=-1.448
σ	0.011
min	963.517-964.965=-1.448
max	963.541-964.989=-1.448

*mean*	434.400-435.600=-1.200
σ	1.342-5.079=-3.738
min	432.000-431.000=1.000
max	435.000-441.000=-6.000

*mean*	0.584-0.548=0.036
σ	0.031-0.066=-0.035
min	0.535-0.448=0.087
max	0.613-0.610=0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.094-885.898=-0.805
σ	0.002
min	885.092-885.897=-0.805
max	885.096-885.901=-0.805

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.468-0.473=-0.005
σ	0.059-0.042=0.017
min	0.373-0.423=-0.051
max	0.527-0.522=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.710=-0.004
σ	0.002
min	7.705-7.709=-0.004
max	7.709-7.713=-0.004

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	1.982-1.967=0.015
σ	0.079-0.067=0.012
min	1.878-1.836=0.042
max	2.215-2.196=0.019

name=record_render_large_syntax_err.art

*mean*	7.654-7.658=-0.004
σ	0.002
min	7.653-7.657=-0.004
max	7.657-7.661=-0.004

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	1.973-2.000=-0.027
σ	0.077-0.158=-0.081
min	1.859-1.872=-0.013
max	2.181-2.736=-0.556

name=record_render_success.art

*mean*	2.286-2.290=-0.004
σ	0.002
min	2.285-2.289=-0.004
max	2.289-2.293=-0.004

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.317-0.312=0.005
σ	0.060-0.007=0.054
min	0.294-0.298=-0.004
max	0.861-0.344=0.517

name=record_render_syntax_err.art

*mean*	2.161-2.165=-0.004
σ	0.002
min	2.160-2.164=-0.004
max	2.164-2.168=-0.004

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.292-0.299=-0.007
σ	0.008-0.007=0.001
min	0.278-0.284=-0.006
max	0.329-0.328=0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.094-12.102=-0.008
σ	11.632-11.815=-0.183
min	0.855-0.721=0.134
max	72.841-99.851=-27.010

*mean*	467.300-465.057=2.243
σ	18.298-20.756=-2.458
min	409.000-407.000=2.000
max	480.000

*mean*	0.028-0.028=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.176-0.245=-0.069

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.710-278.689=0.021
σ	1.016-1.027=-0.012
min	278.289-278.273=0.016
max	281.595-281.610=-0.015

*mean*	443.600-445.700=-2.100
σ	16.318-19.454=-3.136
min	418.000-416.000=2.000
max	468.000-467.000=1.000

*mean*	0.587-0.584=0.003
σ	0.021-0.012=0.009
min	0.558-0.561=-0.003
max	0.638-0.606=0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.737-173.738=-0.001
σ	0.000-0.000=-0.000
min	173.737-173.738=-0.001
max	173.737-173.738=-0.001

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	226.295-205.295=21.000
σ	37.825-27.871=9.954
min	144.498-150.840=-6.342
max	253.435-240.980=12.455

phase=macro expansion

*mean*	6.129-6.130=-0.001
σ	0.001
min	6.129-6.130=-0.001
max	6.133-6.133=-0.001

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	9.116-9.174=-0.058
σ	0.946-1.080=-0.135
min	7.475-6.503=0.972
max	9.766-9.647=0.120

phase=parser

*mean*	1041.044-1042.435=-1.392
σ	0.001-0.001=-0.000
min	1041.040-1042.432=-1.392
max	1041.044-1042.436=-1.392

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	547.817-581.764=-33.947
σ	75.018-51.762=23.256
min	427.306-454.652=-27.346
max	601.995-610.096=-8.101

phase=processProdDef

*mean*	2243.975-2243.976=-0.001
σ	0.001-0.001=0.000
min	2243.975-2243.976=-0.001
max	2243.978-2243.979=-0.000

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	2546.699-2742.650=-195.951
σ	309.094-375.539=-66.445
min	2176.877-1891.010=285.867
max	3021.795-3083.709=-61.915

phase=renaming

*mean*	21.669-21.671=-0.002
σ	0.000
min	21.669-21.671=-0.002
max	21.669-21.671=-0.002

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	36.846-37.974=-1.129
σ	6.393-7.088=-0.695
min	26.112-20.450=5.662
max	41.213-40.792=0.421

phase=type checker

*mean*	989.754-989.755=-0.001
σ	0.066
min	989.653-989.654=-0.001
max	989.844-989.845=-0.001

*mean*	839.000-859.000=-20.000
σ	0.000
min	839.000-859.000=-20.000
max	839.000-859.000=-20.000

*mean*	678.902-704.097=-25.195
σ	12.859-20.289=-7.430
min	647.818-679.491=-31.673
max	689.121-744.173=-55.052

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.387=0.006
σ	0.025-0.034=-0.009
min	282.372-282.341=0.032
max	282.424-282.426=-0.001

*mean*	444.400-444.000=0.400
σ	0.548-0.000=0.548
min	444.000
max	445.000-444.000=1.000

*mean*	0.380-0.390=-0.009
σ	0.003-0.013=-0.010
min	0.377-0.375=0.002
max	0.382-0.400=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.120-1267.105=0.015
σ	0.097-0.082=0.015
min	1266.996-1266.993=0.003
max	1267.230-1267.215=0.015

*mean*	1064.600-1114.200=-49.600
σ	166.233-170.636=-4.403
min	847.000-898.000=-51.000
max	1277.000-1331.000=-54.000

*mean*	1.977-2.016=-0.038
σ	0.185-0.118=0.067
min	1.775-1.847=-0.072
max	2.137-2.112=0.026

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.078-1506.166=-0.088
σ	2.972-2.971=0.002
min	1504.541-1504.664=-0.123
max	1511.383-1511.472=-0.089

*mean*	614.000-629.000=-15.000
σ	77.016-90.019=-13.003
min	495.000-505.000=-10.000
max	700.000-728.000=-28.000

*mean*	2.214-2.452=-0.237
σ	0.225-0.366=-0.141
min	2.032-2.062=-0.030
max	2.605-2.890=-0.286

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.102-1829.112=-0.010
σ	0.044-0.094=-0.050
min	1829.057-1829.011=0.046
max	1829.154-1829.254=-0.100

*mean*	1714.400-1771.000=-56.600
σ	250.781-212.454=38.328
min	1424.000-1492.000=-68.000
max	2072.000-1973.000=99.000

*mean*	2.912-3.162=-0.250
σ	0.128-0.345=-0.217
min	2.816-2.797=0.019
max	3.113-3.661=-0.548

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.638-1.654=-0.016
σ	0.195-0.146=0.049
min	1.418-1.493=-0.075
max	1.912-1.816=0.096

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.515-397.699=-0.184
σ	517.690-518.053=-0.362
min	138.669-138.670=-0.001
max	1174.051-1174.778=-0.727

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000-444.000=3.000
σ	0.000
min	447.000-444.000=3.000
max	447.000-444.000=3.000

*mean*	0.501-0.476=0.025
σ	0.538-0.475=0.063
min	0.231-0.236=-0.005
max	1.308-1.189=0.120

policies=20

*mean*	1386.828-1386.837=-0.010
σ	0.163-0.163=-0.000
min	1386.716-1386.723=-0.007
max	1387.070-1387.080=-0.010

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	450.000-444.000=6.000
σ	6.000-0.000=6.000
min	447.000-444.000=3.000
max	459.000-444.000=15.000

*mean*	2.333-2.323=0.010
σ	0.007-0.004=0.003
min	2.327-2.318=0.009
max	2.342-2.328=0.014

policies=200

*mean*	13876.835-13876.889=-0.054
σ	0.065-0.086=-0.021
min	13876.760-13876.830=-0.070
max	13876.897-13877.017=-0.120

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.250-492.000=3.250
σ	3.775-3.916=-0.141
min	491.000-488.000=3.000
max	500.000-497.000=3.000

*mean*	23.582-23.477=0.105
σ	0.166-0.102=0.064
min	23.428-23.391=0.037
max	23.769-23.615=0.154