Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.825=0.001
σ	0.361-0.361=0.000
min	57.683-57.686=-0.002
max	58.850-58.850=0.001

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.146-0.148=-0.002
σ	0.004-0.005=-0.000
min	0.143-0.144=-0.001
max	0.153-0.157=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=-0.001
σ	0.006-0.005=0.001
min	46.888-46.890=-0.002
max	46.904-46.906=-0.002

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.131-0.131=-0.001
σ	0.004-0.004=-0.000
min	0.126-0.127=-0.001
max	0.137-0.139=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.605=0.001
max	36.606-36.606=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	12.072-12.172=-0.099
σ	0.212-0.231=-0.019
min	11.829-11.926=-0.097
max	12.353-12.562=-0.210

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.605=0.001
max	36.606-36.605=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	12.371-12.295=0.077
σ	0.410-0.680=-0.270
min	11.462-11.393=0.070
max	12.706-12.892=-0.186

op=table_records(), no indexes

*mean*	41.941-41.940=0.001
σ	0.002-0.002=-0.000
min	41.939-41.938=0.001
max	41.943-41.943=0.000

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	11.335-11.265=0.070
σ	0.130-0.186=-0.055
min	11.036-10.940=0.096
max	11.452-11.486=-0.034

op=table_records(), repeat

*mean*	41.927-41.925=0.001
σ	0.001-0.000=0.001
min	41.926-41.925=0.001
max	41.930-41.926=0.004

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	11.103-11.494=-0.391
σ	0.129-0.491=-0.362
min	10.900-11.020=-0.120
max	11.276-12.521=-1.245

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.635-27.634=0.001
σ	0.137-0.137=-0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	8.613-8.587=0.026
σ	0.231-0.310=-0.079
min	8.376-8.102=0.273
max	8.992-8.919=0.073

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000-0.000=0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	6.333-6.400=-0.067
σ	0.345-0.286=0.059
min	5.764-5.911=-0.147
max	6.795-6.762=0.033

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.665-25.663=0.001
σ	0.004-0.004=-0.000
min	25.663-25.662=0.001
max	25.675-25.674=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	5.882-6.056=-0.174
σ	0.101-0.111=-0.010
min	5.727-5.894=-0.167
max	6.039-6.194=-0.155

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.964-25.963=0.001
σ	0.001-0.001=-0.001
min	25.963-25.962=0.001
max	25.965-25.966=-0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	5.777-5.892=-0.115
σ	0.077-0.063=0.015
min	5.686-5.813=-0.127
max	5.919-6.006=-0.087

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.601-1021.600=0.001
σ	0.002-0.002=0.000
min	1021.598-1021.598=0.000
max	1021.603-1021.602=0.001

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	347.228-347.382=-0.154
σ	2.393-7.882=-5.489
min	344.125-341.417=2.708
max	351.592-366.333=-14.741

op=load_product(), with indexes

*mean*	3495.849-3495.847=0.002
σ	0.460-0.455=0.005
min	3495.686-3495.686=0.000
max	3496.988-3496.973=0.015

*mean*	3321.000-3324.750=-3.750
σ	1890.247-1951.105=-60.858
min	640.000
max	5296.000-6453.000=-1157.000

*mean*	1880.134-1562.007=318.126
σ	915.455-450.215=465.240
min	1398.028-1387.740=10.288
max	3772.269-2676.044=1096.225

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.843-107.841=0.001
σ	0.000-0.000=0.000
min	107.842-107.841=0.001
max	107.843-107.842=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	129.389-129.938=-0.549
σ	10.223-8.006=2.217
min	121.825-117.559=4.266
max	151.907-145.380=6.527

op=column_set() on unindexed, dense, repeat

*mean*	62.070-62.069=0.001
σ	0.001-0.001=0.000
min	62.067-62.065=0.001
max	62.070-62.069=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	41.922-42.409=-0.487
σ	1.584-1.536=0.047
min	40.319-40.970=-0.651
max	44.541-45.131=-0.590

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002
min	40.927-40.926=0.001
max	40.931-40.930=0.001

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	22.252-29.149=-6.897
σ	0.674-1.698=-1.024
min	21.476-27.326=-5.851
max	23.584-31.770=-8.186

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=0.000
min	71.294-71.293=0.001
max	71.298-71.297=0.001

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	56.029-56.645=-0.617
σ	0.946-2.520=-1.574
min	55.021-54.710=0.311
max	58.086-62.595=-4.509

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.014-0.014=0.000
min	4646.838-4646.837=0.001
max	4646.877-4646.876=0.001

*mean*	3958.750-4051.375=-92.625
σ	1928.615-1889.893=38.722
min	1330.000-1456.000=-126.000
max	7208.000-6453.000=755.000

*mean*	3616.603-3690.959=-74.356
σ	955.224-858.076=97.148
min	2502.540-2497.087=5.453
max	4686.009-4973.360=-287.351

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.831=0.001
σ	0.002-0.002=-0.000
min	1973.830-1973.829=0.001
max	1973.834-1973.833=0.000

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	942.992-1576.973=-633.981
σ	58.198-838.764=-780.566
min	916.202-914.144=2.058
max	1086.375-2981.135=-1894.760

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.085-905.084=0.001
σ	0.002-0.002=-0.000
min	905.083-905.082=0.001
max	905.088-905.088=0.000

*mean*	7273.000-6453.000=820.000
σ	69.488-0.000=69.488
min	7208.000-6453.000=755.000
max	7338.000-6453.000=885.000

*mean*	394.918-506.185=-111.267
σ	4.683-198.836=-194.153
min	385.573-384.893=0.680
max	400.436-978.952=-578.516

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.000=-1.000
σ	0.000
min	475.000-476.000=-1.000
max	475.000-476.000=-1.000

*mean*	369.526-388.118=-18.592
σ	37.643-36.262=1.381
min	308.653-307.569=1.083
max	408.503-429.236=-20.733

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.250-562.000=2.250
σ	1.035-0.000=1.035
min	563.000-562.000=1.000
max	565.000-562.000=3.000

*mean*	770.290-782.431=-12.141
σ	30.411-31.823=-1.412
min	727.722-715.196=12.526
max	809.892-814.526=-4.633

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.918=0.002
σ	2.438-2.438=0.000
min	976.071-976.069=0.003
max	987.250-987.248=0.002

*mean*	1046.800-1050.100=-3.300
σ	302.736-315.923=-13.186
min	573.000-574.000=-1.000
max	1492.000-1512.000=-20.000

*mean*	1.293-1.302=-0.009
σ	0.104-0.107=-0.003
min	1.210-1.199=0.011
max	1.530-1.594=-0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.298=0.101
σ	0.508-0.290=0.218
min	0.147-0.141=0.006
max	1.306-0.811=0.494

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.472=0.003
σ	0.311-0.320=-0.009
min	0.318-0.314=0.004
max	1.030-1.044=-0.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.218=-0.005
σ	0.028-0.017=0.011
min	0.193-0.197=-0.004
max	0.262-0.245=0.017

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.335=-0.001
σ	0.012-0.018=-0.006
min	0.321-0.321=-0.000
max	0.352-0.365=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.600-431.800=-0.200
σ	1.342-1.789=-0.447
min	431.000
max	434.000-435.000=-1.000

*mean*	0.546-0.538=0.007
σ	0.026-0.047=-0.022
min	0.511-0.477=0.034
max	0.583-0.601=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.484-0.437=0.047
σ	0.030-0.021=0.009
min	0.445-0.410=0.036
max	0.529-0.465=0.064

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.667-2.648=0.019
σ	0.084-0.105=-0.021
min	2.457-2.447=0.009
max	2.876-2.970=-0.094

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.638-2.598=0.041
σ	0.088-0.063=0.024
min	2.476-2.477=-0.001
max	2.922-2.816=0.106

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.305-0.304=0.001
σ	0.008-0.009=-0.001
min	0.292-0.291=0.001
max	0.352-0.349=0.003

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.290-0.290=0.001
σ	0.009-0.007=0.001
min	0.275-0.278=-0.003
max	0.333-0.336=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.733-11.352=0.381
σ	11.595-12.585=-0.990
min	0.574-0.574=0.001
max	98.267-148.772=-50.504

*mean*	463.347-465.150=-1.803
σ	19.193-20.081=-0.887
min	409.000-408.000=1.000
max	480.000

*mean*	0.027-0.026=0.001
σ	0.028-0.031=-0.003
min	0.001-0.001=-0.000
max	0.235-0.349=-0.114

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.049-293.922=0.127
σ	1.054-1.037=0.017
min	293.636-293.484=0.152
max	297.046-296.866=0.180

*mean*	442.200-439.700=2.500
σ	17.912-16.714=1.199
min	415.000
max	467.000-464.000=3.000

*mean*	0.600-0.591=0.009
σ	0.013-0.020=-0.007
min	0.580-0.561=0.019
max	0.621-0.624=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	848.000-848.750=-0.750
σ	0.000-0.707=-0.707
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	138.291-149.972=-11.681
σ	13.756-10.986=2.770
min	111.869-134.791=-22.922
max	155.877-162.569=-6.692

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	848.000-848.500=-0.500
σ	0.000-0.926=-0.926
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	5.858-6.919=-1.061
σ	0.046-1.595=-1.548
min	5.802-5.841=-0.039
max	5.932-9.836=-3.903

phase=parser

*mean*	1042.133-1042.134=-0.001
σ	0.000-0.001=-0.001
min	1042.133-1042.131=0.002
max	1042.133-1042.134=-0.001

*mean*	848.000-848.500=-0.500
σ	0.000-0.926=-0.926
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	375.031-431.506=-56.475
σ	3.086-92.922=-89.836
min	369.904-371.481=-1.578
max	378.638-597.079=-218.441

phase=processProdDef

*mean*	2241.195-2241.195=0.000
σ	0.000-0.000=-0.000
min	2241.195-2241.195=0.001
max	2241.195-2241.196=-0.001

*mean*	848.000-848.750=-0.750
σ	0.000-0.707=-0.707
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	2724.197-2782.440=-58.243
σ	242.979-457.650=-214.671
min	2386.395-2195.566=190.829
max	3130.403-3310.563=-180.160

phase=renaming

*mean*	21.430-21.430=-0.000
σ	0.000-0.001=-0.001
min	21.430
max	21.430-21.433=-0.004

*mean*	848.000-848.500=-0.500
σ	0.000-0.926=-0.926
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	37.997-40.537=-2.541
σ	2.432-2.923=-0.491
min	34.778-33.591=1.187
max	41.063-42.577=-1.515

phase=type checker

*mean*	958.462-958.466=-0.003
σ	0.047-0.047=-0.000
min	958.439
max	958.564-958.568=-0.004

*mean*	848.000-848.500=-0.500
σ	0.000-0.926=-0.926
min	848.000-847.000=1.000
max	848.000-849.000=-1.000

*mean*	669.220-678.520=-9.300
σ	17.020-19.481=-2.461
min	642.057-635.732=6.325
max	688.082-698.201=-10.119

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.860=-0.006
σ	0.036-0.033=0.003
min	327.803-327.807=-0.004
max	327.890-327.889=0.001

*mean*	441.000-439.800=1.200
σ	4.301-4.087=0.215
min	434.000-433.000=1.000
max	445.000-444.000=1.000

*mean*	0.434-0.430=0.004
σ	0.005-0.007=-0.002
min	0.430-0.423=0.007
max	0.440-0.440=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.072-1313.051=0.021
σ	0.144-0.138=0.005
min	1312.964-1312.963=0.002
max	1313.321-1313.290=0.031

*mean*	1088.200-1079.400=8.800
σ	173.598-168.234=5.363
min	884.000-853.000=31.000
max	1304.000-1283.000=21.000

*mean*	1.877-1.889=-0.012
σ	0.090-0.052=0.039
min	1.762-1.836=-0.075
max	2.003-1.964=0.040

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.107-1552.063=0.044
σ	3.029-3.011=0.017
min	1550.563-1550.565=-0.003
max	1557.518-1557.443=0.075

*mean*	614.800-617.200=-2.400
σ	93.213-85.829=7.384
min	494.000-518.000=-24.000
max	734.000-721.000=13.000

*mean*	2.443-2.260=0.183
σ	0.261-0.155=0.106
min	2.155-2.100=0.056
max	2.719-2.481=0.238

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.065-1875.055=0.010
σ	0.045-0.043=0.002
min	1875.012-1874.995=0.018
max	1875.134-1875.100=0.035

*mean*	1736.000-1706.400=29.600
σ	215.073-257.314=-42.240
min	1447.000-1398.000=49.000
max	1938.000-2058.000=-120.000

*mean*	2.988-2.865=0.123
σ	0.156-0.137=0.019
min	2.861-2.678=0.182
max	3.244-3.019=0.225

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.562-1.516=0.047
σ	0.104-0.204=-0.100
min	1.428-1.152=0.276
max	1.692-1.624=0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.412-419.404=0.008
σ	508.910-508.897=0.012
min	164.955-164.954=0.001
max	1182.777-1182.751=0.026

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.524-0.512=0.012
σ	0.508-0.488=0.020
min	0.263-0.264=-0.000
max	1.287-1.244=0.043

policies=20

*mean*	1649.812-1649.805=0.007
σ	0.379-0.369=0.009
min	1649.598-1649.582=0.017
max	1650.379-1650.357=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-452.000=-5.250
σ	11.295-12.247=-0.952
min	433.000-437.000=-4.000
max	456.000-462.000=-6.000

*mean*	2.660-2.651=0.009
σ	0.009-0.004=0.004
min	2.653-2.645=0.008
max	2.672-2.655=0.017

policies=200

*mean*	16506.092-16506.053=0.039
σ	0.027-0.100=-0.073
min	16506.066-16505.959=0.108
max	16506.130-16506.188=-0.059

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-499.000=-2.750
σ	6.397-4.967=1.430
min	489.000-493.000=-4.000
max	503.000-504.000=-1.000

*mean*	26.736-26.688=0.048
σ	0.106-0.095=0.011
min	26.619-26.562=0.057
max	26.834-26.782=0.052