Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.618=0.272
σ	0.361-0.348=0.014
min	54.754-54.485=0.268
max	55.917-55.606=0.311

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.140-0.138=0.002
σ	0.006-0.004=0.002
min	0.133-0.133=-0.001
max	0.148-0.144=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.789=0.066
σ	0.007-0.006=0.001
min	43.846-43.781=0.065
max	43.872-43.800=0.072

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.124-0.126=-0.002
σ	0.006-0.008=-0.002
min	0.116-0.120=-0.004
max	0.133-0.145=-0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	13.025-12.184=0.841
σ	0.381-0.357=0.024
min	12.573-11.549=1.024
max	13.716-12.710=1.006

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.003=-0.001
min	36.616-36.615=0.000
max	36.620-36.623=-0.003

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	13.007-11.541=1.466
σ	0.738-0.182=0.557
min	11.751-11.240=0.511
max	13.640-11.788=1.852

op=table_records(), no indexes

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	7145.000-7542.000=-397.000
σ	0.000
min	7145.000-7542.000=-397.000
max	7145.000-7542.000=-397.000

*mean*	15.025-13.932=1.093
σ	0.182-1.086=-0.904
min	14.804-12.364=2.440
max	15.307-15.006=0.302

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.001

*mean*	4040.500-4211.625=-171.125
σ	2008.011-1910.832=97.179
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	13.230-12.600=0.630
σ	1.485-1.807=-0.323
min	10.980-10.133=0.847
max	14.560-14.796=-0.236

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.605=0.049
σ	0.136-0.002=0.135
min	27.604-27.603=0.001
max	27.991-27.607=0.383

*mean*	4040.500-4211.625=-171.125
σ	2008.011-1910.832=97.179
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	9.290-8.530=0.760
σ	0.664-0.755=-0.092
min	8.571-7.943=0.628
max	10.730-10.350=0.380

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	7.365-6.864=0.501
σ	0.593-1.041=-0.448
min	6.880-6.225=0.655
max	8.749-8.892=-0.143

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.002
min	25.666-25.664=0.001
max	25.678-25.670=0.008

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	6.103-5.278=0.825
σ	0.090-0.159=-0.070
min	5.990-5.048=0.941
max	6.234-5.539=0.695

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.971=0.001

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	5.886-5.133=0.753
σ	0.149-0.124=0.025
min	5.775-4.941=0.834
max	6.225-5.336=0.889

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.603=-1502.989
σ	0.002-0.000=0.002
min	1021.612-2524.602=-1502.991
max	1021.616-2524.603=-1502.987

*mean*	7145.000-7542.000=-397.000
σ	0.000
min	7145.000-7542.000=-397.000
max	7145.000-7542.000=-397.000

*mean*	364.012-1052.803=-688.791
σ	41.891-6.960=34.931
min	346.179-1042.198=-696.019
max	467.536-1063.032=-595.496

op=load_product(), with indexes

*mean*	7917.792-8744.567=-826.775
σ	0.469-0.033=0.436
min	7917.624-8744.554=-826.929
max	7918.953-8744.648=-825.695

*mean*	3271.125-3806.375=-535.250
σ	1824.571-1581.738=242.833
min	810.000-2064.000=-1254.000
max	5619.000-5943.000=-324.000

*mean*	3640.535-4676.795=-1036.260
σ	1106.070-1559.309=-453.239
min	3108.498-3548.215=-439.717
max	6221.032-7362.878=-1141.846

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4040.500-4273.500=-233.000
σ	2008.011-1863.580=144.432
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	82.618-81.513=1.105
σ	14.299-8.884=5.415
min	70.334-70.706=-0.372
max	106.810-92.902=13.908

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7145.000-7542.000=-397.000
σ	0.000
min	7145.000-7542.000=-397.000
max	7145.000-7542.000=-397.000

*mean*	61.459-229.750=-168.291
σ	1.152-365.659=-364.507
min	60.890-83.969=-23.079
max	64.283-1134.488=-1070.205

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.686=0.004

*mean*	7145.000-7542.000=-397.000
σ	0.000
min	7145.000-7542.000=-397.000
max	7145.000-7542.000=-397.000

*mean*	263.613-150.841=112.772
σ	368.488-15.124=353.365
min	98.166-131.021=-32.855
max	1144.729-167.656=977.073

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.833=2560.338
σ	4.303-4.317=-0.014
min	14215.576-11655.305=2560.271
max	14227.820-11667.517=2560.303

*mean*	4040.500-4211.625=-171.125
σ	2008.011-1910.832=97.179
min	1217.000-2064.000=-847.000
max	7145.000-7542.000=-397.000

*mean*	7902.579-6271.329=1631.250
σ	1827.975-1041.663=786.311
min	5996.017-4975.414=1020.602
max	10785.601-7718.404=3067.198

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.069=1599.040
σ	0.002-0.002=-0.000
min	13159.105-11560.066=1599.039
max	13159.110-11560.073=1599.037

*mean*	7145.000-7542.000=-397.000
σ	0.000
min	7145.000-7542.000=-397.000
max	7145.000-7542.000=-397.000

*mean*	5302.765-5289.506=13.260
σ	592.703-1167.152=-574.449
min	5011.237-4389.402=621.835
max	6710.213-7194.511=-484.298

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.592=-0.034
σ	0.001-0.030=-0.028
min	172.558
max	172.562-172.640=-0.078

*mean*	474.000-2064.000=-1590.000
σ	0.000
min	474.000-2064.000=-1590.000
max	474.000-2064.000=-1590.000

*mean*	381.910-363.686=18.224
σ	25.424-45.384=-19.960
min	319.304-325.346=-6.042
max	394.584-462.438=-67.854

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.366=-0.044
σ	0.001-0.041=-0.040
min	357.321
max	357.325-357.415=-0.090

*mean*	558.875-2064.000=-1505.125
σ	0.354-0.000=0.354
min	558.000-2064.000=-1506.000
max	559.000-2064.000=-1505.000

*mean*	740.336-785.590=-45.254
σ	70.343-24.339=46.004
min	611.361-728.985=-117.624
max	795.768-802.552=-6.784

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1008.482=15.817
σ	0.759-0.881=-0.122
min	1023.826-1007.980=15.845
max	1027.437-1012.131=15.305

*mean*	1057.400-1037.650=19.750
σ	321.753-297.707=24.046
min	539.000-544.000=-5.000
max	1566.000-1439.000=127.000

*mean*	1.582-1.509=0.072
σ	0.100-0.105=-0.005
min	1.444-1.333=0.111
max	1.879-1.749=0.130

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.398-0.409=-0.011
σ	0.503-0.108=0.395
min	0.141-0.342=-0.201
max	1.294-0.600=0.693

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.475-0.876=-0.401
σ	0.323-0.090=0.233
min	0.318-0.820=-0.502
max	1.053-1.035=0.018

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.224-0.548=-0.324
σ	0.025-0.058=-0.034
min	0.208-0.489=-0.281
max	0.267-0.643=-0.375

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.340-0.855=-0.515
σ	0.015-0.032=-0.017
min	0.328-0.821=-0.494
max	0.364-0.909=-0.544

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.922=0.918
σ	0.011-0.025=-0.015
min	964.835-963.902=0.933
max	964.859-963.964=0.895

*mean*	431.200-1439.000=-1007.800
σ	0.447-0.000=0.447
min	431.000-1439.000=-1008.000
max	432.000-1439.000=-1007.000

*mean*	0.562-0.818=-0.256
σ	0.029-0.028=0.001
min	0.531-0.780=-0.248
max	0.594-0.849=-0.256

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.889=0.931
σ	0.002-0.007=-0.005
min	885.819-884.883=0.936
max	885.823-884.897=0.926

*mean*	437.000-1439.000=-1002.000
σ	0.000
min	437.000-1439.000=-1002.000
max	437.000-1439.000=-1002.000

*mean*	0.490-0.705=-0.215
σ	0.055-0.061=-0.006
min	0.393-0.600=-0.206
max	0.522-0.748=-0.226

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.712=-0.001

*mean*	437.000-1439.000=-1002.000
σ	0.000
min	437.000-1439.000=-1002.000
max	437.000-1439.000=-1002.000

*mean*	2.684-4.243=-1.558
σ	0.079-0.079=0.000
min	2.500-4.123=-1.623
max	2.956-4.540=-1.584

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	437.000-1439.000=-1002.000
σ	0.000
min	437.000-1439.000=-1002.000
max	437.000-1439.000=-1002.000

*mean*	2.698-4.241=-1.542
σ	0.072-0.086=-0.014
min	2.512-4.107=-1.595
max	2.949-4.507=-1.558

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	437.000-1439.000=-1002.000
σ	0.000
min	437.000-1439.000=-1002.000
max	437.000-1439.000=-1002.000

*mean*	0.302-0.747=-0.445
σ	0.009-0.018=-0.010
min	0.289-0.714=-0.426
max	0.360-0.863=-0.502

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	437.000-1439.000=-1002.000
σ	0.000
min	437.000-1439.000=-1002.000
max	437.000-1439.000=-1002.000

*mean*	0.290-0.711=-0.421
σ	0.008-0.019=-0.011
min	0.278-0.636=-0.358
max	0.321-0.790=-0.469

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.772-297.770=1.002
σ	1.021-0.240=0.780
min	298.370-297.559=0.811
max	301.673-298.407=3.266

*mean*	443.600-2064.000=-1620.400
σ	20.293-0.000=20.293
min	418.000-2064.000=-1646.000
max	478.000-2064.000=-1586.000

*mean*	0.608-0.584=0.023
σ	0.023-0.034=-0.012
min	0.553-0.517=0.036
max	0.643-0.616=0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	943.625-1567.250=-623.625
σ	15.203-112.412=-97.209
min	906.000-1439.000=-533.000
max	949.000-1666.000=-717.000

*mean*	217.409-204.708=12.701
σ	9.037-2.903=6.134
min	210.161-201.590=8.571
max	236.333-210.501=25.832

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	943.625-1567.250=-623.625
σ	15.203-112.412=-97.209
min	906.000-1439.000=-533.000
max	949.000-1666.000=-717.000

*mean*	7.738-11.856=-4.118
σ	1.575-1.229=0.346
min	6.282-9.319=-3.037
max	9.628-12.661=-3.033

phase=parser

*mean*	1042.368-1041.162=1.205
σ	0.000-0.000=-0.000
min	1042.368-1041.162=1.206
max	1042.368-1041.163=1.206

*mean*	943.625-1567.250=-623.625
σ	15.203-112.412=-97.209
min	906.000-1439.000=-533.000
max	949.000-1666.000=-717.000

*mean*	483.716-681.668=-197.952
σ	82.315-68.985=13.330
min	376.310-562.755=-186.445
max	587.939-724.676=-136.737

phase=processProdDef

*mean*	4850.763-6169.658=-1318.895
σ	0.000-0.001=-0.000
min	4850.763-6169.657=-1318.895
max	4850.764-6169.659=-1318.895

*mean*	949.000-1595.625=-646.625
σ	0.000-103.729=-103.729
min	949.000-1439.000=-490.000
max	949.000-1666.000=-717.000

*mean*	4937.719-6191.009=-1253.290
σ	617.435-1244.773=-627.338
min	4153.910-4232.426=-78.516
max	6176.205-7385.710=-1209.505

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	943.625-1567.250=-623.625
σ	15.203-112.412=-97.209
min	906.000-1439.000=-533.000
max	949.000-1666.000=-717.000

*mean*	28.803-44.158=-15.355
σ	9.733-4.958=4.776
min	20.496-34.384=-13.888
max	40.453-48.104=-7.651

phase=type checker

*mean*	990.454-958.690=31.764
σ	0.071-0.055=0.016
min	990.348-958.604=31.745
max	990.567-958.760=31.807

*mean*	943.625-1567.250=-623.625
σ	15.203-112.412=-97.209
min	906.000-1439.000=-533.000
max	949.000-1666.000=-717.000

*mean*	706.689-840.504=-133.815
σ	64.962-82.890=-17.928
min	650.157-660.245=-10.087
max	809.277-929.465=-120.188

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-292.989=0.831
σ	0.040-0.038=0.002
min	293.766-292.937=0.829
max	293.861-293.028=0.833

*mean*	439.800-1666.000=-1226.200
σ	1.095-0.000=1.095
min	439.000-1666.000=-1227.000
max	441.000-1666.000=-1225.000

*mean*	0.394-0.400=-0.006
σ	0.001-0.008=-0.007
min	0.393-0.390=0.003
max	0.396-0.406=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1302.843=17.370
σ	0.038-0.119=-0.081
min	1320.156-1302.731=17.424
max	1320.248-1303.042=17.206

*mean*	1084.000-1666.000=-582.000
σ	172.248-0.000=172.248
min	878.000-1666.000=-788.000
max	1314.000-1666.000=-352.000

*mean*	2.303-1.932=0.371
σ	0.236-0.192=0.044
min	2.159-1.811=0.348
max	2.721-2.260=0.460

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.606-1545.861=14.745
σ	6.213-4.031=2.182
min	1557.629-1543.847=13.782
max	1571.715-1553.066=18.650

*mean*	610.200-1666.000=-1055.800
σ	94.624-0.000=94.624
min	496.000-1666.000=-1170.000
max	733.000-1666.000=-933.000

*mean*	2.262-2.267=-0.005
σ	0.095-0.171=-0.075
min	2.162-2.126=0.036
max	2.419-2.505=-0.086

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1864.852=17.324
σ	0.058-0.048=0.010
min	1882.108-1864.808=17.300
max	1882.255-1864.913=17.342

*mean*	1723.800-1795.600=-71.800
σ	179.222-170.324=8.898
min	1467.000-1666.000=-199.000
max	1888.000-2064.000=-176.000

*mean*	3.130-2.882=0.247
σ	0.304-0.117=0.187
min	2.882-2.702=0.180
max	3.625-2.999=0.627

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.749-1.737=0.012
σ	0.129-0.172=-0.043
min	1.575-1.487=0.088
max	1.860-1.932=-0.072

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-446.793=5.288
σ	582.722-577.189=5.533
min	160.719-158.196=2.523
max	1326.165-1312.576=13.588

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1666.000=-1223.000
σ	0.000
min	443.000-1666.000=-1223.000
max	443.000-1666.000=-1223.000

*mean*	0.534-0.491=0.043
σ	0.522-0.443=0.078
min	0.267-0.269=-0.001
max	1.317-1.156=0.161

policies=20

*mean*	1607.522-1582.260=25.262
σ	0.416-0.354=0.062
min	1607.243-1582.017=25.227
max	1608.140-1582.786=25.353

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.000-1666.000=-1215.000
σ	9.238-0.000=9.238
min	443.000-1666.000=-1223.000
max	459.000-1666.000=-1207.000

*mean*	2.702-2.629=0.072
σ	0.044-0.019=0.024
min	2.645-2.613=0.032
max	2.743-2.656=0.087

policies=200

*mean*	16083.500-15830.827=252.674
σ	0.157-0.055=0.102
min	16083.330-15830.766=252.565
max	16083.711-15830.897=252.813

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	498.500-1666.000=-1167.500
σ	4.203-0.000=4.203
min	494.000-1666.000=-1172.000
max	504.000-1666.000=-1162.000

*mean*	27.115-26.572=0.543
σ	0.049-0.165=-0.116
min	27.071-26.367=0.704
max	27.183-26.753=0.430