Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.578=-0.003
σ	0.348-0.351=-0.002
min	54.442-54.449=-0.007
max	55.566-55.575=-0.010

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.135-0.141=-0.007
σ	0.006-0.004=0.002
min	0.130-0.137=-0.007
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.707=0.000
σ	0.006-0.007=-0.001
min	43.700-43.698=0.002
max	43.719-43.719=-0.000

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.123=-0.001
σ	0.005-0.005=-0.001
min	0.120-0.117=0.003
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	12.348-12.869=-0.522
σ	0.206-0.211=-0.005
min	12.091-12.555=-0.464
max	12.572-13.149=-0.577

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	11.934-12.895=-0.961
σ	0.228-0.624=-0.396
min	11.694-12.115=-0.421
max	12.325-13.505=-1.180

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.928=0.000
max	41.933-41.933=0.000

*mean*	7307.000-7331.000=-24.000
σ	0.000
min	7307.000-7331.000=-24.000
max	7307.000-7331.000=-24.000

*mean*	14.643-14.909=-0.266
σ	0.642-0.818=-0.176
min	13.209-12.967=0.242
max	15.175-15.402=-0.228

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	12.616-13.018=-0.402
σ	1.878-1.609=0.269
min	10.740-11.137=-0.397
max	14.974-15.235=-0.261

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	8.790-8.755=0.035
σ	0.366-0.276=0.090
min	8.272-8.347=-0.075
max	9.358-9.076=0.282

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	6.392-6.699=-0.306
σ	0.348-0.233=0.116
min	5.969-6.191=-0.222
max	7.053-6.914=0.138

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	5.712-5.981=-0.269
σ	0.118-0.084=0.034
min	5.535-5.861=-0.326
max	5.866-6.098=-0.232

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	5.566-5.771=-0.204
σ	0.222-0.132=0.090
min	5.335-5.531=-0.196
max	6.046-5.944=0.102

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7307.000-7331.000=-24.000
σ	0.000
min	7307.000-7331.000=-24.000
max	7307.000-7331.000=-24.000

*mean*	1073.723-1037.501=36.222
σ	89.546-6.263=83.283
min	1034.772-1029.451=5.321
max	1295.007-1050.118=244.889

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.469-0.469=-0.001
min	8744.553
max	8745.881-8745.882=-0.001

*mean*	3575.625-3582.125=-6.500
σ	1797.130-1800.227=-3.097
min	1051.000-1047.000=4.000
max	5800.000-5819.000=-19.000

*mean*	4854.865-4455.471=399.395
σ	1742.304-1253.381=488.923
min	3541.849-3539.994=1.855
max	7324.416-6661.070=663.347

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	80.806-83.650=-2.844
σ	9.739-10.711=-0.972
min	71.949-71.651=0.298
max	100.218-98.305=1.913

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7307.000-7331.000=-24.000
σ	0.000
min	7307.000-7331.000=-24.000
max	7307.000-7331.000=-24.000

*mean*	106.941-105.213=1.728
σ	5.917-5.852=0.064
min	94.088-92.602=1.486
max	112.239-110.244=1.995

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7307.000-7331.000=-24.000
σ	0.000
min	7307.000-7331.000=-24.000
max	7307.000-7331.000=-24.000

*mean*	162.412-160.640=1.772
σ	9.899-10.091=-0.192
min	139.431-137.055=2.375
max	171.151-168.206=2.945

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4153.750-4158.875=-5.125
σ	1902.530-1904.830=-2.301
min	1548.000-1555.000=-7.000
max	7307.000-7331.000=-24.000

*mean*	6726.766-6196.148=530.618
σ	1195.407-981.259=214.148
min	4873.492-4937.069=-63.577
max	8113.582-7654.391=459.191

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=-0.000
max	11560.066-11560.066=-0.001

*mean*	7307.000-7331.000=-24.000
σ	0.000
min	7307.000-7331.000=-24.000
max	7307.000-7331.000=-24.000

*mean*	5603.457-5378.027=225.430
σ	1555.587-1242.134=313.453
min	4383.590-4396.885=-13.294
max	7646.661-7370.449=276.212

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	379.050-385.846=-6.796
σ	18.486-13.180=5.307
min	348.616-353.830=-5.214
max	392.362-394.354=-1.992

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-561.000=-2.000
σ	1.852-0.000=1.852
min	556.000-561.000=-5.000
max	560.000-561.000=-1.000

*mean*	707.639-765.909=-58.269
σ	68.607-53.394=15.212
min	621.644-642.089=-20.446
max	798.472-819.712=-21.241

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.501=-0.002
σ	0.760-0.759=0.001
min	1008.024-1008.028=-0.004
max	1011.640-1011.638=0.002

*mean*	1045.500-1046.250=-0.750
σ	299.378-313.549=-14.170
min	563.000-572.000=-9.000
max	1447.000-1509.000=-62.000

*mean*	1.548-1.521=0.027
σ	0.066-0.074=-0.008
min	1.478-1.421=0.057
max	1.756-1.699=0.057

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.388-0.388=-0.000
σ	0.478-0.476=0.002
min	0.139-0.144=-0.004
max	1.239-1.237=0.002

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.426-0.481=-0.055
σ	0.197-0.322=-0.125
min	0.327-0.322=0.005
max	0.778-1.057=-0.279

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.220-0.223=-0.004
σ	0.028-0.023=0.004
min	0.198-0.203=-0.005
max	0.266-0.263=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.322-0.337=-0.015
σ	0.022-0.020=0.002
min	0.304-0.317=-0.013
max	0.358-0.366=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-436.000=-1.000
σ	5.612
min	430.000-431.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.573-0.561=0.012
σ	0.049-0.040=0.009
min	0.505-0.523=-0.018
max	0.614-0.610=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.491-0.500=-0.009
σ	0.034-0.034=0.000
min	0.454-0.458=-0.003
max	0.532-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	1.870-2.655=-0.784
σ	0.093-0.101=-0.008
min	1.730-2.456=-0.726
max	2.281-3.123=-0.842

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.644-2.641=0.003
σ	0.136-0.114=0.022
min	1.996-2.458=-0.462
max	2.931-3.017=-0.086

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.305-0.304=0.002
σ	0.009-0.009=0.000
min	0.289-0.289=-0.001
max	0.353-0.366=-0.012

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.295-0.293=0.002
σ	0.008-0.008=-0.000
min	0.280-0.276=0.003
max	0.329-0.334=-0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.901-298.109=-0.208
σ	1.037-1.036=0.002
min	297.478-297.659=-0.181
max	300.848-301.049=-0.201

*mean*	443.800-441.900=1.900
σ	15.091-15.271=-0.180
min	422.000-420.000=2.000
max	466.000-464.000=2.000

*mean*	0.602-0.606=-0.003
σ	0.029-0.023=0.005
min	0.551-0.566=-0.015
max	0.642-0.638=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1738.750-1731.500=7.250
σ	3.105-13.670=-10.564
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	204.290-207.488=-3.198
σ	1.597-1.556=0.040
min	201.270-204.944=-3.674
max	206.065-210.239=-4.174

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1738.750-1731.500=7.250
σ	3.105-13.670=-10.564
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	10.189-8.871=1.318
σ	2.447-2.360=0.088
min	6.153-6.173=-0.020
max	12.807-12.489=0.319

phase=parser

*mean*	1042.099-1042.098=0.000
σ	0.000-0.000=-0.000
min	1042.099-1042.098=0.001
max	1042.099-1042.099=0.000

*mean*	1738.750-1731.500=7.250
σ	3.105-13.670=-10.564
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	682.416-636.326=46.090
σ	122.068-106.891=15.177
min	423.830-424.642=-0.812
max	835.947-726.735=109.212

phase=processProdDef

*mean*	6169.659-6169.658=0.001
σ	0.000-0.001=-0.000
min	6169.659-6169.658=0.001
max	6169.659-6169.659=0.000

*mean*	1739.500-1734.875=4.625
σ	2.777-12.276=-9.498
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	5518.924-5519.369=-0.445
σ	1410.866-1167.585=243.280
min	3723.028-4236.960=-513.931
max	6939.373-6940.285=-0.912

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1738.750-1731.500=7.250
σ	3.105-13.670=-10.564
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	35.684-31.434=4.250
σ	10.454-10.577=-0.123
min	20.666-20.645=0.022
max	47.895-47.928=-0.032

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1738.750-1731.500=7.250
σ	3.105-13.670=-10.564
min	1735.000-1715.000=20.000
max	1741.000-1742.000=-1.000

*mean*	755.535-692.039=63.495
σ	101.266-80.606=20.660
min	628.612-631.361=-2.750
max	868.945-859.648=9.297

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.689=-0.002
σ	0.038-0.044=-0.006
min	293.633-293.631=0.002
max	293.725-293.738=-0.013

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.403-0.405=-0.002
σ	0.005-0.009=-0.004
min	0.399-0.399=-0.000
max	0.411-0.421=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.769-1303.793=-0.024
σ	0.079-0.099=-0.020
min	1303.649-1303.622=0.026
max	1303.858-1303.855=0.002

*mean*	1085.000-1099.400=-14.400
σ	181.677-189.998=-8.321
min	837.000-839.000=-2.000
max	1304.000-1328.000=-24.000

*mean*	2.058-2.130=-0.072
σ	0.274-0.275=-0.001
min	1.790-1.814=-0.025
max	2.456-2.518=-0.062

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.829-1546.808=0.021
σ	4.025-4.021=0.004
min	1544.826-1544.808=0.018
max	1554.024-1553.995=0.029

*mean*	616.200-617.800=-1.600
σ	79.782-80.273=-0.490
min	496.000-497.000=-1.000
max	710.000-712.000=-2.000

*mean*	2.371-2.228=0.143
σ	0.176-0.081=0.096
min	2.176-2.152=0.024
max	2.616-2.363=0.253

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1865.778=0.003
σ	0.049-0.068=-0.019
min	1865.741-1865.712=0.029
max	1865.864-1865.888=-0.024

*mean*	1728.800-1729.000=-0.200
σ	219.080-175.608=43.473
min	1440.000-1480.000=-40.000
max	1939.000-1890.000=49.000

*mean*	2.967-3.052=-0.085
σ	0.170-0.278=-0.108
min	2.856-2.881=-0.025
max	3.260-3.546=-0.286

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.780-1.651=0.129
σ	0.124-0.175=-0.051
min	1.601-1.495=0.106
max	1.903-1.887=0.016

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.980=0.001
σ	579.239-579.240=-0.001
min	158.360-158.357=0.003
max	1316.839-1316.839=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.544-0.511=0.032
σ	0.563-0.494=0.070
min	0.260-0.262=-0.002
max	1.388-1.252=0.137

policies=20

*mean*	1583.912-1583.923=-0.011
σ	0.349-0.361=-0.011
min	1583.674-1583.672=0.002
max	1584.429-1584.457=-0.027

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000
σ	6.928-2.000=4.928
min	440.000-443.000=-3.000
max	452.000-447.000=5.000

*mean*	2.631-2.642=-0.011
σ	0.019-0.003=0.016
min	2.614-2.638=-0.024
max	2.656-2.646=0.010

policies=200

*mean*	15847.083-15847.159=-0.075
σ	0.155-0.140=0.015
min	15846.852-15847.033=-0.181
max	15847.183-15847.347=-0.164

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.500-500.000=-6.500
σ	4.435-5.477=-1.043
min	488.000-494.000=-6.000
max	498.000-507.000=-9.000

*mean*	26.771-26.745=0.026
σ	0.110-0.095=0.015
min	26.617-26.654=-0.037
max	26.870-26.837=0.034