Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.618=0.096
σ	0.365-0.349=0.016
min	54.578-54.489=0.090
max	55.753-55.610=0.143

*mean*	417.000-414.000=3.000
σ	0.000
min	417.000-414.000=3.000
max	417.000-414.000=3.000

*mean*	0.140-0.139=0.002
σ	0.004-0.006=-0.002
min	0.134-0.131=0.003
max	0.145-0.148=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.000
σ	0.005-0.006=-0.001
min	43.783-43.779=0.003
max	43.797-43.799=-0.002

*mean*	417.300-414.000=3.300
σ	0.483-0.000=0.483
min	417.000-414.000=3.000
max	418.000-414.000=4.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=0.000
min	0.119-0.118=0.002
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4278.000-4096.125=181.875
σ	1898.479-1580.127=318.352
min	1984.000-1954.000=30.000
max	7591.000-6045.000=1546.000

*mean*	12.867-12.241=0.626
σ	1.790-0.187=1.603
min	11.682-12.069=-0.387
max	17.217-12.662=4.555

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4278.000-4096.125=181.875
σ	1898.479-1580.127=318.352
min	1984.000-1954.000=30.000
max	7591.000-6045.000=1546.000

*mean*	12.637-11.683=0.954
σ	1.593-0.204=1.388
min	11.397-11.414=-0.018
max	16.385-12.065=4.321

op=table_records(), no indexes

*mean*	41.929-41.928=0.001
σ	0.001-0.000=0.000
min	41.928-41.928=0.000
max	41.930-41.929=0.001

*mean*	7591.000-6045.000=1546.000
σ	0.000
min	7591.000-6045.000=1546.000
max	7591.000-6045.000=1546.000

*mean*	13.690-13.429=0.261
σ	1.225-1.162=0.062
min	12.025-11.102=0.923
max	15.022-15.012=0.010

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.928-41.927=0.001
max	41.932-41.931=0.001

*mean*	4076.625-4096.125=-19.500
σ	1550.391-1580.127=-29.736
min	1984.000-1954.000=30.000
max	5980.000-6045.000=-65.000

*mean*	12.201-12.348=-0.146
σ	1.998-1.876=0.123
min	10.201-10.531=-0.331
max	14.704-14.544=0.160

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.001
σ	0.002-0.002=-0.000
min	27.604-27.603=0.001
max	27.608-27.607=0.001

*mean*	4076.625-4096.125=-19.500
σ	1550.391-1580.127=-29.736
min	1984.000-1954.000=30.000
max	5980.000-6045.000=-65.000

*mean*	8.330-8.440=-0.109
σ	0.384-0.273=0.111
min	7.828-8.069=-0.241
max	8.876-8.741=0.135

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4076.625-4096.125=-19.500
σ	1550.391-1580.127=-29.736
min	1984.000-1954.000=30.000
max	5980.000-6045.000=-65.000

*mean*	6.178-6.219=-0.041
σ	0.336-0.262=0.075
min	5.783-5.817=-0.034
max	6.711-6.496=0.214

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.002
min	25.665-25.664=0.001
max	25.677-25.670=0.008

*mean*	4278.000-4096.125=181.875
σ	1898.479-1580.127=318.352
min	1984.000-1954.000=30.000
max	7591.000-6045.000=1546.000

*mean*	5.553-5.439=0.114
σ	0.416-0.130=0.286
min	5.163-5.303=-0.140
max	6.548-5.624=0.924

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.971=0.001

*mean*	4278.000-4096.125=181.875
σ	1898.479-1580.127=318.352
min	1984.000-1954.000=30.000
max	7591.000-6045.000=1546.000

*mean*	5.375-5.162=0.213
σ	0.515-0.287=0.228
min	4.883-4.797=0.086
max	6.586-5.625=0.960

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=-0.000
σ	0.000-0.000=-0.000
min	2524.602-2524.603=-0.000
max	2524.603-2524.603=-0.000

*mean*	7591.000-6045.000=1546.000
σ	0.000
min	7591.000-6045.000=1546.000
max	7591.000-6045.000=1546.000

*mean*	1158.450-1427.759=-269.309
σ	206.774-608.247=-401.473
min	1038.552-1043.252=-4.700
max	1493.847-2701.532=-1207.685

op=load_product(), with indexes

*mean*	8744.568-8744.567=0.000
σ	0.033-0.033=-0.000
min	8744.554-8744.553=0.001
max	8744.649-8744.649=0.000

*mean*	3791.250-3806.500=-15.250
σ	1628.850-1664.300=-35.450
min	1984.000-1954.000=30.000
max	5980.000-6045.000=-65.000

*mean*	4737.613-4409.139=328.475
σ	1437.222-1255.032=182.190
min	3539.437-3540.165=-0.728
max	6973.313-6828.092=145.220

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4278.000-4096.125=181.875
σ	1898.479-1580.127=318.352
min	1984.000-1954.000=30.000
max	7591.000-6045.000=1546.000

*mean*	206.388-79.608=126.780
σ	348.831-8.831=340.000
min	71.174-70.922=0.252
max	1069.343-97.042=972.302

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7591.000-6045.000=1546.000
σ	0.000
min	7591.000-6045.000=1546.000
max	7591.000-6045.000=1546.000

*mean*	98.231-96.842=1.389
σ	10.444-11.983=-1.539
min	84.164-73.496=10.668
max	109.117-108.100=1.017

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.686=0.001

*mean*	7591.000-6045.000=1546.000
σ	0.000
min	7591.000-6045.000=1546.000
max	7591.000-6045.000=1546.000

*mean*	275.399-197.477=77.922
σ	357.112-153.165=203.947
min	127.837-115.477=12.360
max	1158.350-574.602=583.748

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.959-11656.833=0.126
σ	4.319-4.317=0.002
min	11655.431-11655.305=0.125
max	11667.649-11667.517=0.132

*mean*	4076.625-4096.125=-19.500
σ	1550.391-1580.127=-29.736
min	1984.000-1954.000=30.000
max	5980.000-6045.000=-65.000

*mean*	6503.068-6372.812=130.256
σ	1332.359-1327.381=4.978
min	4916.060-4871.012=45.048
max	8258.303-8172.250=86.053

op=vertical_lookup_list() on indexed

*mean*	11560.070-11560.068=0.001
σ	0.002-0.001=0.001
min	11560.067-11560.066=0.001
max	11560.074-11560.069=0.005

*mean*	7591.000-6045.000=1546.000
σ	0.000
min	7591.000-6045.000=1546.000
max	7591.000-6045.000=1546.000

*mean*	4958.751-6774.229=-1815.478
σ	829.345-1319.500=-490.156
min	4388.166-4392.912=-4.746
max	6417.833-8252.879=-1835.046

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.025-0.027=-0.002
min	172.558
max	172.622-172.624=-0.002

*mean*	1984.000-1954.000=30.000
σ	0.000
min	1984.000-1954.000=30.000
max	1984.000-1954.000=30.000

*mean*	357.901-329.143=28.758
σ	32.534-45.816=-13.282
min	299.980-261.226=38.754
max	414.756-381.219=33.537

op=pointedIndexFromKvs

rows=400000

*mean*	357.365-357.364=0.001
σ	0.043-0.041=0.002
min	357.321
max	357.420-357.422=-0.002

*mean*	1984.000-1954.000=30.000
σ	0.000
min	1984.000-1954.000=30.000
max	1984.000-1954.000=30.000

*mean*	791.648-778.234=13.414
σ	16.297-14.309=1.989
min	769.384-762.525=6.859
max	810.066-801.339=8.727

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.306-1008.480=15.827
σ	0.890-0.867=0.023
min	1023.807-1007.977=15.830
max	1027.998-1012.061=15.937

*mean*	1044.250-1040.250=4.000
σ	293.424-305.527=-12.103
min	551.000-546.000=5.000
max	1439.000-1466.000=-27.000

*mean*	1.535-1.521=0.014
σ	0.085-0.064=0.021
min	1.415-1.453=-0.038
max	1.793-1.716=0.077

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.431-0.472=-0.041
σ	0.136-0.183=-0.047
min	0.357-0.347=0.009
max	0.673-0.771=-0.098

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.891-0.924=-0.033
σ	0.086-0.159=-0.073
min	0.832-0.836=-0.004
max	1.041-1.207=-0.165

name=heavy_item.art

*mean*	1.521-1.521=0.000
σ	0.002
min	1.520-1.520=0.000
max	1.524-1.524=0.000

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.554-0.541=0.013
σ	0.053-0.051=0.001
min	0.508-0.493=0.015
max	0.644-0.623=0.021

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.862-0.837=0.025
σ	0.038-0.038=-0.000
min	0.828-0.804=0.024
max	0.922-0.896=0.026

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.020-963.922=0.098
σ	0.029-0.028=0.001
min	964.001-963.902=0.099
max	964.071-963.972=0.100

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.820-0.849=-0.028
σ	0.058-0.031=0.027
min	0.743-0.794=-0.051
max	0.874-0.866=0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.895-884.888=0.007
σ	0.005-0.005=0.000
min	884.889-884.883=0.007
max	884.901-884.895=0.006

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.732-0.730=0.002
σ	0.032-0.035=-0.003
min	0.675-0.668=0.007
max	0.750-0.751=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.707-7.706=0.001
σ	0.002-0.002=0.000
min	7.707-7.705=0.001
max	7.712-7.709=0.002

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	4.353-4.253=0.100
σ	0.080-0.092=-0.012
min	4.217-4.016=0.201
max	4.660-4.540=0.120

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	4.323-4.230=0.093
σ	0.066-0.078=-0.013
min	4.152-4.070=0.082
max	4.526-4.473=0.053

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002
min	2.287-2.287=0.000
max	2.291-2.291=0.000

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.771-0.747=0.024
σ	0.018-0.020=-0.002
min	0.743-0.706=0.037
max	0.891-0.870=0.021

name=record_render_syntax_err.art

*mean*	2.164-2.163=0.000
σ	0.002
min	2.163-2.163=0.000
max	2.167-2.166=0.000

*mean*	1439.000-1466.000=-27.000
σ	0.000
min	1439.000-1466.000=-27.000
max	1439.000-1466.000=-27.000

*mean*	0.735-0.712=0.023
σ	0.014-0.015=-0.002
min	0.701-0.680=0.021
max	0.792-0.782=0.010

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.422-297.706=0.716
σ	0.235-0.226=0.009
min	298.254-297.553=0.701
max	299.068-298.328=0.741

*mean*	1984.000-1954.000=30.000
σ	0.000
min	1984.000-1954.000=30.000
max	1984.000-1954.000=30.000

*mean*	0.567-0.593=-0.027
σ	0.034-0.020=0.014
min	0.524-0.539=-0.015
max	0.606-0.610=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-222.011=17.524
σ	0.000
min	239.536-222.011=17.524
max	239.536-222.011=17.524

*mean*	1665.625-1722.500=-56.875
σ	129.507-85.835=43.671
min	1439.000-1556.000=-117.000
max	1754.000-1780.000=-26.000

*mean*	220.720-211.367=9.353
σ	2.196-21.424=-19.228
min	216.458-202.095=14.363
max	223.169-264.299=-41.130

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1665.625-1722.500=-56.875
σ	129.507-85.835=43.671
min	1439.000-1556.000=-117.000
max	1754.000-1780.000=-26.000

*mean*	8.746-11.466=-2.720
σ	1.876-2.796=-0.919
min	6.376-6.390=-0.014
max	10.427-15.499=-5.072

phase=parser

*mean*	1041.423-1041.161=0.262
σ	0.011-0.000=0.011
min	1041.396-1041.160=0.235
max	1041.427-1041.161=0.266

*mean*	1665.625-1722.500=-56.875
σ	129.507-85.835=43.671
min	1439.000-1556.000=-117.000
max	1754.000-1780.000=-26.000

*mean*	630.440-666.874=-36.433
σ	126.991-131.477=-4.486
min	382.356-402.919=-20.563
max	741.182-837.299=-96.117

phase=processProdDef

*mean*	6169.656-6169.658=-0.002
σ	0.001-0.001=-0.000
min	6169.656-6169.657=-0.002
max	6169.657-6169.659=-0.002

*mean*	1705.000-1750.500=-45.500
σ	93.696-54.623=39.072
min	1511.000-1662.000=-151.000
max	1754.000-1780.000=-26.000

*mean*	5484.826-4989.928=494.898
σ	1129.310-1682.020=-552.710
min	3679.899-3040.596=639.302
max	7392.443-7656.980=-264.537

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1665.625-1722.500=-56.875
σ	129.507-85.835=43.671
min	1439.000-1556.000=-117.000
max	1754.000-1780.000=-26.000

*mean*	28.972-43.348=-14.376
σ	5.503-10.339=-4.836
min	20.619-20.353=0.266
max	36.130-54.631=-18.501

phase=type checker

*mean*	990.675-958.690=31.985
σ	0.055
min	990.589-958.604=31.985
max	990.745-958.760=31.985

*mean*	1665.625-1722.500=-56.875
σ	129.507-85.835=43.671
min	1439.000-1556.000=-117.000
max	1754.000-1780.000=-26.000

*mean*	676.844-754.249=-77.405
σ	42.898-90.661=-47.763
min	652.117-631.413=20.704
max	777.955-908.063=-130.108

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.218-292.992=0.226
σ	0.034-0.047=-0.013
min	293.174-292.937=0.237
max	293.253-293.045=0.208

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	0.405-0.411=-0.006
σ	0.007-0.016=-0.009
min	0.397-0.398=-0.001
max	0.410-0.435=-0.025

iters=5

new-facts=1

prior-facts=6402

*mean*	1319.301-1302.856=16.444
σ	0.137-0.104=0.033
min	1319.171-1302.733=16.438
max	1319.516-1303.020=16.495

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	2.076-2.022=0.054
σ	0.101-0.176=-0.076
min	1.939-1.817=0.122
max	2.201-2.260=-0.059

iters=5

new-facts=6402

prior-facts=1

*mean*	1558.822-1545.885=12.937
σ	3.963-4.019=-0.056
min	1556.941-1543.914=13.027
max	1565.908-1553.070=12.839

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	2.412-2.312=0.099
σ	0.225-0.123=0.102
min	2.195-2.132=0.063
max	2.664-2.445=0.220

iters=5

new-facts=6402

prior-facts=6402

*mean*	1881.350-1864.862=16.487
σ	0.061-0.058=0.002
min	1881.266-1864.787=16.479
max	1881.415-1864.926=16.489

*mean*	1853.800-1814.800=39.000
σ	119.917-77.815=42.102
min	1754.000-1780.000=-26.000
max	1984.000-1954.000=30.000

*mean*	3.323-2.910=0.414
σ	0.372-0.106=0.266
min	2.931-2.739=0.192
max	3.799-2.993=0.806

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.788-1.854=-0.065
σ	0.131-0.156=-0.025
min	1.627-1.581=0.046
max	1.973-1.970=0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.184-446.793=3.390
σ	583.339-577.190=6.149
min	158.511-158.197=0.314
max	1325.192-1312.578=12.614

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	0.508-0.433=0.075
σ	0.483-0.317=0.166
min	0.263-0.272=-0.009
max	1.233-0.909=0.324

policies=20

*mean*	1585.406-1582.281=3.125
σ	0.364-0.395=-0.032
min	1585.160-1582.019=3.142
max	1585.946-1582.869=3.077

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	2.643-2.695=-0.052
σ	0.015-0.025=-0.009
min	2.621-2.659=-0.038
max	2.656-2.716=-0.060

policies=200

*mean*	15862.133-15830.812=31.321
σ	0.057-0.173=-0.116
min	15862.073-15830.601=31.472
max	15862.210-15831.024=31.186

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1754.000-1780.000=-26.000
σ	0.000
min	1754.000-1780.000=-26.000
max	1754.000-1780.000=-26.000

*mean*	26.843-26.787=0.056
σ	0.105-0.302=-0.197
min	26.735-26.492=0.243
max	26.985-27.193=-0.208