Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.001
σ	0.351-0.350=0.001
min	54.483-54.487=-0.003
max	55.615-55.613=0.002

*mean*	422.000-420.000=2.000
σ	0.000
min	422.000-420.000=2.000
max	422.000-420.000=2.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.005=-0.000
min	0.133-0.136=-0.003
max	0.150-0.152=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.005-0.006=-0.001
min	43.780-43.779=0.001
max	43.797-43.799=-0.002

*mean*	422.000-420.000=2.000
σ	0.000
min	422.000-420.000=2.000
max	422.000-420.000=2.000

*mean*	0.123-0.124=-0.001
σ	0.005-0.005=-0.000
min	0.117-0.119=-0.003
max	0.130-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.003-0.002=0.001
min	36.615-36.616=-0.000
max	36.623-36.620=0.003

*mean*	4106.000-4112.000=-6.000
σ	1568.293-1577.972=-9.680
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	12.682-13.191=-0.509
σ	0.112-1.788=-1.676
min	12.567-12.228=0.338
max	12.862-17.592=-4.730

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4106.000-4112.000=-6.000
σ	1568.293-1577.972=-9.680
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	12.288-12.910=-0.623
σ	0.757-1.723=-0.966
min	11.328-11.433=-0.105
max	13.104-16.799=-3.695

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6044.000-6032.000=12.000
σ	0.000
min	6044.000-6032.000=12.000
max	6044.000-6032.000=12.000

*mean*	13.197-13.722=-0.524
σ	1.259-1.063=0.197
min	10.798-11.606=-0.808
max	15.008-14.925=0.083

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4106.000-4046.000=60.000
σ	1568.293-1628.502=-60.209
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	11.624-12.955=-1.331
σ	1.199-2.149=-0.950
min	10.321-10.399=-0.078
max	13.492-14.931=-1.438

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4106.000-4046.000=60.000
σ	1568.293-1628.502=-60.209
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	8.379-8.530=-0.151
σ	0.331-0.391=-0.059
min	7.935-7.995=-0.060
max	8.794-9.070=-0.276

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4106.000-4046.000=60.000
σ	1568.293-1628.502=-60.209
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	6.293-6.416=-0.123
σ	0.416-0.171=0.245
min	5.475-6.185=-0.710
max	6.696-6.651=0.045

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.669

*mean*	4106.000-4112.000=-6.000
σ	1568.293-1577.972=-9.680
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	5.411-5.737=-0.326
σ	0.105-0.555=-0.450
min	5.280-5.385=-0.105
max	5.516-7.090=-1.574

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4106.000-4112.000=-6.000
σ	1568.293-1577.972=-9.680
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	5.292-5.599=-0.307
σ	0.069-0.528=-0.459
min	5.201-5.358=-0.158
max	5.378-6.902=-1.524

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=0.000
min	2524.593
max	2524.594-2524.594=0.000

*mean*	6044.000-6032.000=12.000
σ	0.000
min	6044.000-6032.000=12.000
max	6044.000-6032.000=12.000

*mean*	1503.444-1437.378=66.066
σ	709.339-625.108=84.231
min	1049.668-1027.584=22.083
max	2723.055-2651.473=71.582

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=-0.000
max	8744.641-8744.640=0.001

*mean*	3824.250-3816.125=8.125
σ	1647.417-1666.942=-19.525
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	4676.671-4478.887=197.784
σ	1527.413-1363.206=164.207
min	3560.093-3550.577=9.517
max	7561.809-7502.152=59.657

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4106.000-4112.000=-6.000
σ	1568.293-1577.972=-9.680
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	82.307-148.251=-65.944
σ	11.236-190.410=-179.174
min	70.846-71.361=-0.515
max	102.160-618.733=-516.573

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	6044.000-6032.000=12.000
σ	0.000
min	6044.000-6032.000=12.000
max	6044.000-6032.000=12.000

*mean*	98.404-96.547=1.857
σ	7.662-10.002=-2.340
min	85.383-75.687=9.695
max	107.305-107.244=0.061

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6044.000-6032.000=12.000
σ	0.000
min	6044.000-6032.000=12.000
max	6044.000-6032.000=12.000

*mean*	231.026-231.903=-0.877
σ	240.865-247.667=-6.801
min	124.619-112.011=12.608
max	826.283-843.605=-17.322

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.521

*mean*	4106.000-4046.000=60.000
σ	1568.293-1628.502=-60.209
min	1986.000-1915.000=71.000
max	6044.000-6032.000=12.000

*mean*	6462.090-6248.247=213.843
σ	1267.528-1245.688=21.840
min	4974.365-4909.141=65.225
max	8069.273-8282.019=-212.746

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.002-0.001=0.001
min	11560.066-11560.067=-0.001
max	11560.073-11560.069=0.004

*mean*	6044.000-6032.000=12.000
σ	0.000
min	6044.000-6032.000=12.000
max	6044.000-6032.000=12.000

*mean*	6644.959-6710.566=-65.606
σ	1156.728-1216.705=-59.977
min	4476.862-4403.511=73.352
max	8372.973-8101.423=271.549

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.583=-0.001
σ	0.025-0.026=-0.001
min	172.558
max	172.623-172.630=-0.007

*mean*	1986.000-1915.000=71.000
σ	0.000
min	1986.000-1915.000=71.000
max	1986.000-1915.000=71.000

*mean*	346.741-357.309=-10.569
σ	56.111-42.655=13.456
min	264.659-269.836=-5.177
max	409.948-407.123=2.825

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.362=0.005
σ	0.044-0.040=0.004
min	357.321
max	357.429-357.412=0.018

*mean*	1986.000-1915.000=71.000
σ	0.000
min	1986.000-1915.000=71.000
max	1986.000-1915.000=71.000

*mean*	801.620-771.261=30.359
σ	22.042-54.326=-32.284
min	761.712-642.851=118.861
max	828.304-808.220=20.084

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.185=-0.002
σ	0.883-0.874=0.009
min	1007.698-1007.685=0.013
max	1011.841-1011.803=0.038

*mean*	1041.800-1048.900=-7.100
σ	304.737-307.178=-2.442
min	549.000-562.000=-13.000
max	1470.000-1481.000=-11.000

*mean*	1.570-1.550=0.019
σ	0.133-0.092=0.041
min	1.469-1.453=0.017
max	2.056-1.823=0.233

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.420-0.408=0.011
σ	0.149-0.133=0.015
min	0.332-0.330=0.002
max	0.683-0.644=0.039

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.874-0.883=-0.010
σ	0.089-0.085=0.004
min	0.811-0.827=-0.015
max	1.027-1.030=-0.003

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.537-0.532=0.005
σ	0.049-0.053=-0.005
min	0.485-0.491=-0.006
max	0.617-0.620=-0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.840-0.828=0.013
σ	0.050-0.043=0.007
min	0.798-0.791=0.006
max	0.924-0.900=0.024

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.541=-0.000
σ	0.032-0.028=0.004
min	963.523
max	963.597-963.589=0.008

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.832-0.825=0.007
σ	0.030-0.054=-0.024
min	0.794-0.750=0.044
max	0.866-0.871=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.001
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.861=0.000

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.737-0.739=-0.002
σ	0.013-0.017=-0.004
min	0.714-0.709=0.005
max	0.746-0.750=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.713-7.712=0.001

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	3.523-4.246=-0.723
σ	0.073-0.098=-0.025
min	3.378-4.087=-0.709
max	3.816-4.652=-0.837

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	3.515-4.244=-0.729
σ	0.079-0.077=0.002
min	3.362-4.089=-0.727
max	3.796-4.570=-0.774

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.736-0.743=-0.007
σ	0.018-0.019=-0.002
min	0.702-0.706=-0.004
max	0.833-0.859=-0.026

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1470.000-1481.000=-11.000
σ	0.000
min	1470.000-1481.000=-11.000
max	1470.000-1481.000=-11.000

*mean*	0.699-0.700=-0.000
σ	0.028-0.015=0.013
min	0.534-0.674=-0.140
max	0.790-0.786=0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.482-297.413=0.069
σ	0.189-0.287=-0.098
min	297.365-297.173=0.192
max	297.999-298.197=-0.198

*mean*	1986.000-1915.000=71.000
σ	0.000
min	1986.000-1915.000=71.000
max	1986.000-1915.000=71.000

*mean*	0.546-0.607=-0.062
σ	0.029-0.036=-0.007
min	0.514-0.569=-0.055
max	0.588-0.694=-0.105

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996-221.996=0.000
σ	0.000-0.000=0.000
min	221.996-221.996=0.000
max	221.997-221.996=0.000

*mean*	1593.875-1817.000=-223.125
σ	25.809-0.000=25.809
min	1530.000-1817.000=-287.000
max	1603.000-1817.000=-214.000

*mean*	206.529-206.686=-0.157
σ	1.894-1.766=0.128
min	203.885-204.391=-0.506
max	209.219-208.674=0.545

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1593.875-1817.000=-223.125
σ	25.809-0.000=25.809
min	1530.000-1817.000=-287.000
max	1603.000-1817.000=-214.000

*mean*	9.386-10.758=-1.372
σ	2.947-2.099=0.848
min	6.222-7.534=-1.312
max	12.797-13.800=-1.003

phase=parser

*mean*	1041.086-1041.086=0.001
σ	0.000-0.000=0.000
min	1041.086-1041.086=0.000
max	1041.086-1041.086=0.001

*mean*	1593.875-1817.000=-223.125
σ	25.809-0.000=25.809
min	1530.000-1817.000=-287.000
max	1603.000-1817.000=-214.000

*mean*	547.870-636.292=-88.422
σ	164.544-105.698=58.847
min	377.428-421.881=-44.453
max	737.697-728.774=8.923

phase=processProdDef

*mean*	6169.661-6169.660=0.000
σ	0.001-0.000=0.000
min	6169.660-6169.660=0.000
max	6169.662-6169.661=0.001

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	6431.711-6563.675=-131.964
σ	1263.773-977.444=286.329
min	4233.418-4343.988=-110.570
max	7551.705-7272.435=279.270

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1593.875-1817.000=-223.125
σ	25.809-0.000=25.809
min	1530.000-1817.000=-287.000
max	1603.000-1817.000=-214.000

*mean*	35.104-41.386=-6.281
σ	12.795-8.321=4.474
min	20.439-26.374=-5.935
max	49.130-51.814=-2.683

phase=type checker

*mean*	958.669-958.665=0.004
σ	0.055
min	958.583-958.579=0.004
max	958.739-958.736=0.004

*mean*	1593.875-1817.000=-223.125
σ	25.809-0.000=25.809
min	1530.000-1817.000=-287.000
max	1603.000-1817.000=-214.000

*mean*	745.190-792.979=-47.788
σ	75.370-111.448=-36.078
min	642.081-632.669=9.413
max	878.974-970.706=-91.732

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.766-289.764=0.002
σ	0.036-0.036=0.000
min	289.722-289.716=0.005
max	289.810-289.802=0.008

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	0.397-0.390=0.008
σ	0.014-0.001=0.012
min	0.386-0.389=-0.002
max	0.415-0.392=0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.591-1299.601=-0.010
σ	0.079-0.122=-0.043
min	1299.501-1299.501=-0.000
max	1299.709-1299.807=-0.099

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	2.011-1.935=0.077
σ	0.115-0.169=-0.054
min	1.878-1.815=0.063
max	2.194-2.196=-0.002

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.618-1542.630=-0.013
σ	3.985-3.998=-0.013
min	1540.667-1540.660=0.007
max	1549.742-1549.776=-0.035

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	2.174-2.239=-0.065
σ	0.111-0.094=0.017
min	2.002-2.131=-0.130
max	2.275-2.372=-0.097

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.657-1861.629=0.028
σ	0.068-0.047=0.021
min	1861.582-1861.579=0.003
max	1861.738-1861.690=0.048

*mean*	1797.600-1856.200=-58.600
σ	187.596-53.677=133.919
min	1603.000-1817.000=-214.000
max	1986.000-1915.000=71.000

*mean*	3.296-3.114=0.182
σ	0.389-0.332=0.057
min	2.901-2.862=0.038
max	3.709-3.693=0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.848-1.806=0.042
σ	0.156-0.109=0.048
min	1.592-1.628=-0.037
max	2.014-1.898=0.115

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.183=0.003
σ	577.140-577.141=-0.001
min	157.613-157.610=0.003
max	1311.895-1311.895=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	0.540-0.553=-0.012
σ	0.556-0.577=-0.022
min	0.262-0.258=0.004
max	1.374-1.419=-0.045

policies=20

*mean*	1576.427-1576.410=0.017
σ	0.361-0.346=0.015
min	1576.182-1576.174=0.008
max	1576.963-1576.924=0.039

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	2.632-2.619=0.013
σ	0.012-0.020=-0.008
min	2.616-2.590=0.025
max	2.642-2.636=0.006

policies=200

*mean*	15772.325-15772.234=0.091
σ	0.133-0.141=-0.008
min	15772.183-15772.109=0.074
max	15772.504-15772.428=0.076

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1603.000-1817.000=-214.000
σ	0.000
min	1603.000-1817.000=-214.000
max	1603.000-1817.000=-214.000

*mean*	26.590-26.634=-0.044
σ	0.133-0.217=-0.084
min	26.492-26.432=0.060
max	26.776-26.855=-0.079