Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.621=-0.004
σ	0.351-0.351=-0.000
min	54.483-54.488=-0.005
max	55.615-55.619=-0.004

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.005=0.000
min	0.133-0.138=-0.005
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.788=-0.002
σ	0.005-0.005=0.000
min	43.780-43.782=-0.002
max	43.797-43.798=-0.002

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=-0.001
min	0.117-0.114=0.003
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.003-0.002=0.001
min	36.615
max	36.623-36.620=0.004

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	12.682-12.793=-0.111
σ	0.112-0.213=-0.100
min	12.567-12.449=0.118
max	12.862-13.111=-0.249

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	12.288-13.182=-0.894
σ	0.757-0.585=0.172
min	11.328-12.004=-0.676
max	13.104-13.858=-0.754

op=table_records(), no indexes

*mean*	41.928-41.932=-0.003
σ	0.000-0.001=-0.001
min	41.928-41.928=-0.000
max	41.929-41.932=-0.004

*mean*	6044.000-7264.000=-1220.000
σ	0.000
min	6044.000-7264.000=-1220.000
max	6044.000-7264.000=-1220.000

*mean*	13.197-15.582=-2.384
σ	1.259-0.383=0.877
min	10.798-14.813=-4.015
max	15.008-16.164=-1.156

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	11.624-13.482=-1.858
σ	1.199-1.841=-0.642
min	10.321-11.025=-0.705
max	13.492-15.497=-2.005

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.653=-0.048
σ	0.002-0.137=-0.135
min	27.603
max	27.607-27.991=-0.384

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	8.379-9.193=-0.814
σ	0.331-0.477=-0.146
min	7.935-8.496=-0.561
max	8.794-9.818=-1.024

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	6.293-6.665=-0.372
σ	0.416-0.291=0.125
min	5.475-6.184=-0.709
max	6.696-7.109=-0.413

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.669-25.668=0.001

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	5.411-6.060=-0.649
σ	0.105-0.143=-0.038
min	5.280-5.735=-0.455
max	5.516-6.211=-0.694

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.972=-0.001

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	5.292-5.814=-0.522
σ	0.069-0.123=-0.054
min	5.201-5.610=-0.410
max	5.378-5.976=-0.598

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.607=-0.013
σ	0.000-0.000=-0.000
min	2524.593-2524.606=-0.013
max	2524.594-2524.607=-0.013

*mean*	6044.000-7264.000=-1220.000
σ	0.000
min	6044.000-7264.000=-1220.000
max	6044.000-7264.000=-1220.000

*mean*	1503.444-1551.173=-47.730
σ	709.339-1075.397=-366.058
min	1049.668-1037.547=12.121
max	2723.055-4130.174=-1407.119

op=load_product(), with indexes

*mean*	8744.559-8744.722=-0.163
σ	0.033-0.469=-0.436
min	8744.544-8744.554=-0.010
max	8744.641-8745.882=-1.242

*mean*	3824.250-3567.000=257.250
σ	1647.417-1790.014=-142.597
min	1986.000-1043.000=943.000
max	6044.000-5774.000=270.000

*mean*	4676.671-4908.711=-232.040
σ	1527.413-1553.135=-25.722
min	3560.093-3493.378=66.716
max	7561.809-7272.058=289.750

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	82.307-82.959=-0.652
σ	11.236-11.081=0.155
min	70.846-71.651=-0.805
max	102.160-102.865=-0.705

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6044.000-7264.000=-1220.000
σ	0.000
min	6044.000-7264.000=-1220.000
max	6044.000-7264.000=-1220.000

*mean*	98.404-107.960=-9.557
σ	7.662-2.407=5.256
min	85.383-104.870=-19.487
max	107.305-112.874=-5.570

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=-0.000

*mean*	6044.000-7264.000=-1220.000
σ	0.000
min	6044.000-7264.000=-1220.000
max	6044.000-7264.000=-1220.000

*mean*	231.026-165.110=65.916
σ	240.865-4.438=236.427
min	124.619-154.935=-30.315
max	826.283-168.931=657.352

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.836=-0.003
σ	4.318-4.324=-0.006
min	11655.305
max	11667.521-11667.538=-0.018

*mean*	4106.000-4145.375=-39.375
σ	1568.293-1888.589=-320.296
min	1986.000-1556.000=430.000
max	6044.000-7264.000=-1220.000

*mean*	6462.090-6579.960=-117.870
σ	1267.528-1323.850=-56.322
min	4974.365-4883.935=90.431
max	8069.273-8292.095=-222.823

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.065=0.004
σ	0.002-0.001=0.001
min	11560.066-11560.064=0.002
max	11560.073-11560.066=0.007

*mean*	6044.000-7264.000=-1220.000
σ	0.000
min	6044.000-7264.000=-1220.000
max	6044.000-7264.000=-1220.000

*mean*	6644.959-5526.670=1118.289
σ	1156.728-1638.020=-481.292
min	4476.862-4355.887=120.975
max	8372.973-8283.080=89.892

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.559=0.023
σ	0.025-0.001=0.024
min	172.558
max	172.623-172.562=0.061

*mean*	1986.000-474.000=1512.000
σ	0.000
min	1986.000-474.000=1512.000
max	1986.000-474.000=1512.000

*mean*	346.741-389.428=-42.688
σ	56.111-5.205=50.906
min	264.659-379.454=-114.794
max	409.948-395.607=14.341

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.322=0.045
σ	0.044-0.001=0.043
min	357.321
max	357.429-357.325=0.104

*mean*	1986.000-559.000=1427.000
σ	0.000
min	1986.000-559.000=1427.000
max	1986.000-559.000=1427.000

*mean*	801.620-769.546=32.074
σ	22.042-17.330=4.712
min	761.712-744.837=16.875
max	828.304-794.013=34.290

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.376=-0.193
σ	0.883-0.760=0.123
min	1007.698-1007.900=-0.202
max	1011.841-1011.517=0.324

*mean*	1041.800-1044.450=-2.650
σ	304.737-298.184=6.553
min	549.000-562.000=-13.000
max	1470.000-1443.000=27.000

*mean*	1.570-1.526=0.043
σ	0.133-0.070=0.064
min	1.469-1.466=0.003
max	2.056-1.744=0.311

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.891=-0.008
σ	0.002-0.020=-0.018
min	0.881
max	0.886-0.928=-0.042

*mean*	1470.000-402.000=1068.000
σ	0.000
min	1470.000-402.000=1068.000
max	1470.000-402.000=1068.000

*mean*	0.420-0.300=0.120
σ	0.149-0.286=-0.137
min	0.332-0.144=0.189
max	0.683-0.807=-0.124

name=error_case.art

*mean*	2.333-2.338=-0.004
σ	0.003-0.012=-0.010
min	2.332
max	2.337-2.359=-0.022

*mean*	1470.000-402.000=1068.000
σ	0.000
min	1470.000-402.000=1068.000
max	1470.000-402.000=1068.000

*mean*	0.874-0.484=0.390
σ	0.089-0.328=-0.239
min	0.811-0.330=0.481
max	1.027-1.070=-0.043

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524

*mean*	1470.000-402.000=1068.000
σ	0.000
min	1470.000-402.000=1068.000
max	1470.000-402.000=1068.000

*mean*	0.537-0.214=0.323
σ	0.049-0.025=0.024
min	0.485-0.189=0.296
max	0.617-0.254=0.362

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1470.000-402.000=1068.000
σ	0.000
min	1470.000-402.000=1068.000
max	1470.000-402.000=1068.000

*mean*	0.840-0.334=0.506
σ	0.050-0.014=0.036
min	0.798-0.320=0.478
max	0.924-0.356=0.569

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.908=-0.367
σ	0.032-0.011=0.021
min	963.523-963.902=-0.379
max	963.597-963.926=-0.329

*mean*	1470.000-434.800=1035.200
σ	0.000-1.643=-1.643
min	1470.000-432.000=1038.000
max	1470.000-436.000=1034.000

*mean*	0.832-0.564=0.269
σ	0.030-0.046=-0.017
min	0.794-0.495=0.299
max	0.866-0.598=0.268

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.884=-0.030
σ	0.007-0.002=0.005
min	884.847-884.883=-0.036
max	884.862-884.886=-0.025

*mean*	1470.000-436.000=1034.000
σ	0.000
min	1470.000-436.000=1034.000
max	1470.000-436.000=1034.000

*mean*	0.737-0.474=0.263
σ	0.013-0.058=-0.044
min	0.714-0.398=0.316
max	0.746-0.534=0.213

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.713-7.709=0.004

*mean*	1470.000-436.000=1034.000
σ	0.000
min	1470.000-436.000=1034.000
max	1470.000-436.000=1034.000

*mean*	3.523-2.598=0.926
σ	0.073-0.099=-0.027
min	3.378-2.467=0.911
max	3.816-3.019=0.797

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1470.000-436.000=1034.000
σ	0.000
min	1470.000-436.000=1034.000
max	1470.000-436.000=1034.000

*mean*	3.515-2.588=0.927
σ	0.079-0.080=-0.002
min	3.362-2.406=0.956
max	3.796-2.792=1.004

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1470.000-436.000=1034.000
σ	0.000
min	1470.000-436.000=1034.000
max	1470.000-436.000=1034.000

*mean*	0.736-0.311=0.425
σ	0.018-0.011=0.007
min	0.702-0.295=0.407
max	0.833-0.369=0.464

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1470.000-436.000=1034.000
σ	0.000
min	1470.000-436.000=1034.000
max	1470.000-436.000=1034.000

*mean*	0.699-0.294=0.406
σ	0.028-0.008=0.020
min	0.534-0.279=0.255
max	0.790-0.343=0.448

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.482-297.941=-0.459
σ	0.189-0.976=-0.786
min	297.365-297.451=-0.087
max	297.999-300.704=-2.705

*mean*	1986.000-440.600=1545.400
σ	0.000-13.906=-13.906
min	1986.000-416.000=1570.000
max	1986.000-462.000=1524.000

*mean*	0.546-0.603=-0.057
σ	0.029-0.020=0.009
min	0.514-0.570=-0.056
max	0.588-0.630=-0.041

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996-222.011=-0.015
σ	0.000-0.000=0.000
min	221.996-222.011=-0.015
max	221.997-222.012=-0.015

*mean*	1593.875-1731.750=-137.875
σ	25.809-8.988=16.821
min	1530.000-1721.000=-191.000
max	1603.000-1740.000=-137.000

*mean*	206.529-204.263=2.266
σ	1.894-2.531=-0.637
min	203.885-200.803=3.083
max	209.219-209.247=-0.028

phase=macro expansion

*mean*	6.127-6.133=-0.006
σ	0.000
min	6.127-6.133=-0.006
max	6.127-6.133=-0.006

*mean*	1593.875-1731.750=-137.875
σ	25.809-8.988=16.821
min	1530.000-1721.000=-191.000
max	1603.000-1740.000=-137.000

*mean*	9.386-10.125=-0.739
σ	2.947-2.183=0.764
min	6.222-7.360=-1.138
max	12.797-12.799=-0.002

phase=parser

*mean*	1041.086-1041.161=-0.074
σ	0.000-0.000=-0.000
min	1041.086-1041.160=-0.075
max	1041.086-1041.161=-0.074

*mean*	1593.875-1731.750=-137.875
σ	25.809-8.988=16.821
min	1530.000-1721.000=-191.000
max	1603.000-1740.000=-137.000

*mean*	547.870-631.986=-84.116
σ	164.544-119.563=44.981
min	377.428-485.325=-107.897
max	737.697-831.080=-93.383

phase=processProdDef

*mean*	6169.661-6169.658=0.003
σ	0.001-0.001=-0.000
min	6169.660-6169.657=0.003
max	6169.662-6169.659=0.003

*mean*	1603.000-1734.125=-131.125
σ	0.000-8.219=-8.219
min	1603.000-1721.000=-118.000
max	1603.000-1740.000=-137.000

*mean*	6431.711-5446.077=985.634
σ	1263.773-1308.457=-44.684
min	4233.418-3815.726=417.692
max	7551.705-7084.698=467.007

phase=renaming

*mean*	21.666-21.667=-0.001
σ	0.000
min	21.666-21.667=-0.001
max	21.666-21.667=-0.001

*mean*	1593.875-1731.750=-137.875
σ	25.809-8.988=16.821
min	1530.000-1721.000=-191.000
max	1603.000-1740.000=-137.000

*mean*	35.104-41.675=-6.571
σ	12.795-7.664=5.131
min	20.439-26.773=-6.334
max	49.130-51.786=-2.656

phase=type checker

*mean*	958.669-958.670=-0.001
σ	0.055-0.066=-0.011
min	958.583-958.573=0.010
max	958.739-958.760=-0.021

*mean*	1593.875-1731.750=-137.875
σ	25.809-8.988=16.821
min	1530.000-1721.000=-191.000
max	1603.000-1740.000=-137.000

*mean*	745.190-719.058=26.133
σ	75.370-71.147=4.224
min	642.081-631.671=10.410
max	878.974-808.529=70.445

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.766-292.775=-3.009
σ	0.036-0.035=0.001
min	289.722-292.727=-3.006
max	289.810-292.812=-3.002

*mean*	1603.000-445.000=1158.000
σ	0.000
min	1603.000-445.000=1158.000
max	1603.000-445.000=1158.000

*mean*	0.397-0.397=0.001
σ	0.014-0.001=0.013
min	0.386-0.395=-0.009
max	0.415-0.398=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.591-1302.866=-3.275
σ	0.079-0.087=-0.008
min	1299.501-1302.716=-3.215
max	1299.709-1302.918=-3.209

*mean*	1603.000-1089.600=513.400
σ	0.000-181.100=-181.100
min	1603.000-838.000=765.000
max	1603.000-1303.000=300.000

*mean*	2.011-2.019=-0.007
σ	0.115-0.199=-0.085
min	1.878-1.779=0.099
max	2.194-2.164=0.030

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.618-1545.903=-3.285
σ	3.985-4.006=-0.020
min	1540.667-1543.948=-3.281
max	1549.742-1553.062=-3.320

*mean*	1603.000-612.800=990.200
σ	0.000-77.629=-77.629
min	1603.000-493.000=1110.000
max	1603.000-700.000=903.000

*mean*	2.174-2.249=-0.075
σ	0.111-0.117=-0.005
min	2.002-2.142=-0.140
max	2.275-2.449=-0.174

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.657-1864.835=-3.178
σ	0.068-0.029=0.039
min	1861.582-1864.790=-3.208
max	1861.738-1864.867=-3.130

*mean*	1797.600-1733.200=64.400
σ	187.596-225.880=-38.284
min	1603.000-1429.000=174.000
max	1986.000-1946.000=40.000

*mean*	3.296-2.953=0.343
σ	0.389-0.148=0.241
min	2.901-2.836=0.064
max	3.709-3.196=0.512

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.848-1.805=0.043
σ	0.156-0.115=0.041
min	1.592-1.624=-0.032
max	2.014-1.902=0.112

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-447.755=-1.570
σ	577.140-579.110=-1.971
min	157.613-158.199=-0.586
max	1311.895-1316.421=-4.526

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1603.000-441.000=1162.000
σ	0.000
min	1603.000-441.000=1162.000
max	1603.000-441.000=1162.000

*mean*	0.540-0.532=0.008
σ	0.556-0.544=0.012
min	0.262-0.252=0.010
max	1.374-1.349=0.026

policies=20

*mean*	1576.427-1582.287=-5.861
σ	0.361-0.349=0.012
min	1576.182-1582.042=-5.860
max	1576.963-1582.803=-5.840

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1603.000-444.500=1158.500
σ	0.000-4.041=-4.041
min	1603.000-441.000=1162.000
max	1603.000-448.000=1155.000

*mean*	2.632-2.623=0.009
σ	0.012-0.018=-0.007
min	2.616-2.598=0.018
max	2.642-2.642=-0.000

policies=200

*mean*	15772.325-15830.897=-58.572
σ	0.133-0.139=-0.006
min	15772.183-15830.786=-58.603
max	15772.504-15831.088=-58.584

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1603.000-494.250=1108.750
σ	0.000-2.500=-2.500
min	1603.000-491.000=1112.000
max	1603.000-497.000=1106.000

*mean*	26.590-26.457=0.133
σ	0.133-0.157=-0.023
min	26.492-26.238=0.254
max	26.776-26.575=0.201