Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.615=0.006
σ	0.351-0.353=-0.002
min	54.488-54.477=0.011
max	55.619-55.618=0.001

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.142-0.136=0.006
σ	0.005-0.005=0.000
min	0.138-0.130=0.008
max	0.150-0.143=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.001
σ	0.005-0.007=-0.002
min	43.782-43.780=0.002
max	43.798-43.805=-0.007

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.122-0.128=-0.007
σ	0.005-0.008=-0.003
min	0.114-0.120=-0.006
max	0.131-0.141=-0.010

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	12.793-12.227=0.566
σ	0.213-0.246=-0.033
min	12.449-11.890=0.559
max	13.111-12.593=0.518

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	13.182-12.437=0.745
σ	0.585-0.602=-0.017
min	12.004-11.499=0.504
max	13.858-13.104=0.755

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.004

*mean*	7264.000-6043.000=1221.000
σ	0.000
min	7264.000-6043.000=1221.000
max	7264.000-6043.000=1221.000

*mean*	15.582-13.217=2.365
σ	0.383-1.164=-0.782
min	14.813-10.862=3.951
max	16.164-14.370=1.794

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	13.482-11.966=1.517
σ	1.841-1.984=-0.143
min	11.025-9.998=1.028
max	15.497-14.838=0.660

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603-27.603=-0.000
max	27.991-27.607=0.384

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	9.193-8.150=1.043
σ	0.477-0.255=0.222
min	8.496-7.762=0.733
max	9.818-8.517=1.301

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	6.665-6.268=0.396
σ	0.291-0.209=0.082
min	6.184-5.983=0.201
max	7.109-6.507=0.602

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.670=-0.001

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	6.060-5.366=0.694
σ	0.143-0.120=0.023
min	5.735-5.120=0.615
max	6.211-5.542=0.668

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.971=0.001

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	5.814-5.181=0.633
σ	0.123-0.091=0.031
min	5.610-5.034=0.576
max	5.976-5.300=0.676

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.607-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7264.000-6043.000=1221.000
σ	0.000
min	7264.000-6043.000=1221.000
max	7264.000-6043.000=1221.000

*mean*	1551.173-1556.533=-5.360
σ	1075.397-826.131=249.266
min	1037.547-1033.549=3.998
max	4130.174-2976.438=1153.736

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.554-8744.544=0.009
max	8745.882-8744.641=1.241

*mean*	3567.000-3819.000=-252.000
σ	1790.014-1653.582=136.432
min	1043.000-1964.000=-921.000
max	5774.000-6043.000=-269.000

*mean*	4908.711-4322.860=585.851
σ	1553.135-1359.851=193.284
min	3493.378-3558.616=-65.238
max	7272.058-7438.146=-166.088

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.075=0.001
max	62.081-62.080=0.001

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	82.959-81.483=1.476
σ	11.081-12.181=-1.100
min	71.651-70.055=1.596
max	102.865-100.655=2.209

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7264.000-6043.000=1221.000
σ	0.000
min	7264.000-6043.000=1221.000
max	7264.000-6043.000=1221.000

*mean*	107.960-96.116=11.844
σ	2.407-6.855=-4.449
min	104.870-86.524=18.346
max	112.874-105.770=7.104

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.685=-0.000
max	66.687-66.689=-0.003

*mean*	7264.000-6043.000=1221.000
σ	0.000
min	7264.000-6043.000=1221.000
max	7264.000-6043.000=1221.000

*mean*	165.110-225.584=-60.475
σ	4.438-230.026=-225.588
min	154.935-126.526=28.409
max	168.931-794.132=-625.201

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.319=0.006
min	11655.305
max	11667.538-11667.521=0.018

*mean*	4145.375-4102.750=42.625
σ	1888.589-1571.834=316.755
min	1556.000-1964.000=-408.000
max	7264.000-6043.000=1221.000

*mean*	6579.960-6403.008=176.952
σ	1323.850-1256.173=67.677
min	4883.935-5008.226=-124.291
max	8292.095-8392.660=-100.564

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.004
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7264.000-6043.000=1221.000
σ	0.000
min	7264.000-6043.000=1221.000
max	7264.000-6043.000=1221.000

*mean*	5526.670-6861.086=-1334.415
σ	1638.020-1366.936=271.084
min	4355.887-4471.523=-115.636
max	8283.080-8522.498=-239.418

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.583=-0.024
σ	0.001-0.028=-0.026
min	172.558
max	172.562-172.628=-0.066

*mean*	474.000-1964.000=-1490.000
σ	0.000
min	474.000-1964.000=-1490.000
max	474.000-1964.000=-1490.000

*mean*	389.428-358.456=30.972
σ	5.205-42.478=-37.273
min	379.454-268.311=111.143
max	395.607-402.299=-6.691

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.358=-0.036
σ	0.001-0.037=-0.036
min	357.321
max	357.325-357.400=-0.075

*mean*	559.000-1964.000=-1405.000
σ	0.000
min	559.000-1964.000=-1405.000
max	559.000-1964.000=-1405.000

*mean*	769.546-793.390=-23.844
σ	17.330-33.450=-16.119
min	744.837-714.144=30.693
max	794.013-824.469=-30.456

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.186=0.190
σ	0.760-0.939=-0.179
min	1007.900-1007.722=0.178
max	1011.517-1012.096=-0.579

*mean*	1044.450-1059.050=-14.600
σ	298.184-317.077=-18.894
min	562.000-571.000=-9.000
max	1443.000-1530.000=-87.000

*mean*	1.526-1.559=-0.033
σ	0.070-0.145=-0.075
min	1.466-1.464=0.002
max	1.744-2.069=-0.325

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.041

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.300-0.410=-0.111
σ	0.286-0.107=0.179
min	0.144-0.344=-0.200
max	0.807-0.598=0.209

name=error_case.art

*mean*	2.338-2.334=0.004
σ	0.012-0.002=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.484-0.899=-0.415
σ	0.328-0.082=0.246
min	0.330-0.850=-0.520
max	1.070-1.043=0.027

name=heavy_item.art

*mean*	1.522-1.522=-0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.214-0.555=-0.341
σ	0.025-0.053=-0.028
min	0.189-0.517=-0.327
max	0.254-0.648=-0.393

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.334-0.857=-0.522
σ	0.014-0.042=-0.027
min	0.320-0.820=-0.500
max	0.356-0.927=-0.571

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.543=0.365
σ	0.011-0.024=-0.014
min	963.902-963.523=0.379
max	963.926-963.582=0.345

*mean*	434.800-1530.000=-1095.200
σ	1.643-0.000=1.643
min	432.000-1530.000=-1098.000
max	436.000-1530.000=-1094.000

*mean*	0.564-0.834=-0.270
σ	0.046-0.029=0.017
min	0.495-0.803=-0.308
max	0.598-0.870=-0.272

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.853=0.030
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.860=0.026

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.474-0.703=-0.229
σ	0.058-0.071=-0.013
min	0.398-0.586=-0.188
max	0.534-0.750=-0.216

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	2.598-4.286=-1.688
σ	0.099-0.081=0.019
min	2.467-4.138=-1.671
max	3.019-4.684=-1.665

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	2.588-4.263=-1.675
σ	0.080-0.081=-0.001
min	2.406-3.769=-1.363
max	2.792-4.427=-1.635

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.311-0.763=-0.452
σ	0.011-0.018=-0.007
min	0.295-0.736=-0.441
max	0.369-0.873=-0.504

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.294-0.723=-0.430
σ	0.008-0.016=-0.007
min	0.279-0.669=-0.389
max	0.343-0.777=-0.434

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.941-297.555=0.386
σ	0.976-0.201=0.774
min	297.451-297.373=0.078
max	300.704-298.071=2.633

*mean*	440.600-1964.000=-1523.400
σ	13.906-0.000=13.906
min	416.000-1964.000=-1548.000
max	462.000-1964.000=-1502.000

*mean*	0.603-0.592=0.010
σ	0.020-0.044=-0.024
min	0.570-0.514=0.056
max	0.630-0.695=-0.065

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.012

*mean*	1731.750
σ	8.988
min	1721.000
max	1740.000

*mean*	204.263
σ	2.531
min	200.803
max	209.247

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1731.750
σ	8.988
min	1721.000
max	1740.000

*mean*	10.125
σ	2.183
min	7.360
max	12.799

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1731.750
σ	8.988
min	1721.000
max	1740.000

*mean*	631.986
σ	119.563
min	485.325
max	831.080

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.657
max	6169.659

*mean*	1734.125
σ	8.219
min	1721.000
max	1740.000

*mean*	5446.077
σ	1308.457
min	3815.726
max	7084.698

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1731.750
σ	8.988
min	1721.000
max	1740.000

*mean*	41.675
σ	7.664
min	26.773
max	51.786

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1731.750
σ	8.988
min	1721.000
max	1740.000

*mean*	719.058
σ	71.147
min	631.671
max	808.529

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-289.775=3.000
σ	0.035-0.040=-0.005
min	292.727-289.720=3.008
max	292.812-289.814=2.998

*mean*	445.000-1530.000=-1085.000
σ	0.000
min	445.000-1530.000=-1085.000
max	445.000-1530.000=-1085.000

*mean*	0.397-0.396=0.001
σ	0.001-0.004=-0.002
min	0.395-0.393=0.002
max	0.398-0.403=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1299.670=3.195
σ	0.087-0.070=0.017
min	1302.716-1299.587=3.130
max	1302.918-1299.759=3.159

*mean*	1089.600-1530.000=-440.400
σ	181.100-0.000=181.100
min	838.000-1530.000=-692.000
max	1303.000-1530.000=-227.000

*mean*	2.019-2.134=-0.116
σ	0.199-0.060=0.139
min	1.779-2.039=-0.260
max	2.164-2.185=-0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.903-1542.627=3.276
σ	4.006-4.022=-0.016
min	1543.948-1540.598=3.350
max	1553.062-1549.812=3.250

*mean*	612.800-1530.000=-917.200
σ	77.629-0.000=77.629
min	493.000-1530.000=-1037.000
max	700.000-1530.000=-830.000

*mean*	2.249-2.268=-0.019
σ	0.117-0.179=-0.062
min	2.142-2.064=0.078
max	2.449-2.467=-0.017

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1861.625=3.210
σ	0.029-0.081=-0.052
min	1864.790-1861.495=3.294
max	1864.867-1861.708=3.159

*mean*	1733.200-1772.000=-38.800
σ	225.880-198.005=27.875
min	1429.000-1530.000=-101.000
max	1946.000-1964.000=-18.000

*mean*	2.953-3.267=-0.314
σ	0.148-0.366=-0.218
min	2.836-2.886=-0.050
max	3.196-3.740=-0.543

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.805-1.703=0.102
σ	0.115-0.266=-0.150
min	1.624-1.313=0.310
max	1.902-1.972=-0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.186=1.570
σ	579.110-577.140=1.971
min	158.199-157.614=0.585
max	1316.421-1311.895=4.526

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-1530.000=-1089.000
σ	0.000
min	441.000-1530.000=-1089.000
max	441.000-1530.000=-1089.000

*mean*	0.532-0.547=-0.015
σ	0.544-0.571=-0.026
min	0.252-0.260=-0.008
max	1.349-1.403=-0.054

policies=20

*mean*	1582.287-1576.420=5.867
σ	0.349-0.342=0.006
min	1582.042-1576.188=5.854
max	1582.803-1576.929=5.874

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1530.000=-1085.500
σ	4.041-0.000=4.041
min	441.000-1530.000=-1089.000
max	448.000-1530.000=-1082.000

*mean*	2.623-2.616=0.008
σ	0.018-0.018=0.000
min	2.598-2.590=0.008
max	2.642-2.629=0.013

policies=200

*mean*	15830.897-15772.219=58.678
σ	0.139-0.178=-0.039
min	15830.786-15772.061=58.725
max	15831.088-15772.475=58.613

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.250-1530.000=-1035.750
σ	2.500-0.000=2.500
min	491.000-1530.000=-1039.000
max	497.000-1530.000=-1033.000

*mean*	26.457-26.386=0.071
σ	0.157-0.104=0.052
min	26.238-26.244=-0.005
max	26.575-26.475=0.100