Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=0.000
σ	0.357-0.358=-0.001
min	54.539-54.547=-0.008
max	55.692-55.694=-0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.142-0.143=-0.001
σ	0.006-0.005=0.001
min	0.137-0.138=-0.001
max	0.155-0.152=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.000
σ	0.006-0.005=0.001
min	43.695-43.698=-0.003
max	43.711-43.711=0.000

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.123-0.119=0.004
σ	0.005-0.004=0.001
min	0.119-0.115=0.004
max	0.134-0.127=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	12.311-12.786=-0.475
σ	0.236-0.137=0.099
min	12.075-12.628=-0.554
max	12.763-13.002=-0.238

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	12.414-13.394=-0.980
σ	0.599-0.159=0.440
min	11.514-13.146=-1.632
max	12.977-13.590=-0.613

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.930=-0.001
max	41.933-41.933=-0.001

*mean*	6109.000-7306.000=-1197.000
σ	0.000
min	6109.000-7306.000=-1197.000
max	6109.000-7306.000=-1197.000

*mean*	14.494-15.294=-0.799
σ	0.278-0.465=-0.187
min	13.887-14.409=-0.522
max	14.808-16.014=-1.206

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=-0.001

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	12.482-13.445=-0.963
σ	1.935-1.555=0.380
min	9.812-11.200=-1.389
max	14.662-15.423=-0.761

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	8.265-9.057=-0.791
σ	0.253-0.413=-0.160
min	7.838-8.510=-0.672
max	8.576-9.634=-1.058

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	6.183-6.756=-0.573
σ	0.411-0.233=0.178
min	5.262-6.363=-1.101
max	6.592-7.056=-0.464

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=-0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	5.571-6.048=-0.476
σ	0.134-0.262=-0.128
min	5.353-5.624=-0.272
max	5.794-6.426=-0.632

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.971-25.970=0.001
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974-25.974=-0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	5.299-5.761=-0.462
σ	0.130-0.172=-0.042
min	5.096-5.545=-0.449
max	5.456-6.030=-0.573

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.607-2524.607=-0.000

*mean*	6109.000-7306.000=-1197.000
σ	0.000
min	6109.000-7306.000=-1197.000
max	6109.000-7306.000=-1197.000

*mean*	1375.097-1086.213=288.884
σ	622.354-109.203=513.151
min	1034.157-1041.801=-7.645
max	2427.357-1355.932=1071.425

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.469-0.469=-0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.620

*mean*	3227.250-3573.125=-345.875
σ	1827.673-1797.447=30.226
min	810.000-1045.000=-235.000
max	6109.000-5797.000=312.000

*mean*	3942.376-5084.863=-1142.488
σ	1248.832-1715.371=-466.539
min	3112.515-3553.402=-440.887
max	6147.287-7450.440=-1303.153

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	83.962-82.391=1.571
σ	12.505-11.058=1.447
min	71.381-72.235=-0.855
max	100.488-100.067=0.421

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6109.000-7306.000=-1197.000
σ	0.000
min	6109.000-7306.000=-1197.000
max	6109.000-7306.000=-1197.000

*mean*	63.010-105.876=-42.865
σ	3.899-4.288=-0.389
min	60.278-97.790=-37.511
max	70.117-109.133=-39.017

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686
max	66.690-66.687=0.003

*mean*	6109.000-7306.000=-1197.000
σ	0.000
min	6109.000-7306.000=-1197.000
max	6109.000-7306.000=-1197.000

*mean*	99.873-162.397=-62.524
σ	0.617-9.045=-8.428
min	99.479-141.815=-42.336
max	101.380-167.992=-66.612

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11656.900=192.255
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3861.875-4153.500=-291.625
σ	1829.827-1900.871=-71.044
min	1279.000-1557.000=-278.000
max	6109.000-7306.000=-1197.000

*mean*	6197.972-6590.512=-392.541
σ	1351.796-1219.427=132.369
min	5012.470-4953.693=58.778
max	8300.298-8345.556=-45.257

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.066=-768.972
σ	0.002-0.001=0.002
min	10791.091-11560.065=-768.974
max	10791.097-11560.067=-768.970

*mean*	6109.000-7306.000=-1197.000
σ	0.000
min	6109.000-7306.000=-1197.000
max	6109.000-7306.000=-1197.000

*mean*	4916.432-5411.437=-495.005
σ	1541.698-1218.352=323.345
min	4062.543-4424.344=-361.800
max	7427.098-7481.874=-54.776

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	386.664-377.286=9.378
σ	14.212-22.235=-8.023
min	354.081-332.842=21.238
max	399.149-394.121=5.028

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	710.799-742.560=-31.761
σ	68.204-57.569=10.635
min	626.899-623.906=2.993
max	785.057-790.460=-5.403

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.001
σ	0.758-0.759=-0.000
min	1023.855-1023.854=0.001
max	1027.466-1027.466=0.000

*mean*	1054.450-1046.800=7.650
σ	317.974-305.402=12.572
min	592.000-571.000=21.000
max	1528.000-1502.000=26.000

*mean*	1.576-1.573=0.003
σ	0.091-0.080=0.012
min	1.430-1.511=-0.081
max	1.770-1.834=-0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.312=0.089
σ	0.508-0.332=0.176
min	0.148-0.132=0.016
max	1.308-0.901=0.406

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.464=0.016
σ	0.309-0.321=-0.012
min	0.330-0.311=0.019
max	1.032-1.037=-0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.206=0.016
σ	0.024-0.027=-0.002
min	0.203-0.186=0.016
max	0.262-0.252=0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.332=-0.001
σ	0.017-0.015=0.003
min	0.320-0.318=0.003
max	0.362-0.357=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-436.200=-0.200
σ	2.236-1.789=0.447
min	432.000-433.000=-1.000
max	437.000

*mean*	0.552-0.537=0.015
σ	0.045-0.064=-0.019
min	0.496-0.430=0.066
max	0.599-0.594=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.469-0.488=-0.019
σ	0.052-0.019=0.033
min	0.392-0.469=-0.077
max	0.513-0.515=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	1.975-2.642=-0.667
σ	0.083-0.092=-0.010
min	1.854-2.478=-0.624
max	2.319-2.907=-0.588

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	1.953-2.588=-0.635
σ	0.095-0.076=0.020
min	1.764-2.455=-0.691
max	2.248-2.777=-0.529

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.309-0.302=0.007
σ	0.010-0.008=0.002
min	0.293-0.288=0.005
max	0.371-0.355=0.016

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.302-0.292=0.011
σ	0.018-0.007=0.011
min	0.285-0.278=0.007
max	0.427-0.322=0.105

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.682-298.791=-0.109
σ	1.040-1.058=-0.018
min	298.264-298.336=-0.072
max	301.640-301.796=-0.156

*mean*	443.300-445.300=-2.000
σ	19.754-18.874=0.880
min	417.000-418.000=-1.000
max	472.000-469.000=3.000

*mean*	0.607-0.603=0.004
σ	0.014-0.030=-0.016
min	0.589-0.540=0.048
max	0.636-0.626=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1006.000-1684.625=-678.625
σ	1.852-1.768=0.084
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	224.220-222.810=1.410
σ	1.908-2.699=-0.791
min	221.547-218.892=2.655
max	226.827-227.476=-0.648

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1006.000-1684.625=-678.625
σ	1.852-1.768=0.084
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	11.077-11.432=-0.355
σ	1.628-1.369=0.259
min	9.340-9.645=-0.306
max	12.703-12.768=-0.065

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=-0.000
min	1042.363
max	1042.363

*mean*	1006.000-1684.625=-678.625
σ	1.852-1.768=0.084
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	649.267-680.087=-30.820
σ	64.992-89.766=-24.773
min	590.887-566.115=24.772
max	730.864-836.704=-105.840

phase=processProdDef

*mean*	4753.369-6169.657=-1416.288
σ	0.000-0.001=-0.000
min	4753.369-6169.657=-1416.288
max	4753.370-6169.658=-1416.288

*mean*	1006.500-1685.250=-678.750
σ	1.773-2.315=-0.542
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	4542.225-6140.336=-1598.111
σ	831.593-1348.533=-516.940
min	2834.827-4010.225=-1175.398
max	5359.157-7808.916=-2449.759

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1006.000-1684.625=-678.625
σ	1.852-1.768=0.084
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	43.998-44.241=-0.243
σ	3.937-6.469=-2.532
min	39.678-34.982=4.697
max	47.959-51.133=-3.174

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1006.000-1684.625=-678.625
σ	1.852-1.768=0.084
min	1004.000-1684.000=-680.000
max	1008.000-1689.000=-681.000

*mean*	809.290-829.362=-20.072
σ	85.449-89.968=-4.519
min	693.133-716.065=-22.931
max	907.447-992.983=-85.535

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.924=-0.005
σ	0.038-0.042=-0.004
min	293.865-293.862=0.003
max	293.957-293.958=-0.001

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.407-0.394=0.013
σ	0.009-0.001=0.008
min	0.400-0.393=0.007
max	0.419-0.395=0.025

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.278-1320.188=0.090
σ	0.039-0.089=-0.050
min	1320.249-1320.093=0.157
max	1320.345-1320.318=0.028

*mean*	1089.200-1110.000=-20.800
σ	168.488-171.504=-3.016
min	889.000-896.000=-7.000
max	1321.000-1334.000=-13.000

*mean*	2.278-1.953=0.326
σ	0.322-0.072=0.250
min	1.854-1.882=-0.029
max	2.705-2.065=0.640

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.500-1559.729=-0.229
σ	3.401-4.087=-0.686
min	1557.850-1557.680=0.171
max	1565.578-1567.033=-1.455

*mean*	629.200-625.400=3.800
σ	90.957-88.053=2.904
min	505.000-495.000=10.000
max	729.000-730.000=-1.000

*mean*	2.480-2.297=0.182
σ	0.321-0.261=0.060
min	2.156-2.144=0.012
max	2.873-2.760=0.113

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.294=-0.029
σ	0.062-0.080=-0.018
min	1882.175-1882.200=-0.024
max	1882.345-1882.397=-0.051

*mean*	1724.400-1760.000=-35.600
σ	169.946-219.527=-49.580
min	1479.000-1480.000=-1.000
max	1881.000-1972.000=-91.000

*mean*	2.978-3.213=-0.235
σ	0.116-0.357=-0.241
min	2.831-2.862=-0.031
max	3.145-3.732=-0.587

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.742-1.836=-0.094
σ	0.245-0.095=0.150
min	1.340-1.731=-0.391
max	1.922-1.933=-0.011

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.965-453.537=-0.571
σ	584.387-585.528=-1.142
min	160.770-160.767=0.003
max	1329.545-1331.829=-2.284

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.547-0.550=-0.002
σ	0.556-0.561=-0.005
min	0.268-0.267=0.000
max	1.381-1.391=-0.010

policies=20

*mean*	1608.046-1608.043=0.003
σ	0.425-0.416=0.009
min	1607.758-1607.759=-0.001
max	1608.675-1608.661=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	453.750-447.500=6.250
σ	11.471-7.506=3.965
min	443.000-441.000=2.000
max	470.000-454.000=16.000

*mean*	2.723-2.704=0.019
σ	0.024-0.031=-0.007
min	2.700-2.666=0.033
max	2.751-2.742=0.009

policies=200

*mean*	16088.594-16088.517=0.077
σ	0.092-0.216=-0.124
min	16088.517-16088.340=0.178
max	16088.724-16088.826=-0.102

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-495.750=2.500
σ	3.500-3.403=0.097
min	494.000-491.000=3.000
max	502.000-499.000=3.000

*mean*	27.291-27.327=-0.036
σ	0.125-0.167=-0.041
min	27.120-27.192=-0.072
max	27.402-27.570=-0.167