Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=-0.000
σ	0.358-0.357=0.001
min	54.547-54.548=-0.000
max	55.694-55.692=0.002

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.143-0.142=0.001
σ	0.005-0.005=-0.000
min	0.138-0.137=0.001
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.000
σ	0.005-0.005=-0.001
min	43.698-43.694=0.004
max	43.711-43.712=-0.002

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.119-0.122=-0.003
σ	0.004-0.004=0.000
min	0.115-0.118=-0.003
max	0.127-0.129=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	12.786-12.681=0.105
σ	0.137-0.180=-0.043
min	12.628-12.423=0.206
max	13.002-12.950=0.052

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	13.394-11.872=1.522
σ	0.159-0.209=-0.050
min	13.146-11.494=1.652
max	13.590-12.188=1.402

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=0.000

*mean*	7306.000-7320.000=-14.000
σ	0.000
min	7306.000-7320.000=-14.000
max	7306.000-7320.000=-14.000

*mean*	15.294-15.120=0.174
σ	0.465-0.571=-0.106
min	14.409-13.793=0.616
max	16.014-15.636=0.378

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	13.445-13.235=0.210
σ	1.555-1.753=-0.198
min	11.200-11.533=-0.333
max	15.423-15.720=-0.296

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	9.057-8.894=0.163
σ	0.413-0.430=-0.017
min	8.510-8.434=0.075
max	9.634-9.431=0.202

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	6.756-6.578=0.178
σ	0.233-0.382=-0.149
min	6.363-6.169=0.194
max	7.056-7.301=-0.246

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	6.048-5.801=0.247
σ	0.262-0.098=0.164
min	5.624-5.662=-0.037
max	6.426-5.958=0.468

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=-0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	5.761-5.767=-0.006
σ	0.172-0.081=0.091
min	5.545-5.645=-0.100
max	6.030-5.904=0.126

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.001

*mean*	7306.000-7320.000=-14.000
σ	0.000
min	7306.000-7320.000=-14.000
max	7306.000-7320.000=-14.000

*mean*	1086.213-1065.872=20.341
σ	109.203-69.328=39.874
min	1041.801-1033.839=7.962
max	1355.932-1236.620=119.312

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=0.001

*mean*	3573.125-3576.625=-3.500
σ	1797.447-1798.905=-1.458
min	1045.000
max	5797.000-5806.000=-9.000

*mean*	5084.863-4801.362=283.501
σ	1715.371-1443.904=271.467
min	3553.402-3511.760=41.642
max	7450.440-6926.206=524.235

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=-0.000

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	82.391-78.068=4.323
σ	11.058-5.778=5.279
min	72.235-69.559=2.676
max	100.067-88.569=11.498

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=0.000
min	40.945-40.945=0.000
max	40.946-40.946=0.000

*mean*	7306.000-7320.000=-14.000
σ	0.000
min	7306.000-7320.000=-14.000
max	7306.000-7320.000=-14.000

*mean*	105.876-106.051=-0.175
σ	4.288-5.036=-0.748
min	97.790-96.509=1.280
max	109.133-112.619=-3.486

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686-66.686=-0.000
max	66.687-66.687=0.000

*mean*	7306.000-7320.000=-14.000
σ	0.000
min	7306.000-7320.000=-14.000
max	7306.000-7320.000=-14.000

*mean*	162.397-163.848=-1.451
σ	9.045-7.011=2.034
min	141.815-148.659=-6.844
max	167.992-168.480=-0.487

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=-0.000
σ	4.304-4.304=0.000
min	11655.306-11655.306=-0.001
max	11667.552

*mean*	4153.500-4156.125=-2.625
σ	1900.871-1903.350=-2.479
min	1557.000-1555.000=2.000
max	7306.000-7320.000=-14.000

*mean*	6590.512-6548.188=42.324
σ	1219.427-1271.639=-52.212
min	4953.693-4901.698=51.995
max	8345.556-7829.998=515.558

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067-11560.067=-0.001

*mean*	7306.000-7320.000=-14.000
σ	0.000
min	7306.000-7320.000=-14.000
max	7306.000-7320.000=-14.000

*mean*	5411.437-5329.552=81.885
σ	1218.352-1261.939=-43.587
min	4424.344-4359.863=64.480
max	7481.874-7627.877=-146.003

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-388.845=-11.559
σ	22.235-14.956=7.279
min	332.842-354.354=-21.511
max	394.121-399.367=-5.246

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	742.560-763.948=-21.389
σ	57.569-69.250=-11.681
min	623.906-595.962=27.943
max	790.460-802.342=-11.882

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=0.000
σ	0.759-0.759=0.000
min	1023.854-1023.851=0.003
max	1027.466-1027.464=0.002

*mean*	1046.800-1053.000=-6.200
σ	305.402-299.574=5.828
min	571.000-581.000=-10.000
max	1502.000-1460.000=42.000

*mean*	1.573-1.561=0.012
σ	0.080-0.071=0.009
min	1.511-1.505=0.007
max	1.834-1.787=0.047

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.548=-0.236
σ	0.332-0.561=-0.229
min	0.132-0.248=-0.116
max	0.901-1.546=-0.644

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.837=-0.373
σ	0.321-0.522=-0.201
min	0.311-0.577=-0.266
max	1.037-1.770=-0.732

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.389=-0.183
σ	0.027-0.046=-0.020
min	0.186-0.358=-0.172
max	0.252-0.470=-0.218

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.584=-0.252
σ	0.015-0.031=-0.016
min	0.318-0.557=-0.239
max	0.357-0.634=-0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-431.000=5.200
σ	1.789-0.000=1.789
min	433.000-431.000=2.000
max	437.000-431.000=6.000

*mean*	0.537-0.587=-0.050
σ	0.064-0.116=-0.051
min	0.430-0.467=-0.037
max	0.594-0.754=-0.160

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.488-0.467=0.021
σ	0.019-0.074=-0.056
min	0.469-0.383=0.085
max	0.515-0.524=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.642-2.638=0.004
σ	0.092-0.099=-0.007
min	2.478-2.467=0.010
max	2.907-3.037=-0.130

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.588-2.609=-0.021
σ	0.076-0.102=-0.027
min	2.455-2.461=-0.007
max	2.777-3.074=-0.297

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.302-0.307=-0.005
σ	0.008-0.014=-0.006
min	0.288-0.291=-0.002
max	0.355-0.419=-0.063

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.292-0.289=0.003
σ	0.007-0.007=-0.000
min	0.278-0.278=0.000
max	0.322-0.335=-0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-298.763=0.028
σ	1.058-0.985=0.073
min	298.336-298.373=-0.037
max	301.796-301.563=0.233

*mean*	445.300-444.700=0.600
σ	18.874-13.284=5.590
min	418.000-428.000=-10.000
max	469.000-466.000=3.000

*mean*	0.603-0.594=0.009
σ	0.030-0.020=0.010
min	0.540-0.561=-0.020
max	0.626-0.618=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.532=0.004
σ	0.000
min	239.536-239.532=0.004
max	239.536-239.532=0.004

*mean*	1684.625-1743.000=-58.375
σ	1.768-0.000=1.768
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	222.810-220.343=2.466
σ	2.699-3.884=-1.185
min	218.892-211.920=6.973
max	227.476-223.826=3.650

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1743.000=-58.375
σ	1.768-0.000=1.768
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	11.432-12.036=-0.604
σ	1.369-1.363=0.006
min	9.645-9.435=0.211
max	12.768-12.948=-0.181

phase=parser

*mean*	1042.363-1042.365=-0.002
σ	0.000-0.000=-0.000
min	1042.363-1042.365=-0.002
max	1042.363-1042.366=-0.003

*mean*	1684.625-1743.000=-58.375
σ	1.768-0.000=1.768
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	680.087-694.234=-14.147
σ	89.766-61.727=28.038
min	566.115-591.419=-25.304
max	836.704-734.854=101.851

phase=processProdDef

*mean*	6169.657-6169.659=-0.002
σ	0.001
min	6169.657-6169.659=-0.002
max	6169.658-6169.660=-0.002

*mean*	1685.250-1743.000=-57.750
σ	2.315-0.000=2.315
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	6140.336-5672.733=467.603
σ	1348.533-1186.503=162.031
min	4010.225-3516.660=493.565
max	7808.916-7686.089=122.827

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1684.625-1743.000=-58.375
σ	1.768-0.000=1.768
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	44.241-46.485=-2.244
σ	6.469-2.880=3.589
min	34.982-40.195=-5.213
max	51.133-48.436=2.697

phase=type checker

*mean*	990.442-990.446=-0.004
σ	0.066
min	990.344-990.348=-0.004
max	990.532-990.536=-0.004

*mean*	1684.625-1743.000=-58.375
σ	1.768-0.000=1.768
min	1684.000-1743.000=-59.000
max	1689.000-1743.000=-54.000

*mean*	829.362-824.766=4.596
σ	89.968-77.645=12.323
min	716.065-691.004=25.061
max	992.983-900.191=92.791

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.918=0.005
σ	0.042-0.038=0.004
min	293.862-293.864=-0.002
max	293.958-293.958=0.000

*mean*	445.000-441.000=4.000
σ	0.000-2.739=-2.739
min	445.000-439.000=6.000
max	445.000-444.000=1.000

*mean*	0.394-0.393=0.001
σ	0.001-0.001=-0.000
min	0.393-0.392=0.001
max	0.395-0.395=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1320.192=-0.004
σ	0.089-0.099=-0.010
min	1320.093-1320.089=0.003
max	1320.318-1320.318=0.000

*mean*	1110.000-1111.200=-1.200
σ	171.504-187.716=-16.212
min	896.000-891.000=5.000
max	1334.000-1373.000=-39.000

*mean*	1.953-1.986=-0.033
σ	0.072-0.104=-0.031
min	1.882-1.911=-0.029
max	2.065-2.167=-0.103

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1559.732=-0.003
σ	4.087-4.061=0.026
min	1557.680-1557.700=-0.020
max	1567.033-1566.990=0.043

*mean*	625.400-624.400=1.000
σ	88.053-87.905=0.148
min	495.000-494.000=1.000
max	730.000-729.000=1.000

*mean*	2.297-2.265=0.032
σ	0.261-0.157=0.103
min	2.144-2.150=-0.007
max	2.760-2.542=0.218

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1882.282=0.012
σ	0.080-0.059=0.020
min	1882.200-1882.201=-0.002
max	1882.397-1882.349=0.047

*mean*	1760.000-1726.400=33.600
σ	219.527-179.517=40.010
min	1480.000-1504.000=-24.000
max	1972.000-1970.000=2.000

*mean*	3.213-3.059=0.154
σ	0.357-0.323=0.034
min	2.862-2.736=0.126
max	3.732-3.483=0.249

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.783=0.053
σ	0.095-0.178=-0.082
min	1.731-1.498=0.232
max	1.933-1.929=0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.537=-0.000
σ	585.528-585.531=-0.003
min	160.767-160.767=0.000
max	1331.829-1331.833=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.550-0.522=0.028
σ	0.561-0.495=0.065
min	0.267-0.273=-0.006
max	1.391-1.265=0.126

policies=20

*mean*	1608.043-1608.035=0.008
σ	0.416-0.425=-0.010
min	1607.759-1607.759=0.000
max	1608.661-1608.668=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500
σ	7.506-8.660=-1.155
min	441.000-440.000=1.000
max	454.000-455.000=-1.000

*mean*	2.704-2.703=0.001
σ	0.031-0.012=0.019
min	2.666-2.688=-0.022
max	2.742-2.716=0.027

policies=200

*mean*	16088.517-16088.589=-0.072
σ	0.216-0.134=0.082
min	16088.340-16088.496=-0.156
max	16088.826-16088.787=0.038

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-496.250=-0.500
σ	3.403-5.377=-1.974
min	491.000-490.000=1.000
max	499.000-503.000=-4.000

*mean*	27.327-27.274=0.053
σ	0.167-0.185=-0.019
min	27.192-27.106=0.087
max	27.570-27.536=0.033