Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=-0.000
σ	0.358-0.357=0.000
min	54.547-54.542=0.006
max	55.694-55.694=0.000

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.143-0.142=0.001
σ	0.005-0.005=-0.000
min	0.138-0.137=0.001
max	0.152-0.150=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.000
σ	0.005-0.007=-0.002
min	43.698-43.695=0.003
max	43.711-43.717=-0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.119-0.122=-0.003
σ	0.004-0.006=-0.002
min	0.115-0.116=-0.000
max	0.127-0.130=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	12.786-12.480=0.306
σ	0.137-0.295=-0.159
min	12.628-12.151=0.477
max	13.002-13.033=-0.031

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	13.394-12.420=0.975
σ	0.159-0.682=-0.523
min	13.146-11.343=1.803
max	13.590-13.040=0.550

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7306.000-7268.000=38.000
σ	0.000
min	7306.000-7268.000=38.000
max	7306.000-7268.000=38.000

*mean*	15.294-14.948=0.345
σ	0.465-0.363=0.102
min	14.409-14.284=0.125
max	16.014-15.263=0.752

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	13.445-12.587=0.858
σ	1.555-1.849=-0.294
min	11.200-11.170=0.031
max	15.423-15.344=0.079

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	9.057-8.844=0.212
σ	0.413-0.262=0.151
min	8.510-8.430=0.079
max	9.634-9.190=0.444

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	6.756-6.793=-0.037
σ	0.233-0.228=0.005
min	6.363-6.363=0.001
max	7.056-7.028=0.028

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	6.048-5.763=0.284
σ	0.262-0.217=0.045
min	5.624-5.445=0.180
max	6.426-5.946=0.481

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=0.000
min	25.968
max	25.974

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	5.761-5.615=0.146
σ	0.172-0.106=0.066
min	5.545-5.485=0.060
max	6.030-5.790=0.240

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7306.000-7268.000=38.000
σ	0.000
min	7306.000-7268.000=38.000
max	7306.000-7268.000=38.000

*mean*	1086.213-1672.315=-586.102
σ	109.203-1065.213=-956.010
min	1041.801-1038.260=3.541
max	1355.932-4060.749=-2704.817

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.001

*mean*	3573.125-3568.625=4.500
σ	1797.447-1789.560=7.887
min	1045.000-1044.000=1.000
max	5797.000-5773.000=24.000

*mean*	5084.863-4770.974=313.889
σ	1715.371-1322.611=392.760
min	3553.402-3528.160=25.242
max	7450.440-6291.872=1158.568

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=-0.000

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	82.391-82.894=-0.503
σ	11.058-11.193=-0.135
min	72.235-69.851=2.384
max	100.067-97.294=2.773

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.945=0.000
max	40.946

*mean*	7306.000-7268.000=38.000
σ	0.000
min	7306.000-7268.000=38.000
max	7306.000-7268.000=38.000

*mean*	105.876-107.142=-1.267
σ	4.288-2.406=1.882
min	97.790-103.096=-5.306
max	109.133-111.176=-2.042

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7306.000-7268.000=38.000
σ	0.000
min	7306.000-7268.000=38.000
max	7306.000-7268.000=38.000

*mean*	162.397-164.591=-2.194
σ	9.045-4.782=4.263
min	141.815-154.592=-12.778
max	167.992-168.978=-0.986

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=0.000
σ	4.304-4.304=0.000
min	11655.306
max	11667.552-11667.551=0.001

*mean*	4153.500-4147.000=6.500
σ	1900.871-1890.137=10.734
min	1557.000-1554.000=3.000
max	7306.000-7268.000=38.000

*mean*	6590.512-6605.696=-15.184
σ	1219.427-1039.116=180.311
min	4953.693-4931.969=21.724
max	8345.556-7780.301=565.255

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067-11560.067=-0.001

*mean*	7306.000-7268.000=38.000
σ	0.000
min	7306.000-7268.000=38.000
max	7306.000-7268.000=38.000

*mean*	5411.437-5818.892=-407.455
σ	1218.352-1521.572=-303.219
min	4424.344-4411.382=12.962
max	7481.874-8215.170=-733.296

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-374.760=2.526
σ	22.235-34.949=-12.714
min	332.842-299.628=33.214
max	394.121-399.065=-4.944

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-556.000=5.000
σ	0.000-5.345=-5.345
min	561.000-551.000=10.000
max	561.000

*mean*	742.560-747.771=-5.211
σ	57.569-50.928=6.641
min	623.906-681.351=-57.445
max	790.460-804.780=-14.320

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.329=-0.000
σ	0.759-0.758=0.000
min	1023.854-1023.855=-0.001
max	1027.466-1027.465=0.000

*mean*	1046.800-1049.800=-3.000
σ	305.402-298.410=6.992
min	571.000-563.000=8.000
max	1502.000-1452.000=50.000

*mean*	1.573-1.555=0.018
σ	0.080-0.051=0.029
min	1.511-1.494=0.017
max	1.834-1.655=0.178

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.312-0.317=-0.005
σ	0.332-0.317=0.015
min	0.132-0.142=-0.010
max	0.901-0.879=0.022

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.464-0.438=0.026
σ	0.321-0.188=0.133
min	0.311-0.333=-0.022
max	1.037-0.772=0.266

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.206-0.231=-0.024
σ	0.027-0.031=-0.005
min	0.186-0.207=-0.021
max	0.252-0.285=-0.033

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.332-0.365=-0.033
σ	0.015-0.046=-0.031
min	0.318-0.335=-0.017
max	0.357-0.444=-0.086

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-430.200=6.000
σ	1.789-0.447=1.342
min	433.000-430.000=3.000
max	437.000-431.000=6.000

*mean*	0.537-0.574=-0.037
σ	0.064-0.066=-0.002
min	0.430-0.458=-0.028
max	0.594-0.618=-0.024

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.488-0.517=-0.029
σ	0.019-0.013=0.006
min	0.469-0.495=-0.026
max	0.515-0.527=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.642-2.671=-0.029
σ	0.092-0.104=-0.012
min	2.478-2.468=0.010
max	2.907-3.339=-0.432

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.588-2.643=-0.055
σ	0.076-0.108=-0.033
min	2.455-2.446=0.008
max	2.777-3.184=-0.408

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.302-0.308=-0.006
σ	0.008-0.011=-0.003
min	0.288-0.290=-0.002
max	0.355-0.385=-0.030

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.292-0.296=-0.004
σ	0.007-0.010=-0.003
min	0.278-0.280=-0.002
max	0.322-0.343=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-298.882=-0.091
σ	1.058-0.993=0.065
min	298.336-298.396=-0.060
max	301.796-301.699=0.097

*mean*	445.300-442.400=2.900
σ	18.874-13.946=4.928
min	418.000
max	469.000-464.000=5.000

*mean*	0.603-0.601=0.002
σ	0.030-0.027=0.002
min	0.540-0.558=-0.017
max	0.626-0.642=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.532=0.004
σ	0.000
min	239.536-239.532=0.004
max	239.536-239.532=0.004

*mean*	1684.625-1745.000=-60.375
σ	1.768-0.000=1.768
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	222.810-217.930=4.880
σ	2.699-1.645=1.054
min	218.892-214.868=4.024
max	227.476-220.078=7.398

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1745.000=-60.375
σ	1.768-0.000=1.768
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	11.432-10.994=0.438
σ	1.369-2.240=-0.871
min	9.645-6.369=3.277
max	12.768-12.892=-0.124

phase=parser

*mean*	1042.363-1042.365=-0.003
σ	0.000-0.000=-0.000
min	1042.363-1042.365=-0.003
max	1042.363-1042.366=-0.003

*mean*	1684.625-1745.000=-60.375
σ	1.768-0.000=1.768
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	680.087-635.631=44.456
σ	89.766-97.310=-7.545
min	566.115-472.241=93.874
max	836.704-731.159=105.546

phase=processProdDef

*mean*	6169.657-6169.659=-0.002
σ	0.001
min	6169.657-6169.659=-0.002
max	6169.658-6169.660=-0.002

*mean*	1685.250-1745.000=-59.750
σ	2.315-0.000=2.315
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	6140.336-5739.416=400.920
σ	1348.533-1228.512=120.021
min	4010.225-4085.920=-75.694
max	7808.916-7945.289=-136.373

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1684.625-1745.000=-60.375
σ	1.768-0.000=1.768
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	44.241-41.941=2.300
σ	6.469-5.897=0.572
min	34.982-34.172=0.809
max	51.133-48.043=3.091

phase=type checker

*mean*	990.442-990.446=-0.004
σ	0.066
min	990.344-990.348=-0.004
max	990.532-990.536=-0.004

*mean*	1684.625-1745.000=-60.375
σ	1.768-0.000=1.768
min	1684.000-1745.000=-61.000
max	1689.000-1745.000=-56.000

*mean*	829.362-819.693=9.669
σ	89.968-84.140=5.828
min	716.065-684.062=32.002
max	992.983-899.297=93.686

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.919=0.005
σ	0.042-0.038=0.004
min	293.862-293.865=-0.003
max	293.958-293.958=0.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.394-0.396=-0.002
σ	0.001-0.004=-0.003
min	0.393-0.393=-0.001
max	0.395-0.404=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1320.232=-0.043
σ	0.089-0.095=-0.006
min	1320.093-1320.111=-0.019
max	1320.318-1320.336=-0.019

*mean*	1110.000-1068.400=41.600
σ	171.504-168.034=3.470
min	896.000-843.000=53.000
max	1334.000-1276.000=58.000

*mean*	1.953-2.063=-0.110
σ	0.072-0.316=-0.243
min	1.882-1.874=0.008
max	2.065-2.620=-0.555

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1559.738=-0.010
σ	4.087-4.076=0.012
min	1557.680-1557.713=-0.033
max	1567.033-1567.022=0.011

*mean*	625.400-619.400=6.000
σ	88.053-82.309=5.744
min	495.000
max	730.000-716.000=14.000

*mean*	2.297-2.289=0.008
σ	0.261-0.241=0.020
min	2.144-2.092=0.052
max	2.760-2.708=0.052

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1882.288=0.006
σ	0.080-0.077=0.003
min	1882.200-1882.211=-0.012
max	1882.397-1882.391=0.005

*mean*	1760.000-1700.000=60.000
σ	219.527-245.995=-26.468
min	1480.000-1407.000=73.000
max	1972.000-2031.000=-59.000

*mean*	3.213-3.063=0.150
σ	0.357-0.192=0.165
min	2.862-2.898=-0.036
max	3.732-3.385=0.347

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.834=0.001
σ	0.095-0.095=-0.000
min	1.731-1.698=0.033
max	1.933-1.908=0.024

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.535=0.002
σ	585.528-585.528=-0.000
min	160.767-160.768=-0.001
max	1331.829-1331.827=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.550-0.549=0.001
σ	0.561-0.552=0.009
min	0.267-0.269=-0.002
max	1.391-1.377=0.013

policies=20

*mean*	1608.043-1608.038=0.005
σ	0.416-0.438=-0.022
min	1607.759-1607.741=0.018
max	1608.661-1608.686=-0.025

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-449.750=-2.250
σ	7.506-11.587=-4.081
min	441.000-442.000=-1.000
max	454.000-467.000=-13.000

*mean*	2.704-2.734=-0.030
σ	0.031-0.034=-0.003
min	2.666-2.688=-0.021
max	2.742-2.770=-0.028

policies=200

*mean*	16088.517-16088.598=-0.081
σ	0.216-0.160=0.056
min	16088.340-16088.477=-0.137
max	16088.826-16088.823=0.003

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-500.500=-4.750
σ	3.403-7.188=-3.785
min	491.000-494.000=-3.000
max	499.000-510.000=-11.000

*mean*	27.327-27.290=0.037
σ	0.167-0.157=0.010
min	27.192-27.155=0.037
max	27.570-27.459=0.111