Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.871-54.869=0.002
σ	0.360-0.359=0.001
min	54.731-54.735=-0.003
max	55.894-55.891=0.004

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.143-0.142=0.001
σ	0.007-0.004=0.002
min	0.137-0.138=-0.001
max	0.159-0.149=0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=-0.000
σ	0.005-0.005=-0.000
min	43.833-43.833=-0.000
max	43.849-43.849=-0.000

*mean*	419.300-419.000=0.300
σ	0.483-0.000=0.483
min	419.000
max	420.000-419.000=1.000

*mean*	0.122-0.125=-0.004
σ	0.006-0.005=0.001
min	0.116-0.120=-0.004
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	12.827-12.130=0.696
σ	0.223-0.384=-0.161
min	12.555-11.676=0.879
max	13.211-12.822=0.389

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	12.931-12.115=0.816
σ	0.561-0.418=0.143
min	11.987-11.457=0.530
max	13.421-12.612=0.809

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.930-41.930=0.000
max	41.933

*mean*	7275.000-7268.000=7.000
σ	0.000
min	7275.000-7268.000=7.000
max	7275.000-7268.000=7.000

*mean*	15.351-14.846=0.505
σ	0.524-0.369=0.156
min	14.256-14.043=0.212
max	15.841-15.255=0.586

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.931=0.001

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	13.165-12.557=0.607
σ	1.777-1.893=-0.116
min	11.281-10.569=0.712
max	15.473-14.866=0.606

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	9.045-9.009=0.036
σ	0.479-0.379=0.101
min	8.367-8.481=-0.114
max	9.954-9.504=0.450

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	6.760-6.274=0.487
σ	0.262-0.302=-0.040
min	6.372-5.880=0.491
max	7.111-6.894=0.216

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	6.144-5.561=0.583
σ	0.118-0.170=-0.052
min	6.010-5.333=0.677
max	6.368-5.841=0.527

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	5.852-5.241=0.610
σ	0.151-0.176=-0.024
min	5.528-4.907=0.622
max	6.023-5.459=0.565

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606

*mean*	7275.000-7268.000=7.000
σ	0.000
min	7275.000-7268.000=7.000
max	7275.000-7268.000=7.000

*mean*	1555.536-1454.105=101.431
σ	984.377-749.609=234.768
min	1054.420-1036.737=17.683
max	3902.578-3202.632=699.946

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3570.000-3567.750=2.250
σ	1790.856-1788.695=2.161
min	1044.000-1045.000=-1.000
max	5778.000-5774.000=4.000

*mean*	5031.285-4929.528=101.757
σ	1687.448-1631.397=56.051
min	3546.585-3526.017=20.568
max	7480.955-7438.962=41.993

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.001

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	83.213-83.984=-0.771
σ	11.260-12.130=-0.870
min	69.391-69.358=0.034
max	97.349-99.490=-2.141

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.945=0.000
max	40.946

*mean*	7275.000-7268.000=7.000
σ	0.000
min	7275.000-7268.000=7.000
max	7275.000-7268.000=7.000

*mean*	108.222-108.274=-0.052
σ	2.391-1.891=0.500
min	103.689-104.942=-1.253
max	109.996-111.053=-1.058

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7275.000-7268.000=7.000
σ	0.000
min	7275.000-7268.000=7.000
max	7275.000-7268.000=7.000

*mean*	164.048-164.940=-0.892
σ	5.382-5.187=0.195
min	151.888-153.690=-1.801
max	168.768-169.761=-0.993

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.901=-0.000
σ	4.304-4.304=-0.001
min	11655.306-11655.306=0.000
max	11667.551-11667.552=-0.001

*mean*	4148.500-4145.500=3.000
σ	1891.126-1889.090=2.036
min	1555.000-1554.000=1.000
max	7275.000-7268.000=7.000

*mean*	6603.452-6302.546=300.906
σ	1050.743-1013.348=37.395
min	4895.152-4906.511=-11.359
max	7921.879-7926.361=-4.481

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067

*mean*	7275.000-7268.000=7.000
σ	0.000
min	7275.000-7268.000=7.000
max	7275.000-7268.000=7.000

*mean*	5410.227-5351.989=58.238
σ	1321.174-1643.655=-322.480
min	4441.107-4380.883=60.224
max	8076.325-8207.014=-130.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	381.846-361.306=20.540
σ	16.558-18.263=-1.705
min	353.046-341.638=11.408
max	394.989-394.374=0.615

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-560.000=0.625
σ	0.518-0.000=0.518
min	560.000
max	561.000-560.000=1.000

*mean*	772.415-743.138=29.278
σ	20.715-37.268=-16.553
min	724.431-660.991=63.440
max	790.541-779.466=11.075

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.324-1024.326=-0.002
σ	0.759-0.759=0.001
min	1023.849-1023.848=0.001
max	1027.463-1027.463=0.000

*mean*	1038.750-1040.650=-1.900
σ	301.570-293.763=7.806
min	563.000-544.000=19.000
max	1462.000-1438.000=24.000

*mean*	1.560-1.561=-0.001
σ	0.069-0.079=-0.009
min	1.486-1.493=-0.007
max	1.772-1.796=-0.024

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.395-0.436=-0.041
σ	0.506-0.565=-0.059
min	0.142-0.151=-0.009
max	1.298-1.442=-0.144

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.496-0.492=0.004
σ	0.311-0.325=-0.014
min	0.337-0.335=0.001
max	1.051-1.074=-0.022

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.226=-0.003
σ	0.026-0.021=0.004
min	0.204-0.206=-0.001
max	0.266-0.261=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.346-0.340=0.005
σ	0.019-0.024=-0.005
min	0.324-0.320=0.004
max	0.374-0.381=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-436.000=-5.000
σ	0.000-2.236=-2.236
min	431.000-432.000=-1.000
max	431.000-437.000=-6.000

*mean*	0.569-0.555=0.014
σ	0.037-0.038=-0.002
min	0.540-0.503=0.038
max	0.610-0.595=0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.500-0.481=0.019
σ	0.041-0.037=0.004
min	0.438-0.445=-0.007
max	0.540-0.522=0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	1.993-2.643=-0.650
σ	0.094-0.078=0.016
min	1.861-2.511=-0.650
max	2.514-2.841=-0.327

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.614-2.621=-0.007
σ	0.209-0.074=0.136
min	1.932-2.455=-0.523
max	3.282-2.830=0.453

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.314-0.304=0.010
σ	0.008-0.008=-0.000
min	0.300-0.290=0.010
max	0.355-0.358=-0.004

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.297-0.295=0.002
σ	0.008-0.007=0.000
min	0.283-0.283=-0.001
max	0.335-0.336=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.776-298.636=0.139
σ	1.015-1.064=-0.050
min	298.408-298.159=0.250
max	301.662-301.653=0.009

*mean*	444.600-443.500=1.100
σ	15.721-18.567=-2.846
min	425.000-414.000=11.000
max	472.000-465.000=7.000

*mean*	0.618-0.620=-0.002
σ	0.011-0.011=0.001
min	0.606-0.604=0.002
max	0.647-0.642=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1752.000-1707.500=44.500
σ	0.000-49.068=-49.068
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	224.273-224.136=0.137
σ	1.699-1.330=0.369
min	222.672-222.147=0.525
max	227.493-226.179=1.314

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1752.000-1707.500=44.500
σ	0.000-49.068=-49.068
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	11.735-10.656=1.079
σ	1.534-2.605=-1.072
min	9.480-6.396=3.084
max	12.956-13.118=-0.162

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=-0.000
min	1042.363
max	1042.363

*mean*	1752.000-1707.500=44.500
σ	0.000-49.068=-49.068
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	698.674-615.744=82.930
σ	83.822-132.327=-48.504
min	579.286-421.058=158.228
max	838.075-735.926=102.149

phase=processProdDef

*mean*	6169.657-6169.657=0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.658-6169.657=0.001

*mean*	1752.000-1720.750=31.250
σ	0.000-54.860=-54.860
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	5136.498-5294.624=-158.126
σ	955.260-1529.520=-574.260
min	4274.883-3117.512=1157.370
max	6895.757-7516.954=-621.197

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1752.000-1707.500=44.500
σ	0.000-49.068=-49.068
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	46.354-41.533=4.821
σ	5.905-9.448=-3.544
min	34.908-20.949=13.960
max	52.037-48.642=3.395

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1752.000-1707.500=44.500
σ	0.000-49.068=-49.068
min	1752.000-1681.000=71.000
max	1752.000-1787.000=-35.000

*mean*	824.371-831.169=-6.798
σ	84.542-84.007=0.535
min	691.554-680.868=10.686
max	924.229-912.378=11.851

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.936-293.936=-0.000
σ	0.045-0.045=-0.000
min	293.872-293.872=0.000
max	293.981-293.981=-0.000

*mean*	442.400-445.200=-2.800
σ	2.408-0.447=1.961
min	440.000-445.000=-5.000
max	445.000-446.000=-1.000

*mean*	0.405-0.406=-0.001
σ	0.001-0.002=-0.001
min	0.404-0.403=0.001
max	0.406-0.407=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.246-1320.235=0.010
σ	0.069-0.048=0.022
min	1320.188-1320.192=-0.004
max	1320.326-1320.317=0.009

*mean*	1068.600-1087.400=-18.800
σ	167.412-168.328=-0.916
min	844.000-887.000=-43.000
max	1276.000-1319.000=-43.000

*mean*	2.029-2.122=-0.093
σ	0.213-0.159=0.055
min	1.841-1.849=-0.008
max	2.336-2.234=0.102

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.746-1559.752=-0.006
σ	4.079-4.055=0.024
min	1557.720-1557.771=-0.052
max	1567.037-1567.000=0.036

*mean*	618.800-626.000=-7.200
σ	81.533-80.212=1.321
min	497.000-538.000=-41.000
max	716.000-728.000=-12.000

*mean*	2.262-2.265=-0.002
σ	0.174-0.140=0.034
min	2.166-2.135=0.030
max	2.573-2.441=0.132

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.287-1882.284=0.002
σ	0.056-0.060=-0.004
min	1882.211-1882.199=0.011
max	1882.348-1882.361=-0.012

*mean*	1700.200-1720.000=-19.800
σ	246.474-172.012=74.462
min	1406.000-1472.000=-66.000
max	2032.000-1878.000=154.000

*mean*	2.934-2.966=-0.033
σ	0.052-0.125=-0.072
min	2.881-2.809=0.072
max	3.003-3.150=-0.147

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.839-1.722=0.117
σ	0.098-0.208=-0.110
min	1.727-1.409=0.318
max	1.946-1.947=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.528-453.530=-0.002
σ	585.528-585.530=-0.002
min	160.762-160.760=0.001
max	1331.820-1331.826=-0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.553-0.553=0.001
σ	0.562-0.561=0.001
min	0.268-0.271=-0.003
max	1.396-1.394=0.001

policies=20

*mean*	1607.973-1607.972=0.001
σ	0.429-0.428=0.001
min	1607.682-1607.685=-0.002
max	1608.609-1608.609=-0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-448.750=1.500
σ	10.112-10.874=-0.762
min	442.000
max	465.000

*mean*	2.729-2.721=0.007
σ	0.037-0.015=0.022
min	2.684-2.706=-0.022
max	2.764-2.738=0.026

policies=200

*mean*	16087.873-16087.793=0.080
σ	0.094-0.203=-0.109
min	16087.811-16087.626=0.185
max	16088.012-16088.084=-0.071

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-498.750=-1.000
σ	5.852-3.594=2.258
min	491.000-494.000=-3.000
max	505.000-502.000=3.000

*mean*	27.548-27.552=-0.004
σ	0.186-0.248=-0.062
min	27.382-27.323=0.059
max	27.735-27.867=-0.132