Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.679=-0.002
σ	0.358-0.359=-0.002
min	54.547-54.540=0.007
max	55.694-55.701=-0.008

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.143-0.141=0.002
σ	0.005-0.004=0.001
min	0.138-0.138=-0.000
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.000
σ	0.005-0.006=-0.001
min	43.698-43.697=0.001
max	43.711-43.713=-0.002

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.119-0.121=-0.002
σ	0.004-0.004=0.000
min	0.115-0.116=-0.001
max	0.127-0.130=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	12.786-12.765=0.021
σ	0.137-0.203=-0.066
min	12.628-12.468=0.160
max	13.002-12.998=0.004

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	13.394-13.128=0.266
σ	0.159-0.604=-0.444
min	13.146-11.761=1.385
max	13.590-13.678=-0.087

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.932=0.001

*mean*	7306.000-7323.000=-17.000
σ	0.000
min	7306.000-7323.000=-17.000
max	7306.000-7323.000=-17.000

*mean*	15.294-14.498=0.795
σ	0.465-0.873=-0.408
min	14.409-12.442=1.967
max	16.014-15.241=0.774

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	13.445-12.167=1.278
σ	1.555-1.562=-0.006
min	11.200-10.709=0.492
max	15.423-14.204=1.220

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	9.057-8.937=0.120
σ	0.413-0.372=0.041
min	8.510-8.474=0.036
max	9.634-9.418=0.216

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	6.756-7.042=-0.286
σ	0.233-0.119=0.114
min	6.363-6.863=-0.500
max	7.056-7.221=-0.165

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	6.048-6.045=0.003
σ	0.262-0.084=0.178
min	5.624-5.913=-0.289
max	6.426-6.128=0.298

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=0.000

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	5.761-5.847=-0.085
σ	0.172-0.084=0.088
min	5.545-5.713=-0.168
max	6.030-5.993=0.037

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7306.000-7323.000=-17.000
σ	0.000
min	7306.000-7323.000=-17.000
max	7306.000-7323.000=-17.000

*mean*	1086.213-1049.725=36.488
σ	109.203-10.660=98.543
min	1041.801-1036.114=5.687
max	1355.932-1070.103=285.829

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.001

*mean*	3573.125-3580.000=-6.875
σ	1797.447-1803.660=-6.213
min	1045.000-1044.000=1.000
max	5797.000-5819.000=-22.000

*mean*	5084.863-4728.413=356.450
σ	1715.371-1561.377=153.994
min	3553.402-3524.247=29.155
max	7450.440-7087.058=363.382

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	82.391-79.406=2.986
σ	11.058-9.036=2.022
min	72.235-69.706=2.529
max	100.067-93.521=6.547

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7306.000-7323.000=-17.000
σ	0.000
min	7306.000-7323.000=-17.000
max	7306.000-7323.000=-17.000

*mean*	105.876-104.557=1.319
σ	4.288-6.960=-2.672
min	97.790-90.628=7.162
max	109.133-112.575=-3.442

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7306.000-7323.000=-17.000
σ	0.000
min	7306.000-7323.000=-17.000
max	7306.000-7323.000=-17.000

*mean*	162.397-161.798=0.599
σ	9.045-9.378=-0.333
min	141.815-140.275=1.540
max	167.992-168.443=-0.451

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.901=-0.001
σ	4.304-4.304=0.000
min	11655.306
max	11667.552

*mean*	4153.500-4157.625=-4.125
σ	1900.871-1906.379=-5.508
min	1557.000-1556.000=1.000
max	7306.000-7323.000=-17.000

*mean*	6590.512-6280.822=309.690
σ	1219.427-1034.593=184.834
min	4953.693-4921.505=32.187
max	8345.556-7985.012=360.544

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067-11560.067=-0.001

*mean*	7306.000-7323.000=-17.000
σ	0.000
min	7306.000-7323.000=-17.000
max	7306.000-7323.000=-17.000

*mean*	5411.437-5716.575=-305.138
σ	1218.352-1845.258=-626.906
min	4424.344-4332.851=91.493
max	7481.874-8843.386=-1361.512

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	377.286-386.289=-9.003
σ	22.235-12.928=9.307
min	332.842-355.505=-22.662
max	394.121-393.945=0.176

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	742.560-752.665=-10.105
σ	57.569-61.276=-3.706
min	623.906-641.277=-17.372
max	790.460-812.845=-22.386

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=0.001
σ	0.759-0.758=0.000
min	1023.854-1023.853=0.002
max	1027.466-1027.465=0.001

*mean*	1046.800-1055.300=-8.500
σ	305.402-320.272=-14.870
min	571.000-576.000=-5.000
max	1502.000-1532.000=-30.000

*mean*	1.573-1.567=0.006
σ	0.080-0.090=-0.011
min	1.511-1.399=0.112
max	1.834-1.766=0.067

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.306=0.006
σ	0.332-0.305=0.027
min	0.132-0.143=-0.011
max	0.901-0.847=0.055

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.476=-0.012
σ	0.321-0.322=-0.001
min	0.311-0.319=-0.008
max	1.037-1.052=-0.015

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.227=-0.021
σ	0.027-0.025=0.002
min	0.186-0.205=-0.019
max	0.252-0.269=-0.018

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.344=-0.012
σ	0.015-0.019=-0.005
min	0.318-0.328=-0.010
max	0.357-0.376=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-431.800=4.400
σ	1.789
min	433.000-431.000=2.000
max	437.000-435.000=2.000

*mean*	0.537-0.488=0.048
σ	0.064-0.043=0.021
min	0.430-0.428=0.002
max	0.594-0.542=0.051

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.488-0.436=0.052
σ	0.019-0.038=-0.019
min	0.469-0.389=0.080
max	0.515-0.495=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.642-2.640=0.002
σ	0.092-0.106=-0.014
min	2.478-2.461=0.017
max	2.907-2.898=0.009

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.588-2.576=0.012
σ	0.076-0.098=-0.022
min	2.455-2.412=0.042
max	2.777-3.016=-0.240

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.302-0.311=-0.009
σ	0.008-0.010=-0.002
min	0.288-0.291=-0.003
max	0.355-0.361=-0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.292-0.295=-0.003
σ	0.007-0.038=-0.030
min	0.278-0.279=-0.001
max	0.322-0.658=-0.336

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-298.813=-0.022
σ	1.058-1.035=0.023
min	298.336-298.377=-0.041
max	301.796-301.751=0.045

*mean*	445.300-446.900=-1.600
σ	18.874-18.466=0.408
min	418.000
max	469.000-472.000=-3.000

*mean*	0.603-0.606=-0.003
σ	0.030-0.018=0.012
min	0.540-0.570=-0.030
max	0.626-0.620=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.532=0.004
σ	0.000-0.000=-0.000
min	239.536-239.532=0.004
max	239.536-239.532=0.004

*mean*	1684.625-1748.000=-63.375
σ	1.768-0.000=1.768
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	222.810-217.485=5.325
σ	2.699-1.648=1.051
min	218.892-215.632=3.260
max	227.476-220.195=7.281

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1748.000=-63.375
σ	1.768-0.000=1.768
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	11.432-11.908=-0.476
σ	1.369-1.366=0.003
min	9.645-9.554=0.092
max	12.768-13.076=-0.308

phase=parser

*mean*	1042.363-1042.362=0.001
σ	0.000-0.000=-0.000
min	1042.363-1042.361=0.001
max	1042.363-1042.362=0.001

*mean*	1684.625-1748.000=-63.375
σ	1.768-0.000=1.768
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	680.087-676.964=3.123
σ	89.766-95.845=-6.080
min	566.115-561.788=4.327
max	836.704-827.066=9.638

phase=processProdDef

*mean*	6169.657-6169.660=-0.003
σ	0.001-0.001=-0.000
min	6169.657-6169.660=-0.003
max	6169.658-6169.661=-0.003

*mean*	1685.250-1748.000=-62.750
σ	2.315-0.000=2.315
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	6140.336-5337.267=803.069
σ	1348.533-1696.287=-347.753
min	4010.225-3676.409=333.817
max	7808.916-7898.141=-89.225

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1684.625-1748.000=-63.375
σ	1.768-0.000=1.768
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	44.241-53.660=-9.419
σ	6.469-26.877=-20.408
min	34.982-34.815=0.167
max	51.133-118.289=-67.155

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1684.625-1748.000=-63.375
σ	1.768-0.000=1.768
min	1684.000-1748.000=-64.000
max	1689.000-1748.000=-59.000

*mean*	829.362-833.859=-4.497
σ	89.968-55.813=34.155
min	716.065-751.190=-35.125
max	992.983-922.268=70.715

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.926=-0.002
σ	0.042-0.046=-0.003
min	293.862-293.861=0.001
max	293.958-293.971=-0.013

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.402=-0.008
σ	0.001-0.005=-0.004
min	0.393-0.399=-0.006
max	0.395-0.410=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1320.239=-0.050
σ	0.089-0.064=0.025
min	1320.093-1320.183=-0.090
max	1320.318-1320.314=0.004

*mean*	1110.000-1068.600=41.400
σ	171.504-168.841=2.663
min	896.000-842.000=54.000
max	1334.000-1277.000=57.000

*mean*	1.953-2.066=-0.113
σ	0.072-0.267=-0.195
min	1.882-1.870=0.012
max	2.065-2.486=-0.422

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1559.746=-0.017
σ	4.087-4.057=0.031
min	1557.680-1557.747=-0.068
max	1567.033-1566.997=0.037

*mean*	625.400-619.000=6.400
σ	88.053-82.553=5.500
min	495.000-494.000=1.000
max	730.000-716.000=14.000

*mean*	2.297-2.278=0.020
σ	0.261-0.108=0.153
min	2.144-2.172=-0.028
max	2.760-2.447=0.313

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1882.276=0.017
σ	0.080-0.062=0.018
min	1882.200-1882.196=0.004
max	1882.397-1882.345=0.052

*mean*	1760.000-1701.400=58.600
σ	219.527-247.427=-27.901
min	1480.000-1407.000=73.000
max	1972.000-2035.000=-63.000

*mean*	3.213-2.958=0.255
σ	0.357-0.054=0.303
min	2.862-2.911=-0.049
max	3.732-3.052=0.680

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.768=0.068
σ	0.095-0.152=-0.057
min	1.731-1.569=0.162
max	1.933-1.919=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.537=0.000
σ	585.528-585.528=0.000
min	160.767-160.771=-0.004
max	1331.829-1331.829=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.550-0.563=-0.013
σ	0.561-0.579=-0.019
min	0.267-0.272=-0.005
max	1.391-1.432=-0.041

policies=20

*mean*	1608.043-1608.044=-0.001
σ	0.416-0.420=-0.005
min	1607.759-1607.757=0.002
max	1608.661-1608.667=-0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-451.000=-3.500
σ	7.506-10.832=-3.326
min	441.000-443.000=-2.000
max	454.000-467.000=-13.000

*mean*	2.704-2.715=-0.011
σ	0.031-0.007=0.024
min	2.666-2.706=-0.040
max	2.742-2.720=0.022

policies=200

*mean*	16088.517-16088.504=0.012
σ	0.216-0.158=0.058
min	16088.340-16088.281=0.059
max	16088.826-16088.637=0.188

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-500.000=-4.250
σ	3.403-6.055=-2.652
min	491.000-494.000=-3.000
max	499.000-507.000=-8.000

*mean*	27.327-27.379=-0.052
σ	0.167-0.121=0.046
min	27.192-27.213=-0.021
max	27.570-27.500=0.069