Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.579=-0.004
σ	0.347-0.351=-0.004
min	54.444-54.443=0.001
max	55.563-55.578=-0.015

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.139-0.142=-0.002
σ	0.006-0.005=0.001
min	0.133-0.138=-0.006
max	0.150-0.150=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.705=0.001
σ	0.008-0.006=0.001
min	43.697-43.699=-0.002
max	43.723-43.720=0.004

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.124-0.121=0.003
σ	0.006-0.005=0.001
min	0.116-0.116=0.000
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.001
max	36.620-36.620=0.000

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	12.950-12.888=0.062
σ	0.232-0.244=-0.012
min	12.543-12.545=-0.002
max	13.264-13.253=0.011

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	12.547-12.866=-0.319
σ	0.532-0.522=0.010
min	12.091-12.159=-0.067
max	13.299-13.476=-0.177

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933-41.932=0.001

*mean*	7272.000-7308.000=-36.000
σ	0.000
min	7272.000-7308.000=-36.000
max	7272.000-7308.000=-36.000

*mean*	15.395-15.143=0.252
σ	0.415-0.532=-0.117
min	14.684-14.108=0.576
max	16.063-15.672=0.391

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	13.556-13.013=0.543
σ	1.674-1.638=0.035
min	11.377-11.146=0.231
max	15.809-15.212=0.597

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	9.048-8.860=0.188
σ	0.349-0.317=0.031
min	8.609-8.359=0.250
max	9.686-9.263=0.423

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	6.874-7.033=-0.159
σ	0.420-0.321=0.099
min	6.243-6.730=-0.487
max	7.568-7.743=-0.175

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	6.036-5.963=0.073
σ	0.143-0.143=-0.001
min	5.788-5.718=0.070
max	6.198-6.147=0.051

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	5.737-5.752=-0.015
σ	0.203-0.078=0.125
min	5.264-5.584=-0.321
max	5.883-5.840=0.043

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.606

*mean*	7272.000-7308.000=-36.000
σ	0.000
min	7272.000-7308.000=-36.000
max	7272.000-7308.000=-36.000

*mean*	1599.590-1239.058=360.532
σ	1057.991-469.611=588.380
min	1030.061-1033.177=-3.116
max	4065.530-2379.660=1685.870

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.470=-0.000
min	8744.553
max	8745.882-8745.884=-0.001

*mean*	3569.125-3573.750=-4.625
σ	1791.146-1796.791=-5.646
min	1044.000-1045.000=-1.000
max	5779.000-5795.000=-16.000

*mean*	4918.907-4744.657=174.250
σ	1631.261-1407.617=223.644
min	3540.233-3518.193=22.040
max	7301.481-6935.557=365.924

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.000

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	82.447-84.555=-2.107
σ	10.039-12.866=-2.827
min	70.473-72.032=-1.559
max	99.324-104.824=-5.500

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7272.000-7308.000=-36.000
σ	0.000
min	7272.000-7308.000=-36.000
max	7272.000-7308.000=-36.000

*mean*	107.813-107.038=0.775
σ	2.764-4.905=-2.141
min	103.290-97.013=6.276
max	112.265-113.316=-1.051

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7272.000-7308.000=-36.000
σ	0.000
min	7272.000-7308.000=-36.000
max	7272.000-7308.000=-36.000

*mean*	163.642-162.864=0.777
σ	4.554-8.395=-3.841
min	154.355-142.944=11.411
max	167.324-167.965=-0.641

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4147.375-4154.125=-6.750
σ	1890.639-1901.444=-10.805
min	1556.000
max	7272.000-7308.000=-36.000

*mean*	6612.466-6553.043=59.424
σ	1131.921-1167.889=-35.968
min	4855.158-4935.993=-80.835
max	8151.100-8270.729=-119.629

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7272.000-7308.000=-36.000
σ	0.000
min	7272.000-7308.000=-36.000
max	7272.000-7308.000=-36.000

*mean*	5834.165-5427.996=406.169
σ	1537.017-1398.760=138.257
min	4409.996-4365.854=44.143
max	8211.538-7629.639=581.899

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	388.004-378.575=9.429
σ	13.875-34.837=-20.962
min	353.917-301.309=52.608
max	395.669-398.213=-2.544

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	734.517-783.811=-49.294
σ	55.921-33.926=21.995
min	653.189-721.043=-67.853
max	799.128-831.816=-32.688

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.501=-0.000
σ	0.759-0.760=-0.000
min	1008.028-1008.024=0.003
max	1011.638-1011.641=-0.003

*mean*	1059.150-1057.000=2.150
σ	315.375-315.914=-0.540
min	563.000-560.000=3.000
max	1529.000-1528.000=1.000

*mean*	1.525-1.527=-0.002
σ	0.065-0.065=-0.000
min	1.392-1.472=-0.080
max	1.665-1.744=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.323-0.305=0.018
σ	0.339-0.295=0.044
min	0.144-0.141=0.003
max	0.927-0.828=0.099

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.476=0.005
σ	0.319-0.320=-0.001
min	0.334-0.325=0.009
max	1.052-1.049=0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.232=-0.013
σ	0.027-0.024=0.003
min	0.201-0.209=-0.008
max	0.265-0.261=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.334=-0.007
σ	0.019-0.020=-0.001
min	0.311-0.320=-0.009
max	0.359-0.367=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.200-436.600=-0.400
σ	5.541-6.066=-0.526
min	431.000
max	442.000-443.000=-1.000

*mean*	0.564-0.573=-0.009
σ	0.034-0.042=-0.008
min	0.528-0.520=0.009
max	0.604-0.618=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.460-0.486=-0.026
σ	0.044-0.027=0.018
min	0.425-0.455=-0.030
max	0.534-0.517=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.620-2.595=0.025
σ	0.093-0.082=0.011
min	2.453-2.437=0.016
max	2.879-2.794=0.085

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.636-2.580=0.057
σ	0.106-0.087=0.019
min	2.487-2.407=0.080
max	3.020-2.860=0.160

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.305-0.304=0.001
σ	0.011-0.009=0.003
min	0.292-0.289=0.002
max	0.381-0.360=0.021

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.293-0.296=-0.003
σ	0.007-0.035=-0.028
min	0.276-0.276=-0.001
max	0.326-0.637=-0.311

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.021-298.224=-0.203
σ	1.025-0.961=0.064
min	297.602-297.784=-0.182
max	300.933-300.943=-0.010

*mean*	443.200-442.800=0.400
σ	14.219-17.504=-3.285
min	422.000-416.000=6.000
max	464.000-470.000=-6.000

*mean*	0.613-0.611=0.002
σ	0.015-0.019=-0.004
min	0.592-0.576=0.016
max	0.648-0.637=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1744.500-1759.000=-14.500
σ	0.926-0.000=0.926
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	206.255-205.508=0.747
σ	2.872-1.829=1.043
min	203.716-203.201=0.515
max	212.580-207.755=4.826

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.500-1759.000=-14.500
σ	0.926-0.000=0.926
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	10.837-11.522=-0.684
σ	1.249-1.563=-0.314
min	9.660-9.266=0.395
max	12.693-13.037=-0.345

phase=parser

*mean*	1042.099-1042.101=-0.002
σ	0.000-0.000=-0.000
min	1042.099-1042.101=-0.002
max	1042.100-1042.101=-0.002

*mean*	1744.500-1759.000=-14.500
σ	0.926-0.000=0.926
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	683.027-673.063=9.964
σ	142.355-69.229=73.126
min	376.524-580.269=-203.745
max	852.639-732.735=119.904

phase=processProdDef

*mean*	6169.659-6169.659=-0.001
σ	0.000-0.001=-0.000
min	6169.658-6169.658=-0.000
max	6169.659-6169.660=-0.001

*mean*	1744.750-1759.000=-14.250
σ	1.035-0.000=1.035
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	5448.735-5628.641=-179.905
σ	1298.616-1583.247=-284.630
min	3929.883-3790.377=139.506
max	7266.009-7631.778=-365.769

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1744.500-1759.000=-14.500
σ	0.926-0.000=0.926
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	37.675-44.361=-6.686
σ	7.528-5.323=2.206
min	29.800-34.831=-5.031
max	48.473-48.958=-0.485

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1744.500-1759.000=-14.500
σ	0.926-0.000=0.926
min	1744.000-1759.000=-15.000
max	1746.000-1759.000=-13.000

*mean*	737.742-781.747=-44.005
σ	94.464-86.798=7.666
min	633.531-662.322=-28.791
max	876.348-875.363=0.986

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.380-293.380=-0.000
σ	0.035-0.034=0.000
min	293.332-293.333=-0.001
max	293.416-293.416=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.406-0.403=0.002
σ	0.007-0.005=0.002
min	0.398-0.399=-0.000
max	0.413-0.412=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.451-1303.458=-0.007
σ	0.070-0.065=0.005
min	1303.345-1303.352=-0.007
max	1303.519-1303.530=-0.011

*mean*	1086.000-1085.400=0.600
σ	228.382-228.648=-0.265
min	819.000
max	1386.000

*mean*	2.042-2.046=-0.004
σ	0.192-0.130=0.062
min	1.832-1.906=-0.074
max	2.325-2.178=0.147

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.537-1546.545=-0.007
σ	4.026-3.989=0.037
min	1544.569-1544.596=-0.028
max	1553.735-1553.676=0.059

*mean*	624.000-623.400=0.600
σ	92.655-92.308=0.347
min	495.000
max	737.000-736.000=1.000

*mean*	2.356-2.323=0.033
σ	0.198-0.089=0.109
min	2.143-2.222=-0.080
max	2.659-2.431=0.228

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.441-1865.443=-0.002
σ	0.047-0.046=0.001
min	1865.391-1865.380=0.011
max	1865.490-1865.494=-0.004

*mean*	1707.600-1707.000=0.600
σ	171.561-171.140=0.421
min	1522.000
max	1963.000-1959.000=4.000

*mean*	3.005-3.010=-0.004
σ	0.137-0.128=0.009
min	2.895-2.887=0.008
max	3.224-3.207=0.018

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.673=0.111
σ	0.200-0.143=0.058
min	1.555-1.440=0.115
max	1.943-1.772=0.170

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.982=-0.000
σ	579.239-579.239=0.000
min	158.362-158.362=0.000
max	1316.841-1316.841=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.541-0.528=0.012
σ	0.553-0.529=0.025
min	0.262-0.263=-0.001
max	1.371-1.321=0.049

policies=20

*mean*	1583.935-1583.924=0.011
σ	0.368-0.344=0.023
min	1583.683-1583.686=-0.003
max	1584.479-1584.434=0.045

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	453.000-446.000=7.000
σ	12.329-2.000=10.329
min	443.000
max	471.000-447.000=24.000

*mean*	2.655-2.628=0.027
σ	0.012-0.014=-0.002
min	2.644-2.613=0.030
max	2.671-2.643=0.027

policies=200

*mean*	15847.250-15847.225=0.025
σ	0.103-0.174=-0.071
min	15847.123-15846.973=0.150
max	15847.343-15847.357=-0.014

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	500.750-497.000=3.750
σ	4.787-7.257=-2.470
min	495.000-490.000=5.000
max	506.000-507.000=-1.000

*mean*	26.664-26.648=0.017
σ	0.152-0.167=-0.015
min	26.492-26.454=0.038
max	26.842-26.809=0.033