Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.582-54.581=0.001
σ	0.342-0.342=-0.000
min	54.448-54.450=-0.002
max	55.554-55.554=0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.141=-0.003
σ	0.005-0.005=-0.000
min	0.132-0.137=-0.005
max	0.146-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.000
σ	0.007-0.007=-0.000
min	43.695-43.696=-0.001
max	43.719-43.715=0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=-0.001
min	0.115-0.118=-0.004
max	0.130-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	12.377-12.451=-0.073
σ	0.220-0.316=-0.096
min	12.159-12.001=0.158
max	12.747-13.102=-0.355

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	12.599-12.782=-0.183
σ	0.376-0.412=-0.036
min	11.804-11.870=-0.066
max	13.083-13.194=-0.111

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933-41.933=0.000

*mean*	7322.000-7330.000=-8.000
σ	0.000
min	7322.000-7330.000=-8.000
max	7322.000-7330.000=-8.000

*mean*	14.490-14.625=-0.135
σ	0.826-1.007=-0.181
min	12.513-12.443=0.071
max	14.977-15.499=-0.522

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	12.151-12.500=-0.349
σ	2.077-1.760=0.317
min	10.193-10.720=-0.527
max	14.844-14.982=-0.138

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	8.322-8.474=-0.153
σ	0.285-0.357=-0.071
min	7.823-8.083=-0.259
max	8.728-8.919=-0.191

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	6.412-6.465=-0.053
σ	0.221-0.188=0.034
min	6.021-6.181=-0.160
max	6.661-6.683=-0.021

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	5.426-5.540=-0.115
σ	0.185-0.096=0.089
min	5.245-5.321=-0.076
max	5.821-5.630=0.192

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	5.277-5.405=-0.128
σ	0.138-0.074=0.064
min	5.067-5.302=-0.235
max	5.528-5.516=0.012

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7322.000-7330.000=-8.000
σ	0.000
min	7322.000-7330.000=-8.000
max	7322.000-7330.000=-8.000

*mean*	1052.867-1047.384=5.482
σ	4.653-4.927=-0.274
min	1048.018-1040.257=7.762
max	1060.272-1054.718=5.554

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=-0.000

*mean*	3577.125-3581.000=-3.875
σ	1803.209-1801.370=1.839
min	1042.000-1044.000=-2.000
max	5814.000-5819.000=-5.000

*mean*	4874.223-4794.440=79.783
σ	1437.664-1472.206=-34.542
min	3552.699-3540.430=12.269
max	6789.166-7286.466=-497.300

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.000

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	79.083-83.964=-4.881
σ	8.621-11.381=-2.759
min	70.247-71.443=-1.196
max	95.026-99.127=-4.101

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7322.000-7330.000=-8.000
σ	0.000
min	7322.000-7330.000=-8.000
max	7322.000-7330.000=-8.000

*mean*	103.907-105.043=-1.136
σ	7.206-6.753=0.453
min	88.691-91.488=-2.797
max	111.078-111.582=-0.504

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7322.000-7330.000=-8.000
σ	0.000
min	7322.000-7330.000=-8.000
max	7322.000-7330.000=-8.000

*mean*	160.507-161.028=-0.520
σ	11.969-9.494=2.474
min	132.720-139.990=-7.270
max	168.419-167.230=1.189

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.325=-0.001
min	11655.305
max	11667.537-11667.539=-0.001

*mean*	4156.000-4158.750=-2.750
σ	1906.527-1905.166=1.361
min	1552.000-1555.000=-3.000
max	7322.000-7330.000=-8.000

*mean*	6564.164-6405.080=159.084
σ	1099.625-1232.630=-133.005
min	4952.901-4997.126=-44.225
max	7834.508-8150.901=-316.393

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7322.000-7330.000=-8.000
σ	0.000
min	7322.000-7330.000=-8.000
max	7322.000-7330.000=-8.000

*mean*	5628.482-5945.765=-317.283
σ	1616.855-1788.026=-171.171
min	4442.469-4426.596=15.873
max	8918.239-9117.124=-198.885

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875-477.000=-3.125
σ	0.354-0.000=0.354
min	473.000-477.000=-4.000
max	474.000-477.000=-3.000

*mean*	382.496-382.731=-0.235
σ	3.637-33.191=-29.554
min	377.209-300.977=76.232
max	386.993-399.430=-12.438

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	750.850-759.711=-8.861
σ	36.255-36.072=0.184
min	664.279-677.170=-12.891
max	776.019-788.474=-12.454

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.500=0.001
σ	0.759-0.760=-0.000
min	1008.025-1008.025=-0.001
max	1011.641-1011.642=-0.001

*mean*	1047.400-1058.650=-11.250
σ	314.134-313.577=0.557
min	572.000-584.000=-12.000
max	1512.000-1527.000=-15.000

*mean*	1.553-1.547=0.006
σ	0.082-0.072=0.010
min	1.471-1.485=-0.014
max	1.766-1.760=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.396=-0.099
σ	0.281-0.499=-0.218
min	0.138-0.145=-0.007
max	0.793-1.286=-0.493

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.488-0.476=0.012
σ	0.321-0.333=-0.011
min	0.329-0.317=0.012
max	1.062-1.071=-0.008

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.249-0.218=0.031
σ	0.070-0.030=0.040
min	0.198-0.197=0.001
max	0.366-0.271=0.094

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.335=-0.003
σ	0.022-0.012=0.010
min	0.313-0.326=-0.013
max	0.368-0.355=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.200-436.600=-1.400
σ	1.789-6.066=-4.277
min	432.000-431.000=1.000
max	436.000-443.000=-7.000

*mean*	0.585-0.545=0.040
σ	0.055-0.067=-0.012
min	0.487-0.445=0.042
max	0.621-0.613=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.493-0.508=-0.014
σ	0.058-0.025=0.033
min	0.392-0.477=-0.085
max	0.532-0.531=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.213-1.828=0.385
σ	0.337-0.090=0.247
min	1.868-1.709=0.159
max	2.968-2.511=0.457

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.701-1.873=0.828
σ	0.078-0.074=0.005
min	2.570-1.737=0.832
max	2.988-2.051=0.937

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.304-0.303=0.001
σ	0.009-0.014=-0.005
min	0.288-0.287=0.001
max	0.359-0.383=-0.024

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.287-0.295=-0.008
σ	0.008-0.065=-0.058
min	0.271-0.270=0.001
max	0.320-0.747=-0.427

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.106-298.252=-0.146
σ	0.969-1.022=-0.052
min	297.717-297.877=-0.160
max	300.859-301.158=-0.299

*mean*	443.100-443.500=-0.400
σ	14.083-17.596=-3.513
min	422.000-418.000=4.000
max	464.000-471.000=-7.000

*mean*	0.614-0.604=0.010
σ	0.021-0.029=-0.007
min	0.563-0.551=0.012
max	0.641-0.645=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008
max	222.008-222.008=0.000

*mean*	1749.000-1746.250=2.750
σ	0.000-5.092=-5.092
min	1749.000-1738.000=11.000
max	1749.000

*mean*	206.753-206.445=0.308
σ	1.289-2.410=-1.120
min	205.204-203.480=1.724
max	209.120-209.492=-0.373

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1749.000-1746.250=2.750
σ	0.000-5.092=-5.092
min	1749.000-1738.000=11.000
max	1749.000

*mean*	11.840-9.528=2.312
σ	1.311-1.691=-0.380
min	9.496-7.278=2.218
max	12.723-12.486=0.237

phase=parser

*mean*	1042.101-1042.101=0.000
σ	0.000-0.000=-0.000
min	1042.100
max	1042.101

*mean*	1749.000-1746.250=2.750
σ	0.000-5.092=-5.092
min	1749.000-1738.000=11.000
max	1749.000

*mean*	718.233-601.668=116.565
σ	24.773-148.875=-124.102
min	658.391-405.595=252.796
max	734.409-824.967=-90.558

phase=processProdDef

*mean*	6169.659-6169.660=-0.000
σ	0.001-0.007=-0.007
min	6169.659-6169.650=0.008
max	6169.660-6169.673=-0.013

*mean*	1749.000-1747.625=1.375
σ	0.000-3.889=-3.889
min	1749.000-1738.000=11.000
max	1749.000

*mean*	6211.691-5240.319=971.372
σ	998.993-1547.603=-548.610
min	4856.615-3546.466=1310.149
max	7508.865-7802.867=-294.002

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1749.000-1746.250=2.750
σ	0.000-5.092=-5.092
min	1749.000-1738.000=11.000
max	1749.000

*mean*	44.594-33.710=10.884
σ	5.725-7.219=-1.494
min	31.800-26.468=5.333
max	48.015-47.878=0.137

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1749.000-1746.250=2.750
σ	0.000-5.092=-5.092
min	1749.000-1738.000=11.000
max	1749.000

*mean*	776.899-713.929=62.970
σ	87.618-79.314=8.303
min	657.908-629.915=27.993
max	876.561-842.635=33.926

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.685=0.003
σ	0.038-0.039=-0.001
min	293.632-293.631=0.001
max	293.727-293.726=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.399=-0.005
σ	0.003-0.001=0.002
min	0.391-0.398=-0.006
max	0.400-0.401=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.725-1303.796=-0.072
σ	0.092-0.046=0.046
min	1303.630-1303.728=-0.097
max	1303.848-1303.842=0.006

*mean*	1062.800-1062.600=0.200
σ	167.498-167.985=-0.486
min	841.000-840.000=1.000
max	1271.000-1272.000=-1.000

*mean*	1.891-2.017=-0.126
σ	0.134-0.192=-0.058
min	1.812-1.805=0.007
max	2.128-2.196=-0.068

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.808-1546.821=-0.013
σ	3.992-4.020=-0.028
min	1544.798-1544.793=0.005
max	1553.943-1554.005=-0.062

*mean*	611.400-612.000=-0.600
σ	74.842-73.851=0.991
min	493.000-496.000=-3.000
max	690.000

*mean*	2.272-2.295=-0.023
σ	0.135-0.192=-0.056
min	2.132-2.147=-0.016
max	2.439-2.598=-0.159

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.800-1865.804=-0.004
σ	0.071-0.056=0.015
min	1865.743-1865.748=-0.005
max	1865.900-1865.886=0.013

*mean*	1711.000-1713.200=-2.200
σ	252.153-251.038=1.114
min	1418.000-1419.000=-1.000
max	2070.000-2069.000=1.000

*mean*	2.920-2.942=-0.022
σ	0.201-0.175=0.027
min	2.642-2.708=-0.066
max	3.169-3.171=-0.002

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.720-1.715=0.005
σ	0.164-0.167=-0.003
min	1.533-1.552=-0.019
max	1.937-1.936=0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-450.090=0.000
σ	579.264-579.264=0.000
min	160.456-160.454=0.002
max	1318.987-1318.987=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.529-0.538=-0.009
σ	0.519-0.545=-0.026
min	0.267-0.264=0.003
max	1.308-1.356=-0.048

policies=20

*mean*	1604.909-1604.889=0.020
σ	0.406-0.388=0.018
min	1604.630-1604.627=0.003
max	1605.509-1605.465=0.045

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-447.000=-0.250
σ	2.500-6.928=-4.428
min	443.000-441.000=2.000
max	448.000-453.000=-5.000

*mean*	2.674-2.664=0.009
σ	0.008-0.008=-0.000
min	2.663-2.653=0.010
max	2.682-2.671=0.011

policies=200

*mean*	16057.313-16057.238=0.075
σ	0.107-0.216=-0.108
min	16057.211-16057.054=0.157
max	16057.458-16057.550=-0.091

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-494.000=1.750
σ	4.425-2.582=1.843
min	491.000
max	500.000-497.000=3.000

*mean*	27.000-27.057=-0.058
σ	0.121-0.134=-0.013
min	26.861-26.900=-0.039
max	27.138-27.192=-0.053