Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.579=-0.005
σ	0.349-0.349=-0.001
min	54.443-54.448=-0.005
max	55.567-55.573=-0.006

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.138-0.149=-0.011
σ	0.006-0.012=-0.005
min	0.131-0.131=0.001
max	0.148-0.166=-0.018

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.007-0.006=0.001
min	43.695-43.695=0.000
max	43.719-43.715=0.004

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.123-0.123=-0.000
σ	0.005-0.005=-0.000
min	0.116-0.119=-0.003
max	0.132-0.134=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	12.732-12.889=-0.157
σ	0.257-0.223=0.034
min	12.316-12.512=-0.196
max	13.045-13.217=-0.173

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	12.508-13.093=-0.586
σ	0.603-0.373=0.230
min	11.481-12.259=-0.778
max	13.248-13.410=-0.162

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933-41.933=-0.000

*mean*	7290.000-7304.000=-14.000
σ	0.000
min	7290.000-7304.000=-14.000
max	7290.000-7304.000=-14.000

*mean*	15.485-15.034=0.450
σ	0.366-0.719=-0.353
min	14.709-13.357=1.352
max	15.856-15.660=0.195

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.931=-0.000

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	13.096-12.926=0.169
σ	1.838-1.665=0.174
min	11.138-10.766=0.373
max	15.377-15.100=0.277

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	9.229-8.829=0.400
σ	0.475-0.224=0.251
min	8.568-8.531=0.036
max	9.793-9.107=0.686

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	6.554-6.970=-0.417
σ	0.334-0.130=0.204
min	5.963-6.755=-0.792
max	6.966-7.124=-0.158

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665
max	25.668

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	6.069-6.007=0.062
σ	0.213-0.110=0.103
min	5.768-5.875=-0.107
max	6.401-6.224=0.177

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	5.749-5.777=-0.027
σ	0.226-0.070=0.155
min	5.438-5.678=-0.239
max	6.012-5.889=0.122

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.607=-0.000

*mean*	7290.000-7304.000=-14.000
σ	0.000
min	7290.000-7304.000=-14.000
max	7290.000-7304.000=-14.000

*mean*	1335.091-1073.047=262.045
σ	604.639-94.525=510.113
min	1033.938-1034.331=-0.393
max	2791.194-1306.688=1484.506

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=0.001

*mean*	3572.625-3573.500=-0.875
σ	1793.779-1795.854=-2.075
min	1047.000
max	5791.000-5794.000=-3.000

*mean*	5040.409-4946.950=93.459
σ	1665.686-1640.693=24.992
min	3506.098-3533.367=-27.269
max	7261.491-7297.896=-36.405

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	84.111-78.569=5.542
σ	10.578-7.687=2.890
min	70.799-70.648=0.152
max	99.314-94.784=4.530

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7290.000-7304.000=-14.000
σ	0.000
min	7290.000-7304.000=-14.000
max	7290.000-7304.000=-14.000

*mean*	107.285-107.315=-0.029
σ	4.086-4.725=-0.638
min	98.112-98.382=-0.270
max	109.992-114.193=-4.201

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7290.000-7304.000=-14.000
σ	0.000
min	7290.000-7304.000=-14.000
max	7290.000-7304.000=-14.000

*mean*	164.229-162.639=1.590
σ	8.864-7.707=1.157
min	143.849-144.378=-0.529
max	170.260-167.418=2.842

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4149.625-4153.250=-3.625
σ	1896.697-1900.491=-3.794
min	1552.000-1553.000=-1.000
max	7290.000-7304.000=-14.000

*mean*	6325.082-6742.110=-417.028
σ	1177.293-1241.533=-64.240
min	4881.249-4918.854=-37.605
max	7900.242-8288.731=-388.489

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7290.000-7304.000=-14.000
σ	0.000
min	7290.000-7304.000=-14.000
max	7290.000-7304.000=-14.000

*mean*	5118.083-5437.851=-319.768
σ	1213.303-1378.969=-165.665
min	4399.571-4380.614=18.956
max	7567.563-7603.258=-35.695

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	377.757-369.392=8.364
σ	18.256-35.799=-17.543
min	347.410-302.140=45.270
max	392.502-395.456=-2.954

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.213-781.726=-21.512
σ	43.946-26.938=17.008
min	660.788-726.306=-65.519
max	801.183-808.460=-7.277

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.499=0.003
σ	0.760-0.760=-0.000
min	1008.025-1008.024=0.001
max	1011.641-1011.641=0.000

*mean*	1054.650-1044.450=10.200
σ	309.709-310.859=-1.150
min	561.000-572.000=-11.000
max	1467.000-1502.000=-35.000

*mean*	1.515-1.526=-0.011
σ	0.063-0.078=-0.014
min	1.463-1.424=0.039
max	1.733-1.762=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.457-0.394=0.063
σ	0.487-0.503=-0.016
min	0.154-0.137=0.017
max	1.306-1.290=0.016

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.472=0.002
σ	0.322-0.322=0.000
min	0.317-0.319=-0.002
max	1.050-1.048=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.218=0.003
σ	0.019-0.021=-0.002
min	0.205-0.201=0.004
max	0.253-0.253=0.000

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.339=-0.004
σ	0.018-0.025=-0.007
min	0.319-0.315=0.005
max	0.365-0.373=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-433.200=3.400
σ	6.066-2.588=3.478
min	431.000
max	443.000-436.000=7.000

*mean*	0.526-0.583=-0.057
σ	0.050-0.032=0.017
min	0.479-0.528=-0.049
max	0.607-0.613=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.462-0.478=-0.016
σ	0.047-0.064=-0.017
min	0.394-0.374=0.020
max	0.524-0.527=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.605-2.660=-0.055
σ	0.082-0.101=-0.019
min	2.462-2.479=-0.018
max	2.893-3.091=-0.199

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.583-2.590=-0.007
σ	0.086-0.083=0.003
min	2.461-2.457=0.004
max	3.069-2.917=0.152

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.303-0.305=-0.002
σ	0.010-0.012=-0.001
min	0.288-0.282=0.006
max	0.373-0.373=0.001

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.295-0.291=0.004
σ	0.047-0.007=0.040
min	0.273-0.281=-0.008
max	0.753-0.325=0.427

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-298.100=-0.144
σ	1.000-0.997=0.003
min	297.583-297.713=-0.130
max	300.799-300.935=-0.136

*mean*	442.900-444.200=-1.300
σ	18.640-15.866=2.773
min	416.000-422.000=-6.000
max	467.000-471.000=-4.000

*mean*	0.617-0.609=0.009
σ	0.012-0.017=-0.005
min	0.600-0.582=0.018
max	0.636-0.645=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000-1761.750=-17.750
σ	0.000-7.869=-7.869
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	215.517-206.884=8.633
σ	22.520-4.016=18.504
min	205.092-202.252=2.840
max	270.978-212.931=58.047

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1761.750=-17.750
σ	0.000-7.869=-7.869
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	10.732-8.018=2.714
σ	1.539-1.950=-0.412
min	9.362-6.101=3.261
max	12.609-10.180=2.429

phase=parser

*mean*	1042.099-1042.098=0.001
σ	0.000-0.000=0.000
min	1042.098-1042.098=0.001
max	1042.099-1042.098=0.001

*mean*	1744.000-1761.750=-17.750
σ	0.000-7.869=-7.869
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	660.536-630.888=29.649
σ	63.350-157.262=-93.913
min	572.848-383.221=189.627
max	728.305-835.359=-107.054

phase=processProdDef

*mean*	6169.656-6169.659=-0.004
σ	0.001-0.000=0.000
min	6169.655-6169.659=-0.004
max	6169.657-6169.660=-0.003

*mean*	1744.000-1763.875=-19.875
σ	0.000-6.010=-6.010
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	5593.148-5569.503=23.645
σ	1484.733-1445.582=39.151
min	3461.004-3739.423=-278.420
max	7323.249-7437.021=-113.772

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1744.000-1761.750=-17.750
σ	0.000-7.869=-7.869
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	43.382-29.153=14.229
σ	5.415-6.030=-0.616
min	34.184-20.229=13.955
max	49.716-36.935=12.781

phase=type checker

*mean*	958.457-958.537=-0.079
σ	0.066
min	958.360-958.439=-0.079
max	958.547-958.626=-0.079

*mean*	1744.000-1761.750=-17.750
σ	0.000-7.869=-7.869
min	1744.000-1749.000=-5.000
max	1744.000-1766.000=-22.000

*mean*	795.471-678.668=116.803
σ	85.665-64.825=20.840
min	660.556-629.136=31.420
max	881.200-765.389=115.811

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.379=0.311
σ	0.041-0.034=0.007
min	293.631-293.331=0.300
max	293.732-293.415=0.317

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.405=-0.001
σ	0.009-0.007=0.002
min	0.397-0.400=-0.003
max	0.419-0.413=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1303.462=0.315
σ	0.085-0.088=-0.003
min	1303.648-1303.313=0.335
max	1303.856-1303.539=0.317

*mean*	1099.200-1085.000=14.200
σ	190.985-225.493=-34.508
min	837.000-824.000=13.000
max	1329.000-1382.000=-53.000

*mean*	2.124-2.009=0.115
σ	0.334-0.168=0.166
min	1.813-1.753=0.060
max	2.613-2.141=0.472

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1546.537=0.277
σ	4.045-4.018=0.027
min	1544.806-1544.579=0.226
max	1554.044-1553.720=0.324

*mean*	618.000-624.200=-6.200
σ	80.215-92.896=-12.681
min	497.000-494.000=3.000
max	712.000-737.000=-25.000

*mean*	2.282-2.352=-0.070
σ	0.209-0.206=0.002
min	2.143-2.171=-0.028
max	2.644-2.680=-0.035

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1865.439=0.342
σ	0.068-0.043=0.025
min	1865.723-1865.395=0.328
max	1865.892-1865.503=0.388

*mean*	1729.400-1688.600=40.800
σ	176.452-166.983=9.469
min	1479.000-1514.000=-35.000
max	1891.000-1939.000=-48.000

*mean*	3.097-2.881=0.215
σ	0.353-0.139=0.214
min	2.892-2.715=0.177
max	3.725-3.090=0.635

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.748=-0.165
σ	0.110-0.176=-0.066
min	1.388-1.440=-0.051
max	1.650-1.874=-0.225

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.988=-0.007
σ	579.242-579.254=-0.012
min	158.357-158.357=-0.000
max	1316.844-1316.870=-0.026

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.543-0.543=0.000
σ	0.547-0.561=-0.014
min	0.268-0.261=0.006
max	1.363-1.384=-0.021

policies=20

*mean*	1583.923-1583.920=0.003
σ	0.360-0.355=0.005
min	1583.674-1583.669=0.005
max	1584.455-1584.444=0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-445.500=-1.000
σ	1.000-5.196=-4.196
min	443.000-441.000=2.000
max	445.000-450.000=-5.000

*mean*	2.654-2.629=0.026
σ	0.007-0.017=-0.010
min	2.647-2.604=0.043
max	2.664-2.641=0.023

policies=200

*mean*	15847.071-15847.102=-0.031
σ	0.187-0.109=0.078
min	15846.965-15846.954=0.011
max	15847.351-15847.189=0.162

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-495.250=0.750
σ	5.292-3.304=1.987
min	491.000
max	503.000-499.000=4.000

*mean*	26.631-26.568=0.063
σ	0.193-0.130=0.063
min	26.441-26.444=-0.003
max	26.848-26.732=0.116