Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.576=-0.001
σ	0.346-0.348=-0.002
min	54.445-54.443=0.002
max	55.561-55.567=-0.006

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.005=0.001
min	0.131-0.136=-0.005
max	0.151-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.708-43.706=0.003
σ	0.007-0.006=0.000
min	43.701-43.699=0.002
max	43.721-43.720=0.002

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.130-0.121=0.009
σ	0.010-0.006=0.005
min	0.121-0.116=0.005
max	0.149-0.132=0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	12.792-12.854=-0.062
σ	0.205-0.275=-0.070
min	12.325-12.493=-0.168
max	13.005-13.308=-0.304

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	12.648-13.171=-0.523
σ	0.614-0.299=0.315
min	11.852-12.672=-0.820
max	13.441-13.498=-0.056

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7267.000-7298.000=-31.000
σ	0.000
min	7267.000-7298.000=-31.000
max	7267.000-7298.000=-31.000

*mean*	15.276-15.186=0.090
σ	0.357-0.668=-0.311
min	14.570-13.658=0.913
max	15.628-15.706=-0.078

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	12.999-13.432=-0.433
σ	1.849-1.681=0.168
min	11.059-11.395=-0.336
max	15.477-15.551=-0.074

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	9.154-8.997=0.157
σ	0.356-0.263=0.093
min	8.736-8.720=0.017
max	9.906-9.458=0.449

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	7.102-6.755=0.347
σ	0.349-0.324=0.025
min	6.841-6.118=0.723
max	7.899-7.146=0.753

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.668=-0.000

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	5.975-6.122=-0.147
σ	0.150-0.271=-0.121
min	5.799-5.905=-0.106
max	6.240-6.696=-0.456

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	5.648-5.768=-0.120
σ	0.199-0.183=0.015
min	5.385-5.489=-0.105
max	5.846-6.154=-0.307

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7267.000-7298.000=-31.000
σ	0.000
min	7267.000-7298.000=-31.000
max	7267.000-7298.000=-31.000

*mean*	1474.164-1073.766=400.398
σ	873.101-91.905=781.196
min	1026.819-1032.454=-5.636
max	3571.835-1300.777=2271.057

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3567.375-3573.625=-6.250
σ	1788.549-1797.233=-8.684
min	1044.000
max	5773.000-5798.000=-25.000

*mean*	4949.310-4985.454=-36.144
σ	1612.508-1647.374=-34.866
min	3502.243-3503.670=-1.427
max	7597.493-7348.755=248.738

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	82.119-80.517=1.602
σ	10.953-9.772=1.181
min	70.365-71.162=-0.797
max	97.479-97.713=-0.234

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7267.000-7298.000=-31.000
σ	0.000
min	7267.000-7298.000=-31.000
max	7267.000-7298.000=-31.000

*mean*	108.529-107.406=1.123
σ	3.259-3.321=-0.062
min	103.783-101.181=2.602
max	114.534-111.275=3.260

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7267.000-7298.000=-31.000
σ	0.000
min	7267.000-7298.000=-31.000
max	7267.000-7298.000=-31.000

*mean*	164.961-163.833=1.128
σ	5.480-7.820=-2.340
min	152.542-145.957=6.585
max	168.889-169.211=-0.322

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.325-4.324=0.000
min	11655.305
max	11667.539-11667.539=0.000

*mean*	4145.375-4152.250=-6.875
σ	1888.734-1898.994=-10.260
min	1556.000-1557.000=-1.000
max	7267.000-7298.000=-31.000

*mean*	6423.110-6249.276=173.834
σ	1207.525-1230.153=-22.628
min	4930.009-4939.688=-9.678
max	8030.695-7896.983=133.712

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7267.000-7298.000=-31.000
σ	0.000
min	7267.000-7298.000=-31.000
max	7267.000-7298.000=-31.000

*mean*	5570.871-5314.994=255.877
σ	1581.942-1210.826=371.116
min	4380.852-4361.478=19.374
max	8078.865-7366.942=711.923

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	388.954-385.572=3.383
σ	13.705-14.403=-0.698
min	355.559-351.099=4.460
max	398.216-396.176=2.039

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	748.755-748.553=0.202
σ	59.547-53.730=5.817
min	642.790-618.864=23.926
max	793.676-782.277=11.399

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.500=0.003
σ	0.760-0.760=0.000
min	1008.026-1008.024=0.002
max	1011.642-1011.640=0.002

*mean*	1047.050-1043.100=3.950
σ	314.180-311.043=3.137
min	572.000
max	1512.000-1501.000=11.000

*mean*	1.532-1.526=0.006
σ	0.085-0.070=0.015
min	1.455-1.464=-0.009
max	1.755-1.727=0.028

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.487=-0.103
σ	0.480-0.460=0.021
min	0.146-0.254=-0.108
max	1.241-1.306=-0.065

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.824=-0.348
σ	0.318-0.531=-0.213
min	0.318-0.568=-0.250
max	1.044-1.772=-0.729

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.411=-0.189
σ	0.034-0.047=-0.012
min	0.202-0.369=-0.167
max	0.282-0.479=-0.197

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.584=-0.252
σ	0.018-0.032=-0.014
min	0.318-0.553=-0.236
max	0.362-0.634=-0.272

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000-436.800=-0.800
σ	5.612-6.017=-0.404
min	431.000
max	442.000-443.000=-1.000

*mean*	0.545-0.568=-0.023
σ	0.034-0.105=-0.071
min	0.510-0.453=0.057
max	0.589-0.733=-0.144

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.485-0.492=-0.007
σ	0.043-0.045=-0.002
min	0.410-0.435=-0.025
max	0.517-0.527=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.978-2.613=-0.636
σ	0.072-0.093=-0.021
min	1.869-2.437=-0.568
max	2.235-2.944=-0.709

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.954-2.586=-0.632
σ	0.077-0.069=0.008
min	1.834-2.458=-0.624
max	2.295-2.866=-0.571

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.303-0.305=-0.002
σ	0.007-0.007=0.000
min	0.285-0.292=-0.007
max	0.341-0.351=-0.010

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.291-0.291=0.000
σ	0.006-0.008=-0.001
min	0.277-0.275=0.002
max	0.326-0.329=-0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.089-297.822=0.267
σ	0.998-1.079=-0.081
min	297.684-297.295=0.388
max	300.925-300.876=0.049

*mean*	442.300-441.600=0.700
σ	16.951-15.601=1.351
min	419.000-416.000=3.000
max	468.000-462.000=6.000

*mean*	0.606-0.617=-0.011
σ	0.025-0.012=0.014
min	0.556-0.596=-0.039
max	0.632-0.632=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1733.000-1745.000=-12.000
σ	0.000
min	1733.000-1745.000=-12.000
max	1733.000-1745.000=-12.000

*mean*	203.839-202.570=1.270
σ	2.872-3.676=-0.804
min	198.783-198.164=0.619
max	208.202-209.740=-1.539

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1733.000-1745.000=-12.000
σ	0.000
min	1733.000-1745.000=-12.000
max	1733.000-1745.000=-12.000

*mean*	10.389-10.192=0.197
σ	1.649-2.217=-0.568
min	7.336-6.284=1.051
max	12.509-12.586=-0.077

phase=parser

*mean*	1042.101-1042.099=0.002
σ	0.000-0.000=0.000
min	1042.100-1042.098=0.002
max	1042.101-1042.099=0.002

*mean*	1733.000-1745.000=-12.000
σ	0.000
min	1733.000-1745.000=-12.000
max	1733.000-1745.000=-12.000

*mean*	650.298-658.769=-8.471
σ	115.415-83.769=31.646
min	421.827-465.580=-43.753
max	732.409-727.873=4.536

phase=processProdDef

*mean*	6169.660-6169.656=0.004
σ	0.001-0.001=0.000
min	6169.659-6169.655=0.003
max	6169.660-6169.657=0.003

*mean*	1735.000-1745.000=-10.000
σ	5.657-0.000=5.657
min	1733.000-1745.000=-12.000
max	1749.000-1745.000=4.000

*mean*	5709.787-6073.042=-363.255
σ	1445.378-1591.038=-145.660
min	4003.700-3837.382=166.318
max	7861.931-7790.708=71.223

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1733.000-1745.000=-12.000
σ	0.000
min	1733.000-1745.000=-12.000
max	1733.000-1745.000=-12.000

*mean*	35.544-46.636=-11.092
σ	7.686-5.029=2.658
min	26.477-34.532=-8.055
max	47.480-49.895=-2.416

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1733.000-1745.000=-12.000
σ	0.000
min	1733.000-1745.000=-12.000
max	1733.000-1745.000=-12.000

*mean*	719.503-753.891=-34.388
σ	94.406-90.416=3.990
min	634.646-642.639=-7.993
max	924.655-891.571=33.084

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.689=-0.001
σ	0.040-0.037=0.003
min	293.629-293.635=-0.006
max	293.726-293.725=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.405-0.399=0.006
σ	0.012-0.010=0.002
min	0.398-0.390=0.008
max	0.427-0.411=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.778-1303.750=0.028
σ	0.100-0.091=0.009
min	1303.639-1303.655=-0.016
max	1303.912-1303.869=0.043

*mean*	1086.000-1085.600=0.400
σ	228.146-226.659=1.487
min	820.000-827.000=-7.000
max	1386.000-1387.000=-1.000

*mean*	2.033-2.007=0.026
σ	0.123-0.230=-0.107
min	1.893-1.777=0.116
max	2.135-2.334=-0.199

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.832-1546.797=0.035
σ	4.005-4.028=-0.023
min	1544.838-1544.755=0.083
max	1553.991-1553.996=-0.005

*mean*	624.200-621.200=3.000
σ	92.656-82.083=10.573
min	495.000
max	737.000-698.000=39.000

*mean*	2.272-2.259=0.014
σ	0.118-0.149=-0.031
min	2.126-2.127=-0.000
max	2.412-2.460=-0.048

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.786-1865.767=0.019
σ	0.068-0.079=-0.010
min	1865.713-1865.685=0.029
max	1865.893-1865.885=0.008

*mean*	1705.400-1705.000=0.400
σ	165.844-165.294=0.551
min	1525.000-1524.000=1.000
max	1952.000-1951.000=1.000

*mean*	2.836-2.908=-0.072
σ	0.147-0.056=0.091
min	2.687-2.860=-0.173
max	3.059-2.974=0.085

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.714-1.707=0.007
σ	0.143-0.062=0.082
min	1.567-1.614=-0.047
max	1.899-1.772=0.126

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.979=0.003
σ	579.240-579.239=0.000
min	158.358-158.358=-0.001
max	1316.841-1316.838=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.534-0.537=-0.003
σ	0.541-0.547=-0.006
min	0.262-0.262=-0.001
max	1.346-1.359=-0.013

policies=20

*mean*	1583.929-1583.899=0.029
σ	0.341-0.349=-0.007
min	1583.686-1583.654=0.032
max	1584.432-1584.415=0.018

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.631-2.627=0.004
σ	0.015-0.011=0.005
min	2.618-2.619=-0.001
max	2.652-2.642=0.010

policies=200

*mean*	15847.304-15847.125=0.179
σ	0.119-0.132=-0.013
min	15847.221-15846.973=0.247
max	15847.477-15847.289=0.189

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.500-497.750=0.750
σ	3.416-4.031=-0.615
min	494.000-493.000=1.000
max	502.000

*mean*	26.598-26.581=0.017
σ	0.132-0.161=-0.029
min	26.453-26.422=0.031
max	26.760-26.722=0.038