Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.625-54.624=0.000
σ	0.351-0.351=-0.000
min	54.492-54.488=0.004
max	55.622-55.622=-0.000

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.005=0.000
min	0.135-0.137=-0.001
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.002
σ	0.007-0.006=0.001
min	43.776-43.779=-0.004
max	43.800-43.800=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.124=-0.003
σ	0.006-0.004=0.001
min	0.115-0.120=-0.005
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	12.883-12.764=0.120
σ	0.197-0.168=0.029
min	12.575-12.578=-0.003
max	13.137-13.046=0.091

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	12.983-12.858=0.125
σ	0.496-0.650=-0.154
min	11.980-11.773=0.208
max	13.420-13.731=-0.311

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7271.000-7309.000=-38.000
σ	0.000
min	7271.000-7309.000=-38.000
max	7271.000-7309.000=-38.000

*mean*	14.760-15.181=-0.422
σ	0.274-0.848=-0.573
min	14.267-13.332=0.935
max	15.178-16.081=-0.903

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	12.757-13.189=-0.432
σ	1.822-1.849=-0.027
min	10.852-10.991=-0.139
max	15.190-15.545=-0.355

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	8.725-8.829=-0.104
σ	0.319-0.324=-0.005
min	8.230-8.511=-0.281
max	9.169-9.322=-0.153

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	6.883-6.732=0.151
σ	0.129-0.167=-0.038
min	6.737-6.527=0.210
max	7.083-6.977=0.107

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=0.000
max	25.668

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	6.033-6.093=-0.059
σ	0.137-0.079=0.058
min	5.769-5.926=-0.157
max	6.176-6.194=-0.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	5.818-5.869=-0.052
σ	0.105-0.120=-0.015
min	5.658-5.709=-0.050
max	5.923-6.044=-0.121

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607

*mean*	7271.000-7309.000=-38.000
σ	0.000
min	7271.000-7309.000=-38.000
max	7271.000-7309.000=-38.000

*mean*	1598.399-1102.924=495.475
σ	1043.627-141.182=902.445
min	1036.292-1046.856=-10.563
max	4051.753-1452.134=2599.619

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.554
max	8745.882-8745.883=-0.000

*mean*	3570.250-3574.000=-3.750
σ	1790.882-1796.394=-5.511
min	1046.000-1045.000=1.000
max	5778.000-5796.000=-18.000

*mean*	4969.595-4902.107=67.488
σ	1756.655-1671.659=84.995
min	3489.236-3538.374=-49.138
max	7447.797-7511.587=-63.790

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	81.287-83.908=-2.621
σ	9.890-11.635=-1.745
min	71.430-70.403=1.027
max	99.147-101.519=-2.373

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7271.000-7309.000=-38.000
σ	0.000
min	7271.000-7309.000=-38.000
max	7271.000-7309.000=-38.000

*mean*	107.372-105.515=1.857
σ	3.568-7.829=-4.261
min	100.325-87.899=12.426
max	111.875-113.599=-1.724

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7271.000-7309.000=-38.000
σ	0.000
min	7271.000-7309.000=-38.000
max	7271.000-7309.000=-38.000

*mean*	162.975-161.700=1.275
σ	5.138-10.751=-5.613
min	150.927-135.865=15.062
max	167.409-168.380=-0.972

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4148.500-4154.250=-5.750
σ	1890.841-1901.291=-10.450
min	1556.000-1555.000=1.000
max	7271.000-7309.000=-38.000

*mean*	6834.355-6627.849=206.506
σ	1171.281-1248.222=-76.941
min	4814.208-4910.894=-96.686
max	8036.244-8050.286=-14.042

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7271.000-7309.000=-38.000
σ	0.000
min	7271.000-7309.000=-38.000
max	7271.000-7309.000=-38.000

*mean*	5628.607-5668.623=-40.016
σ	1336.634-1303.795=32.839
min	4311.624-4398.199=-86.575
max	7602.218-7645.388=-43.170

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	385.173-380.716=4.457
σ	15.578-34.165=-18.587
min	347.650-303.834=43.816
max	397.432-403.032=-5.599

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	747.428-752.798=-5.370
σ	64.226-60.530=3.695
min	632.137-639.054=-6.917
max	797.264-806.078=-8.814

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.372=0.002
σ	0.760-0.760=-0.001
min	1007.898-1007.900=-0.002
max	1011.516-1011.517=-0.001

*mean*	1058.300-1042.850=15.450
σ	315.970-299.541=16.429
min	561.000-562.000=-1.000
max	1530.000-1444.000=86.000

*mean*	1.541-1.574=-0.032
σ	0.084-0.146=-0.061
min	1.470-1.415=0.055
max	1.747-2.096=-0.349

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.292=-0.002
σ	0.286-0.290=-0.004
min	0.135-0.134=0.001
max	0.796-0.806=-0.010

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.482=-0.001
σ	0.323-0.330=-0.007
min	0.322-0.327=-0.005
max	1.058-1.071=-0.014

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.218=-0.004
σ	0.022-0.024=-0.002
min	0.191-0.200=-0.009
max	0.245-0.258=-0.013

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.332=0.000
σ	0.012-0.016=-0.005
min	0.321-0.320=0.001
max	0.352-0.360=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.400-433.600=-3.200
σ	0.894-4.336=-3.441
min	430.000-431.000=-1.000
max	432.000-441.000=-9.000

*mean*	0.521-0.552=-0.031
σ	0.044-0.018=0.027
min	0.484-0.533=-0.050
max	0.574-0.571=0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.488-0.473=0.014
σ	0.041-0.056=-0.015
min	0.434-0.399=0.035
max	0.524-0.532=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	1.959-2.609=-0.650
σ	0.088-0.090=-0.002
min	1.830-2.457=-0.627
max	2.265-2.901=-0.636

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	1.942-2.579=-0.637
σ	0.074-0.065=0.010
min	1.774-2.471=-0.697
max	2.144-2.843=-0.700

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.304-0.304=-0.000
σ	0.009-0.008=0.001
min	0.288-0.292=-0.003
max	0.367-0.352=0.015

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.289-0.291=-0.002
σ	0.009-0.008=0.001
min	0.272-0.276=-0.005
max	0.343-0.333=0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.887-298.068=-0.180
σ	1.020-0.962=0.058
min	297.509-297.708=-0.199
max	300.789-300.802=-0.014

*mean*	440.200-442.400=-2.200
σ	16.226-15.543=0.683
min	416.000-418.000=-2.000
max	467.000-465.000=2.000

*mean*	0.608-0.608=0.000
σ	0.017-0.008=0.009
min	0.580-0.590=-0.010
max	0.636-0.615=0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1658.125-1696.750=-38.625
σ	128.800-127.981=0.820
min	1475.000-1499.000=-24.000
max	1749.000-1785.000=-36.000

*mean*	205.329-202.679=2.650
σ	1.783-1.621=0.162
min	203.391-201.015=2.377
max	208.446-205.494=2.952

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1658.125-1696.750=-38.625
σ	128.800-127.981=0.820
min	1475.000-1499.000=-24.000
max	1749.000-1785.000=-36.000

*mean*	10.937-11.702=-0.766
σ	1.954-1.377=0.577
min	7.293-9.468=-2.175
max	12.751-12.899=-0.148

phase=parser

*mean*	1041.166-1041.166=-0.000
σ	0.000-0.000=-0.000
min	1041.165
max	1041.166

*mean*	1658.125-1696.750=-38.625
σ	128.800-127.981=0.820
min	1475.000-1499.000=-24.000
max	1749.000-1785.000=-36.000

*mean*	626.572-677.919=-51.348
σ	111.679-65.015=46.663
min	420.061-567.807=-147.746
max	722.195-727.862=-5.666

phase=processProdDef

*mean*	6169.658-6169.657=0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.658-6169.658=0.001

*mean*	1692.375-1732.500=-40.125
σ	107.879-102.199=5.681
min	1475.000-1516.000=-41.000
max	1749.000-1785.000=-36.000

*mean*	5357.274-4762.602=594.672
σ	1535.676-775.905=759.771
min	2974.957-3341.607=-366.650
max	7231.643-5763.584=1468.059

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1658.125-1696.750=-38.625
σ	128.800-127.981=0.820
min	1475.000-1499.000=-24.000
max	1749.000-1785.000=-36.000

*mean*	40.808-42.958=-2.150
σ	8.123-6.635=1.488
min	26.402-31.568=-5.166
max	47.936-47.730=0.206

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1658.125-1696.750=-38.625
σ	128.800-127.981=0.820
min	1475.000-1499.000=-24.000
max	1749.000-1785.000=-36.000

*mean*	799.648-812.754=-13.106
σ	100.309-81.026=19.284
min	632.787-664.975=-32.188
max	931.474-889.205=42.270

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.771-292.773=-0.002
σ	0.038-0.035=0.003
min	292.719-292.724=-0.004
max	292.808-292.809=-0.001

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.406-0.402=0.004
σ	0.007-0.007=0.000
min	0.397-0.396=0.001
max	0.412-0.410=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.840-1302.888=-0.049
σ	0.069-0.068=0.001
min	1302.740-1302.780=-0.040
max	1302.923-1302.959=-0.036

*mean*	1088.400-1090.000=-1.600
σ	171.813-171.764=0.049
min	890.000-891.000=-1.000
max	1321.000-1322.000=-1.000

*mean*	1.983-2.114=-0.131
σ	0.177-0.159=0.018
min	1.797-1.834=-0.038
max	2.176-2.220=-0.044

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.961-1545.941=0.020
σ	4.027-4.048=-0.021
min	1544.025-1543.979=0.047
max	1553.160-1553.177=-0.018

*mean*	626.400-626.800=-0.400
σ	89.718-88.970=0.748
min	503.000-506.000=-3.000
max	725.000-728.000=-3.000

*mean*	2.504-2.432=0.072
σ	0.301-0.323=-0.022
min	2.146-2.130=0.017
max	2.818-2.914=-0.096

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.831-1864.833=-0.002
σ	0.042-0.041=0.001
min	1864.776-1864.778=-0.001
max	1864.877-1864.881=-0.004

*mean*	1728.800-1731.200=-2.400
σ	176.006-176.695=-0.689
min	1483.000-1486.000=-3.000
max	1893.000-1897.000=-4.000

*mean*	3.209-3.096=0.113
σ	0.337-0.314=0.023
min	2.945-2.896=0.049
max	3.635-3.652=-0.018

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.736=0.048
σ	0.076-0.255=-0.179
min	1.690-1.284=0.406
max	1.873-1.892=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.221-448.219=0.002
σ	579.085-579.085=0.000
min	158.675-158.673=0.002
max	1316.849-1316.847=0.002

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.533-0.533=0.001
σ	0.535-0.535=0.000
min	0.264-0.263=0.001
max	1.336-1.335=0.001

policies=20

*mean*	1587.092-1587.066=0.026
σ	0.367-0.355=0.012
min	1586.834-1586.820=0.015
max	1587.635-1587.592=0.043

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.500-445.500=1.000
σ	4.041-2.887=1.155
min	443.000
max	450.000-448.000=2.000

*mean*	2.632-2.631=0.001
σ	0.008-0.023=-0.015
min	2.623-2.601=0.022
max	2.640-2.656=-0.016

policies=200

*mean*	15879.027-15878.991=0.036
σ	0.081-0.190=-0.109
min	15878.955-15878.836=0.119
max	15879.139-15879.269=-0.130

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.750-495.250=-0.500
σ	2.986-2.500=0.486
min	491.000-492.000=-1.000
max	498.000

*mean*	26.641-26.704=-0.063
σ	0.129-0.116=0.013
min	26.457-26.577=-0.120
max	26.754-26.832=-0.077