Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.626=-0.003
σ	0.347-0.348=-0.001
min	54.495-54.497=-0.002
max	55.609-55.615=-0.007

*mean*	417.700-418.000=-0.300
σ	0.483-0.000=0.483
min	417.000-418.000=-1.000
max	418.000

*mean*	0.141-0.148=-0.006
σ	0.004-0.011=-0.007
min	0.137-0.136=0.001
max	0.149-0.169=-0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=0.000
σ	0.005-0.007=-0.002
min	43.782-43.779=0.003
max	43.798-43.800=-0.002

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.122=0.002
σ	0.005-0.006=-0.001
min	0.119-0.115=0.004
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	12.288-12.953=-0.665
σ	0.169-0.264=-0.095
min	12.150-12.478=-0.329
max	12.581-13.206=-0.625

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	12.132-13.128=-0.996
σ	0.577-0.512=0.065
min	11.435-12.328=-0.893
max	12.812-13.718=-0.906

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7307.000-7329.000=-22.000
σ	0.000
min	7307.000-7329.000=-22.000
max	7307.000-7329.000=-22.000

*mean*	14.521-15.107=-0.586
σ	0.655-0.905=-0.249
min	13.006-13.183=-0.177
max	15.126-15.880=-0.754

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	12.043-12.677=-0.634
σ	1.652-1.854=-0.202
min	10.380-10.573=-0.192
max	14.776-14.972=-0.196

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603-27.603=0.000
max	27.991

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	8.375-9.100=-0.725
σ	0.283-0.367=-0.084
min	7.882-8.589=-0.707
max	8.827-9.552=-0.725

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	6.530-7.114=-0.584
σ	0.141-0.256=-0.115
min	6.260-6.726=-0.466
max	6.761-7.522=-0.761

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	5.578-6.057=-0.479
σ	0.068-0.116=-0.048
min	5.496-5.788=-0.291
max	5.689-6.163=-0.473

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972-25.972=-0.000

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	5.368-5.932=-0.564
σ	0.074-0.121=-0.048
min	5.270-5.727=-0.457
max	5.484-6.104=-0.620

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7307.000-7329.000=-22.000
σ	0.000
min	7307.000-7329.000=-22.000
max	7307.000-7329.000=-22.000

*mean*	1253.279-1056.523=196.757
σ	464.138-16.673=447.465
min	1033.986-1041.788=-7.802
max	2363.557-1087.677=1275.879

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.468-0.469=-0.001
min	8744.554-8744.553=0.000
max	8745.881-8745.883=-0.002

*mean*	3572.500-3579.375=-6.875
σ	1796.416-1803.308=-6.893
min	1051.000-1046.000=5.000
max	5797.000-5818.000=-21.000

*mean*	4748.167-4854.533=-106.366
σ	1581.050-1449.037=132.013
min	3522.146-3547.713=-25.567
max	7229.015-6782.126=446.889

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	82.059-80.564=1.495
σ	9.844-9.760=0.084
min	71.381-71.172=0.210
max	96.309-101.528=-5.219

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7307.000-7329.000=-22.000
σ	0.000
min	7307.000-7329.000=-22.000
max	7307.000-7329.000=-22.000

*mean*	107.220-105.117=2.103
σ	4.224-8.820=-4.596
min	98.663-85.257=13.405
max	111.109-112.249=-1.140

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7307.000-7329.000=-22.000
σ	0.000
min	7307.000-7329.000=-22.000
max	7307.000-7329.000=-22.000

*mean*	163.130-161.036=2.094
σ	7.727-13.158=-5.431
min	144.953-130.430=14.523
max	167.533-169.066=-1.533

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4151.500-4157.250=-5.750
σ	1902.143-1908.864=-6.721
min	1549.000-1552.000=-3.000
max	7307.000-7329.000=-22.000

*mean*	6237.190-6756.158=-518.968
σ	1099.399-1251.974=-152.575
min	4945.217-4994.491=-49.274
max	8101.205-8175.345=-74.141

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7307.000-7329.000=-22.000
σ	0.000
min	7307.000-7329.000=-22.000
max	7307.000-7329.000=-22.000

*mean*	5304.495-5339.720=-35.225
σ	1183.835-1658.960=-475.125
min	4392.243-4351.274=40.969
max	7427.414-9131.516=-1704.102

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	384.432-374.539=9.893
σ	25.656-32.562=-6.906
min	321.137-299.549=21.587
max	395.489-393.238=2.251

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	776.900-756.935=19.965
σ	40.339-43.698=-3.359
min	687.404-658.609=28.795
max	821.864-805.637=16.227

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.375=-0.000
σ	0.761-0.759=0.002
min	1007.902-1007.904=-0.001
max	1011.522-1011.514=0.008

*mean*	1032.750-1039.850=-7.100
σ	295.593-300.615=-5.022
min	573.000-568.000=5.000
max	1455.000-1480.000=-25.000

*mean*	1.533-1.563=-0.030
σ	0.088-0.108=-0.019
min	1.355-1.480=-0.125
max	1.772-1.832=-0.060

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.439-0.320=0.119
σ	0.475-0.339=0.137
min	0.151-0.141=0.010
max	1.285-0.923=0.363

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.706-0.424=0.282
σ	0.200-0.201=-0.001
min	0.597-0.324=0.274
max	1.063-0.784=0.279

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.399-0.219=0.180
σ	0.042-0.019=0.023
min	0.355-0.200=0.155
max	0.461-0.252=0.209

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.611-0.330=0.281
σ	0.034-0.017=0.016
min	0.583-0.319=0.264
max	0.664-0.360=0.304

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.800-441.200=-6.400
σ	1.643-4.025=-2.382
min	432.000-434.000=-2.000
max	436.000-443.000=-7.000

*mean*	0.594-0.570=0.024
σ	0.096-0.034=0.061
min	0.513-0.536=-0.022
max	0.754-0.614=0.140

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.507-0.515=-0.008
σ	0.023-0.021=0.002
min	0.480-0.484=-0.004
max	0.530-0.537=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	2.633-1.991=0.641
σ	0.094-0.098=-0.004
min	2.468-1.866=0.602
max	2.911-2.613=0.298

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	2.608-1.978=0.631
σ	0.095-0.078=0.017
min	2.471-1.839=0.632
max	3.139-2.231=0.908

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.311-0.318=-0.007
σ	0.009-0.033=-0.023
min	0.299-0.298=0.000
max	0.372-0.558=-0.186

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.295-0.294=0.001
σ	0.007-0.007=0.000
min	0.282-0.280=0.002
max	0.331-0.327=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.951-297.999=-0.048
σ	1.032-1.005=0.027
min	297.550-297.601=-0.052
max	300.886-300.850=0.035

*mean*	446.300-440.800=5.500
σ	18.270-15.796=2.474
min	419.000-415.000=4.000
max	472.000-461.000=11.000

*mean*	0.610-0.618=-0.008
σ	0.015-0.010=0.004
min	0.580-0.601=-0.021
max	0.632-0.630=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1733.625-1722.250=11.375
σ	11.904-4.166=7.737
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	200.737-211.093=-10.356
σ	1.970-2.244=-0.274
min	196.960-206.871=-9.911
max	203.306-214.590=-11.283

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1733.625-1722.250=11.375
σ	11.904-4.166=7.737
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	12.053-10.780=1.273
σ	1.104-1.515=-0.411
min	9.329-9.401=-0.072
max	12.576-12.665=-0.089

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000-0.000=-0.000
min	1041.160
max	1041.161

*mean*	1733.625-1722.250=11.375
σ	11.904-4.166=7.737
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	703.451-660.804=42.648
σ	45.284-60.770=-15.486
min	591.824-567.659=24.165
max	724.954-731.358=-6.404

phase=processProdDef

*mean*	6169.658
σ	0.001-0.001=-0.000
min	6169.657
max	6169.659

*mean*	1736.500-1723.375=13.125
σ	12.294-4.658=7.636
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	5484.022-5961.440=-477.418
σ	1093.477-1193.484=-100.007
min	4344.841-4105.031=239.810
max	7518.744-7488.209=30.535

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1733.625-1722.250=11.375
σ	11.904-4.166=7.737
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	46.317-44.405=1.911
σ	2.629-5.385=-2.756
min	39.878-34.604=5.274
max	47.620-49.853=-2.234

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1733.625-1722.250=11.375
σ	11.904-4.166=7.737
min	1725.000-1720.000=5.000
max	1748.000-1729.000=19.000

*mean*	777.153-760.168=16.985
σ	65.525-66.663=-1.138
min	664.846-677.671=-12.824
max	876.197-885.674=-9.478

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-292.772=0.000
σ	0.034-0.036=-0.002
min	292.725-292.720=0.005
max	292.808-292.808=-0.000

*mean*	441.200-445.000=-3.800
σ	1.643-0.000=1.643
min	440.000-445.000=-5.000
max	443.000-445.000=-2.000

*mean*	0.402-0.409=-0.006
σ	0.002-0.005=-0.004
min	0.400-0.399=0.001
max	0.405-0.413=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.871-1302.842=0.029
σ	0.086-0.077=0.009
min	1302.746-1302.746=0.000
max	1302.957-1302.917=0.040

*mean*	1092.600-1087.000=5.600
σ	182.375-171.841=10.534
min	838.000-889.000=-51.000
max	1306.000-1320.000=-14.000

*mean*	2.101-1.974=0.126
σ	0.295-0.192=0.103
min	1.811-1.814=-0.003
max	2.506-2.224=0.282

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.884-1545.926=-0.042
σ	4.034-4.009=0.025
min	1543.861-1543.992=-0.131
max	1553.093-1553.092=0.001

*mean*	618.800-624.200=-5.400
σ	80.079-88.234=-8.154
min	498.000-504.000=-6.000
max	713.000-724.000=-11.000

*mean*	2.222-2.352=-0.130
σ	0.158-0.216=-0.058
min	2.054-2.116=-0.062
max	2.480-2.589=-0.109

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.834-1864.832=0.002
σ	0.039-0.032=0.006
min	1864.789-1864.794=-0.005
max	1864.876-1864.865=0.010

*mean*	1744.800-1723.200=21.600
σ	229.185-166.911=62.274
min	1440.000-1488.000=-48.000
max	1962.000-1880.000=82.000

*mean*	2.969-2.992=-0.023
σ	0.136-0.135=0.000
min	2.874-2.891=-0.017
max	3.202-3.221=-0.019

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.823-1.910=-0.086
σ	0.108-0.063=0.045
min	1.644-1.815=-0.171
max	1.910-1.967=-0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.237-448.238=-0.001
σ	579.120-579.120=0.000
min	158.674-158.677=-0.003
max	1316.917-1316.918=-0.000

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.538-0.554=-0.015
σ	0.549-0.567=-0.018
min	0.262-0.264=-0.002
max	1.362-1.404=-0.043

policies=20

*mean*	1587.088-1587.095=-0.006
σ	0.374-0.393=-0.020
min	1586.826-1586.824=0.002
max	1587.641-1587.678=-0.036

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000-446.000=1.000
σ	4.619-9.381=-4.762
min	443.000-440.000=3.000
max	451.000-460.000=-9.000

*mean*	2.643-2.670=-0.027
σ	0.015-0.075=-0.061
min	2.627-2.613=0.014
max	2.660-2.779=-0.119

policies=200

*mean*	15879.051-15879.091=-0.040
σ	0.086-0.127=-0.041
min	15878.990-15878.957=0.033
max	15879.178-15879.260=-0.082

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.500-494.000=2.500
σ	5.196-4.243=0.954
min	491.000-489.000=2.000
max	503.000-498.000=5.000

*mean*	26.861-26.795=0.067
σ	0.090-0.203=-0.113
min	26.735-26.610=0.125
max	26.948-27.000=-0.052