Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.000
σ	0.359-0.357=0.002
min	54.539-54.541=-0.003
max	55.699-55.693=0.006

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.138-0.140=-0.002
σ	0.007-0.004=0.003
min	0.132-0.137=-0.005
max	0.154-0.151=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.705=-0.000
σ	0.006-0.005=0.001
min	43.695-43.696=-0.002
max	43.713-43.710=0.003

*mean*	415.300-417.000=-1.700
σ	0.483-0.000=0.483
min	415.000-417.000=-2.000
max	416.000-417.000=-1.000

*mean*	0.125-0.122=0.002
σ	0.005-0.004=0.001
min	0.120-0.118=0.002
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	12.840-12.666=0.174
σ	0.285-0.317=-0.031
min	12.525-12.255=0.271
max	13.322-13.235=0.087

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	12.903-12.819=0.084
σ	0.737-0.360=0.378
min	11.783-12.249=-0.465
max	14.288-13.340=0.948

op=table_records(), no indexes

*mean*	41.932
σ	0.001-0.001=0.000
min	41.930-41.930=-0.000
max	41.933

*mean*	7301.000-7312.000=-11.000
σ	0.000
min	7301.000-7312.000=-11.000
max	7301.000-7312.000=-11.000

*mean*	15.260-15.299=-0.039
σ	0.689-0.736=-0.046
min	13.804-13.710=0.094
max	15.816-16.060=-0.244

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.931

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	12.860-13.405=-0.545
σ	1.657-1.461=0.197
min	10.925-11.649=-0.724
max	15.149-15.459=-0.310

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	8.802-9.094=-0.292
σ	0.338-0.389=-0.051
min	8.386-8.513=-0.127
max	9.343-9.736=-0.393

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	6.795-6.604=0.192
σ	0.402-0.173=0.229
min	5.865-6.375=-0.510
max	7.224-6.879=0.344

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	5.999-6.071=-0.072
σ	0.186-0.225=-0.038
min	5.795-5.827=-0.033
max	6.371-6.540=-0.169

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974-25.974=0.000

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	5.826-5.787=0.038
σ	0.103-0.147=-0.044
min	5.723-5.498=0.225
max	5.985-5.975=0.010

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7301.000-7312.000=-11.000
σ	0.000
min	7301.000-7312.000=-11.000
max	7301.000-7312.000=-11.000

*mean*	1341.972-1078.972=263.000
σ	628.055-103.438=524.617
min	1031.842-1037.944=-6.102
max	2855.321-1334.793=1520.528

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.470-0.470=-0.000
min	8744.553
max	8745.884-8745.884=0.000

*mean*	3573.875-3573.750=0.125
σ	1797.140-1796.790=0.351
min	1046.000-1045.000=1.000
max	5797.000-5798.000=-1.000

*mean*	4780.546-4761.491=19.055
σ	1644.465-1611.619=32.846
min	3526.493-3519.493=7.000
max	7505.072-7226.635=278.437

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	80.589-81.041=-0.452
σ	9.734-10.898=-1.164
min	69.188-69.174=0.015
max	96.389-97.844=-1.455

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.945=0.000
max	40.946

*mean*	7301.000-7312.000=-11.000
σ	0.000
min	7301.000-7312.000=-11.000
max	7301.000-7312.000=-11.000

*mean*	106.256-105.805=0.451
σ	4.212-5.757=-1.545
min	98.035-94.512=3.523
max	110.338-112.434=-2.097

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7301.000-7312.000=-11.000
σ	0.000
min	7301.000-7312.000=-11.000
max	7301.000-7312.000=-11.000

*mean*	164.228-162.457=1.772
σ	7.958-7.775=0.183
min	145.802-144.790=1.012
max	168.988-167.706=1.282

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.901=-0.001
σ	4.304-4.304=0.001
min	11655.306
max	11667.552-11667.551=0.001

*mean*	4152.625-4153.625=-1.000
σ	1900.276-1902.099=-1.823
min	1555.000-1557.000=-2.000
max	7301.000-7312.000=-11.000

*mean*	6194.014-5995.221=198.793
σ	1189.822-1076.883=112.939
min	4917.307-4880.963=36.344
max	8223.162-7678.843=544.319

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.065=0.001
max	11560.067

*mean*	7301.000-7312.000=-11.000
σ	0.000
min	7301.000-7312.000=-11.000
max	7301.000-7312.000=-11.000

*mean*	5303.190-5586.146=-282.956
σ	1217.379-1540.222=-322.842
min	4344.337-4378.936=-34.599
max	7622.747-7696.353=-73.607

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	379.799-390.397=-10.598
σ	19.843-16.017=3.826
min	347.156-351.772=-4.616
max	392.769-401.415=-8.646

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	558.500-560.000=-1.500
σ	2.070-0.000=2.070
min	556.000-560.000=-4.000
max	560.000

*mean*	789.767-788.868=0.900
σ	15.049-17.058=-2.009
min	773.853-769.449=4.404
max	813.626-819.372=-5.745

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.326=0.001
σ	0.758-0.759=-0.001
min	1023.853-1023.852=0.001
max	1027.463-1027.467=-0.004

*mean*	1054.300-1052.750=1.550
σ	316.332-315.722=0.610
min	593.000
max	1525.000-1522.000=3.000

*mean*	1.585-1.571=0.014
σ	0.091-0.091=-0.000
min	1.512-1.400=0.112
max	1.786-1.787=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.499=-0.194
σ	0.314-0.542=-0.228
min	0.142-0.245=-0.102
max	0.863-1.468=-0.605

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.849=-0.376
σ	0.320-0.574=-0.254
min	0.320-0.575=-0.254
max	1.045-1.875=-0.830

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.388=-0.164
σ	0.026-0.046=-0.019
min	0.206-0.350=-0.145
max	0.270-0.459=-0.189

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.589=-0.258
σ	0.015-0.036=-0.021
min	0.319-0.555=-0.235
max	0.356-0.648=-0.292

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.200-431.000=0.200
σ	0.447-0.000=0.447
min	431.000
max	432.000-431.000=1.000

*mean*	0.507-0.712=-0.204
σ	0.061-0.050=0.011
min	0.432-0.638=-0.206
max	0.597-0.750=-0.153

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.457-0.621=-0.163
σ	0.042-0.019=0.023
min	0.420-0.596=-0.176
max	0.521-0.639=-0.118

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	1.960-3.470=-1.510
σ	0.076-0.083=-0.007
min	1.829-3.286=-1.457
max	2.283-3.816=-1.534

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	1.952-3.457=-1.505
σ	0.068-0.075=-0.006
min	1.838-3.350=-1.512
max	2.341-3.710=-1.369

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.304-0.542=-0.238
σ	0.007-0.033=-0.026
min	0.291-0.515=-0.224
max	0.346-0.831=-0.485

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.294-0.514=-0.219
σ	0.009-0.013=-0.004
min	0.281-0.489=-0.208
max	0.333-0.591=-0.258

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.807-298.884=-0.076
σ	1.018-1.060=-0.042
min	298.429-298.466=-0.037
max	301.703-301.895=-0.192

*mean*	444.200-442.700=1.500
σ	13.710-13.124=0.586
min	426.000
max	466.000-463.000=3.000

*mean*	0.604-0.595=0.009
σ	0.025-0.031=-0.005
min	0.564-0.555=0.009
max	0.646-0.654=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.536=-0.004
σ	0.000
min	239.532-239.536=-0.004
max	239.532-239.536=-0.004

*mean*	1721.625-1749.000=-27.375
σ	33.641-0.000=33.641
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	218.935-217.746=1.189
σ	2.658-1.681=0.977
min	214.987-215.545=-0.558
max	223.836-220.328=3.509

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1721.625-1749.000=-27.375
σ	33.641-0.000=33.641
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	11.096-11.646=-0.550
σ	2.444-1.536=0.907
min	6.320-9.424=-3.104
max	12.804-13.216=-0.412

phase=parser

*mean*	1042.364-1042.363=0.001
σ	0.000-0.000=-0.000
min	1042.363-1042.362=0.001
max	1042.364-1042.363=0.001

*mean*	1721.625-1749.000=-27.375
σ	33.641-0.000=33.641
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	667.509-680.043=-12.534
σ	98.036-88.972=9.064
min	454.071-563.405=-109.334
max	736.252-829.689=-93.436

phase=processProdDef

*mean*	6169.661-6169.657=0.004
σ	0.001-0.000=0.000
min	6169.660-6169.657=0.004
max	6169.662-6169.658=0.004

*mean*	1729.750-1749.000=-19.250
σ	30.089-0.000=30.089
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	5932.786-5050.572=882.214
σ	1314.077-1012.063=302.014
min	4397.676-3545.056=852.620
max	7645.348-6727.405=917.944

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1721.625-1749.000=-27.375
σ	33.641-0.000=33.641
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	45.816-44.588=1.228
σ	5.037-6.370=-1.334
min	35.453-34.548=0.905
max	49.626-53.672=-4.046

phase=type checker

*mean*	990.446-990.442=0.004
σ	0.066
min	990.348-990.344=0.004
max	990.536-990.532=0.004

*mean*	1721.625-1749.000=-27.375
σ	33.641-0.000=33.641
min	1681.000-1749.000=-68.000
max	1746.000-1749.000=-3.000

*mean*	834.832-824.462=10.371
σ	75.206-102.475=-27.269
min	684.188-650.341=33.847
max	901.984-920.223=-18.239

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.916=0.001
σ	0.039-0.040=-0.001
min	293.865-293.862=0.003
max	293.958-293.958=0.000

*mean*	442.800-445.000=-2.200
σ	1.095-0.000=1.095
min	442.000-445.000=-3.000
max	444.000-445.000=-1.000

*mean*	0.393-0.399=-0.006
σ	0.002-0.001=0.001
min	0.391-0.398=-0.007
max	0.395-0.400=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.193-1320.245=-0.052
σ	0.107-0.063=0.044
min	1320.071-1320.177=-0.106
max	1320.319-1320.335=-0.016

*mean*	1068.200-1086.400=-18.200
σ	167.439-163.630=3.809
min	843.000-890.000=-47.000
max	1275.000-1308.000=-33.000

*mean*	1.987-2.083=-0.096
σ	0.279-0.151=0.128
min	1.817-1.831=-0.013
max	2.475-2.220=0.255

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.737-1559.733=0.004
σ	4.072-4.084=-0.013
min	1557.691-1557.696=-0.005
max	1567.013-1567.033=-0.019

*mean*	619.000-625.600=-6.600
σ	82.228-87.683=-5.455
min	495.000-496.000=-1.000
max	716.000-730.000=-14.000

*mean*	2.290-2.287=0.003
σ	0.213-0.222=-0.008
min	2.158-2.161=-0.003
max	2.666-2.683=-0.016

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.273-1882.266=0.007
σ	0.053-0.051=0.002
min	1882.207-1882.201=0.006
max	1882.345-1882.342=0.003

*mean*	1702.800-1727.400=-24.600
σ	246.261-177.466=68.795
min	1404.000-1474.000=-70.000
max	2031.000-1891.000=140.000

*mean*	2.894-3.111=-0.216
σ	0.062-0.393=-0.331
min	2.806-2.880=-0.075
max	2.977-3.809=-0.833

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.688-1.745=-0.057
σ	0.177-0.145=0.031
min	1.399-1.605=-0.206
max	1.864-1.944=-0.080

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.537=-0.001
σ	585.527-585.528=-0.002
min	160.770-160.770=0.000
max	1331.826-1331.829=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.547-0.544=0.003
σ	0.541-0.550=-0.008
min	0.274-0.267=0.006
max	1.359-1.369=-0.010

policies=20

*mean*	1608.045-1608.038=0.007
σ	0.425-0.407=0.018
min	1607.754-1607.757=-0.003
max	1608.675-1608.640=0.035

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-450.250=-0.750
σ	9.110-10.595=-1.484
min	443.000
max	463.000-466.000=-3.000

*mean*	2.709-2.686=0.023
σ	0.008-0.014=-0.006
min	2.700-2.674=0.026
max	2.718-2.704=0.014

policies=200

*mean*	16088.554-16088.610=-0.056
σ	0.121-0.143=-0.022
min	16088.454-16088.504=-0.050
max	16088.723-16088.819=-0.096

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	501.750-498.000=3.750
σ	5.852-2.944=2.908
min	495.000
max	509.000-501.000=8.000

*mean*	27.266-27.319=-0.053
σ	0.149-0.132=0.017
min	27.057-27.189=-0.132
max	27.409-27.454=-0.045