Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.619=0.002
σ	0.351-0.350=0.001
min	54.488-54.483=0.005
max	55.619-55.616=0.004

*mean*	416.000-415.700=0.300
σ	0.000-0.483=-0.483
min	416.000-415.000=1.000
max	416.000

*mean*	0.142-0.141=0.001
σ	0.005-0.004=0.001
min	0.138-0.137=0.000
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=-0.001
σ	0.005-0.006=-0.001
min	43.782-43.782=-0.000
max	43.798-43.799=-0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.002
min	0.114-0.120=-0.006
max	0.131-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	12.793-12.263=0.531
σ	0.213-0.314=-0.102
min	12.449-11.775=0.674
max	13.111-12.673=0.438

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	13.182-11.874=1.308
σ	0.585-0.476=0.110
min	12.004-11.503=0.500
max	13.858-12.774=1.084

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.932=0.001

*mean*	7264.000-7300.000=-36.000
σ	0.000
min	7264.000-7300.000=-36.000
max	7264.000-7300.000=-36.000

*mean*	15.582-14.544=1.038
σ	0.383-0.606=-0.223
min	14.813-13.176=1.637
max	16.164-15.026=1.138

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	13.482-12.524=0.959
σ	1.841-1.827=0.014
min	11.025-10.449=0.577
max	15.497-14.665=0.832

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991-27.991=0.000

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	9.193-8.338=0.854
σ	0.477-0.350=0.127
min	8.496-7.853=0.643
max	9.818-8.911=0.907

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	6.665-6.314=0.350
σ	0.291-0.452=-0.161
min	6.184-5.406=0.778
max	7.109-7.068=0.041

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668-25.668=0.000

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	6.060-5.343=0.717
σ	0.143-0.146=-0.003
min	5.735-5.185=0.550
max	6.211-5.622=0.588

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	5.814-5.283=0.530
σ	0.123-0.075=0.048
min	5.610-5.155=0.455
max	5.976-5.383=0.593

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.607-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.001

*mean*	7264.000-7300.000=-36.000
σ	0.000
min	7264.000-7300.000=-36.000
max	7264.000-7300.000=-36.000

*mean*	1551.173-1074.248=476.925
σ	1075.397-88.415=986.982
min	1037.547-1028.045=9.502
max	4130.174-1291.922=2838.253

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554
max	8745.882-8745.882=0.000

*mean*	3567.000-3572.625=-5.625
σ	1790.014-1796.912=-6.898
min	1043.000
max	5774.000-5793.000=-19.000

*mean*	4908.711-4918.914=-10.203
σ	1553.135-1579.336=-26.201
min	3493.378-3469.990=23.388
max	7272.058-7216.761=55.297

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	82.959-81.155=1.803
σ	11.081-11.238=-0.157
min	71.651-70.590=1.061
max	102.865-99.403=3.462

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7264.000-7300.000=-36.000
σ	0.000
min	7264.000-7300.000=-36.000
max	7264.000-7300.000=-36.000

*mean*	107.960-105.903=2.057
σ	2.407-3.789=-1.382
min	104.870-99.251=5.618
max	112.874-110.606=2.269

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7264.000-7300.000=-36.000
σ	0.000
min	7264.000-7300.000=-36.000
max	7264.000-7300.000=-36.000

*mean*	165.110-162.560=2.550
σ	4.438-7.816=-3.377
min	154.935-144.482=10.453
max	168.931-168.738=0.194

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.000

*mean*	4145.375-4153.000=-7.625
σ	1888.589-1899.470=-10.881
min	1556.000
max	7264.000-7300.000=-36.000

*mean*	6579.960-6400.019=179.941
σ	1323.850-1232.136=91.713
min	4883.935-4882.449=1.486
max	8292.095-8047.774=244.321

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7264.000-7300.000=-36.000
σ	0.000
min	7264.000-7300.000=-36.000
max	7264.000-7300.000=-36.000

*mean*	5526.670-5572.660=-45.990
σ	1638.020-1542.983=95.037
min	4355.887-4337.559=18.328
max	8283.080-7574.541=708.539

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-473.875=0.125
σ	0.000-0.354=-0.354
min	474.000-473.000=1.000
max	474.000

*mean*	389.428-370.967=18.461
σ	5.205-41.201=-35.995
min	379.454-294.744=84.710
max	395.607-397.737=-2.129

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-559.500=-0.500
σ	0.000-0.535=-0.535
min	559.000
max	559.000-560.000=-1.000

*mean*	769.546-753.586=15.960
σ	17.330-64.444=-47.114
min	744.837-649.238=95.599
max	794.013-804.053=-10.039

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.377=-0.001
σ	0.760-0.760=-0.000
min	1007.900-1007.900=-0.001
max	1011.517-1011.518=-0.001

*mean*	1044.450-1045.350=-0.900
σ	298.184-299.437=-1.253
min	562.000-563.000=-1.000
max	1443.000-1447.000=-4.000

*mean*	1.526-1.516=0.010
σ	0.070-0.074=-0.004
min	1.466-1.446=0.020
max	1.744-1.761=-0.017

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.359=-0.060
σ	0.286-0.434=-0.148
min	0.144-0.136=0.008
max	0.807-1.133=-0.326

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.486=-0.002
σ	0.328-0.330=-0.002
min	0.330-0.328=0.002
max	1.070-1.076=-0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.227=-0.013
σ	0.025-0.023=0.002
min	0.189-0.208=-0.019
max	0.254-0.267=-0.012

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.338=-0.004
σ	0.014-0.018=-0.004
min	0.320-0.325=-0.005
max	0.356-0.370=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.800-434.400=0.400
σ	1.643-1.342=0.302
min	432.000
max	436.000-435.000=1.000

*mean*	0.564-0.565=-0.002
σ	0.046-0.038=0.008
min	0.495-0.526=-0.030
max	0.598-0.606=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.474-0.484=-0.010
σ	0.058-0.026=0.032
min	0.398-0.449=-0.051
max	0.534-0.515=0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	2.598-2.548=0.050
σ	0.099-0.214=-0.114
min	2.467-1.901=0.566
max	3.019-3.023=-0.004

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	2.588-2.587=0.001
σ	0.080-0.088=-0.007
min	2.406-2.448=-0.042
max	2.792-2.849=-0.057

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.311-0.309=0.002
σ	0.011-0.008=0.003
min	0.295-0.295=-0.000
max	0.369-0.351=0.019

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.294-0.294=-0.000
σ	0.008-0.011=-0.003
min	0.279-0.280=-0.001
max	0.343-0.367=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.941-298.122=-0.181
σ	0.976-1.039=-0.064
min	297.451-297.712=-0.261
max	300.704-301.076=-0.372

*mean*	440.600-441.900=-1.300
σ	13.906-16.589=-2.683
min	416.000-415.000=1.000
max	462.000-468.000=-6.000

*mean*	0.603-0.610=-0.008
σ	0.020-0.015=0.005
min	0.570-0.583=-0.013
max	0.630-0.633=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000-0.000=0.000
min	222.011-222.008=0.004
max	222.012-222.008=0.004

*mean*	1731.750-1520.125=211.625
σ	8.988-97.625=-88.637
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	204.263-205.266=-1.003
σ	2.531-1.336=1.195
min	200.803-203.018=-2.215
max	209.247-206.627=2.620

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1731.750-1520.125=211.625
σ	8.988-97.625=-88.637
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	10.125-12.017=-1.892
σ	2.183-0.967=1.216
min	7.360-10.424=-3.064
max	12.799-12.769=0.029

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=-0.000
min	1041.160-1041.160=0.000
max	1041.161-1041.161=-0.000

*mean*	1731.750-1520.125=211.625
σ	8.988-97.625=-88.637
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	631.986-694.335=-62.349
σ	119.563-87.940=31.623
min	485.325-567.001=-81.675
max	831.080-832.215=-1.135

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.001=-0.000
min	6169.657-6169.656=0.001
max	6169.659-6169.658=0.001

*mean*	1734.125-1556.375=177.750
σ	8.219-121.367=-113.148
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	5446.077-5272.507=173.569
σ	1308.457-779.235=529.222
min	3815.726-4452.628=-636.902
max	7084.698-6527.535=557.163

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1731.750-1520.125=211.625
σ	8.988-97.625=-88.637
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	41.675-44.420=-2.744
σ	7.664-6.482=1.183
min	26.773-34.055=-7.281
max	51.786-51.128=0.658

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1731.750-1520.125=211.625
σ	8.988-97.625=-88.637
min	1721.000-1456.000=265.000
max	1740.000-1746.000=-6.000

*mean*	719.058-806.083=-87.026
σ	71.147-45.309=25.838
min	631.671-765.114=-133.442
max	808.529-878.592=-70.063

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.775=0.000
σ	0.035-0.034=0.000
min	292.727-292.727=-0.000
max	292.812-292.812=-0.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.397-0.394=0.002
σ	0.001-0.006=-0.005
min	0.395-0.389=0.006
max	0.398-0.402=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1302.844=0.022
σ	0.087-0.140=-0.053
min	1302.716-1302.741=-0.025
max	1302.918-1303.085=-0.167

*mean*	1089.600-1075.400=14.200
σ	181.100-182.093=-0.993
min	838.000-842.000=-4.000
max	1303.000-1314.000=-11.000

*mean*	2.019-1.860=0.159
σ	0.199-0.052=0.147
min	1.779-1.819=-0.040
max	2.164-1.922=0.243

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.903-1545.874=0.029
σ	4.006-4.042=-0.036
min	1543.948-1543.828=0.120
max	1553.062-1553.095=-0.033

*mean*	612.800-612.200=0.600
σ	77.629-74.523=3.105
min	493.000-495.000=-2.000
max	700.000-691.000=9.000

*mean*	2.249-2.276=-0.027
σ	0.117-0.234=-0.117
min	2.142-2.063=0.079
max	2.449-2.670=-0.221

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1864.842=-0.008
σ	0.029-0.047=-0.018
min	1864.790-1864.785=0.005
max	1864.867-1864.891=-0.024

*mean*	1733.200-1715.000=18.200
σ	225.880-234.467=-8.588
min	1429.000-1430.000=-1.000
max	1946.000-2023.000=-77.000

*mean*	2.953-2.906=0.046
σ	0.148-0.055=0.093
min	2.836-2.839=-0.002
max	3.196-2.970=0.226

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.805-1.807=-0.002
σ	0.115-0.128=-0.012
min	1.624-1.595=0.029
max	1.902-1.925=-0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.755=0.001
σ	579.110-579.110=0.000
min	158.199-158.198=0.001
max	1316.421-1316.420=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.532-0.530=0.003
σ	0.544-0.533=0.011
min	0.252-0.261=-0.010
max	1.349-1.329=0.020

policies=20

*mean*	1582.287-1582.299=-0.012
σ	0.349-0.371=-0.022
min	1582.042-1582.041=0.002
max	1582.803-1582.848=-0.045

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-445.000=-0.500
σ	4.041-2.000=2.041
min	441.000-442.000=-1.000
max	448.000-446.000=2.000

*mean*	2.623-2.661=-0.037
σ	0.018-0.061=-0.043
min	2.598-2.602=-0.004
max	2.642-2.740=-0.098

policies=200

*mean*	15830.897-15830.792=0.105
σ	0.139-0.150=-0.010
min	15830.786-15830.658=0.128
max	15831.088-15831.006=0.082

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.250-494.000=0.250
σ	2.500-4.690=-2.190
min	491.000-489.000=2.000
max	497.000-500.000=-3.000

*mean*	26.457-26.629=-0.172
σ	0.157-0.199=-0.042
min	26.238-26.505=-0.267
max	26.575-26.925=-0.350