Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.350-0.350=0.001
min	54.483-54.484=-0.002
max	55.612-55.610=0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.140-0.137=0.004
σ	0.004-0.005=-0.001
min	0.136-0.132=0.004
max	0.146-0.145=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.786=0.000
σ	0.007-0.007=-0.000
min	43.777-43.773=0.004
max	43.800-43.798=0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.118-0.116=0.002
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	12.231-12.183=0.048
σ	0.326-0.247=0.080
min	11.860-11.861=-0.001
max	12.914-12.496=0.418

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	12.179-11.848=0.331
σ	0.608-0.729=-0.120
min	11.333-11.130=0.203
max	12.867-12.952=-0.085

op=table_records(), no indexes

*mean*	41.928-41.929=-0.000
σ	0.000-0.001=-0.001
min	41.928
max	41.929-41.932=-0.003

*mean*	6039.000-6041.000=-2.000
σ	0.000
min	6039.000-6041.000=-2.000
max	6039.000-6041.000=-2.000

*mean*	13.103-13.030=0.073
σ	1.098-1.183=-0.086
min	10.745-10.630=0.115
max	14.460-14.622=-0.163

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	12.186-12.360=-0.174
σ	1.731-2.150=-0.419
min	10.240-10.254=-0.013
max	14.440-15.257=-0.817

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	8.353-8.233=0.120
σ	0.301-0.363=-0.063
min	7.961-7.833=0.128
max	8.690-8.935=-0.245

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	6.477-6.020=0.456
σ	0.115-0.454=-0.339
min	6.324-5.061=1.264
max	6.601-6.409=0.192

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	5.428-5.332=0.096
σ	0.069-0.129=-0.060
min	5.337-5.106=0.231
max	5.552-5.505=0.047

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	5.236-5.219=0.017
σ	0.055-0.149=-0.094
min	5.153-5.051=0.102
max	5.304-5.542=-0.238

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.594

*mean*	6039.000-6041.000=-2.000
σ	0.000
min	6039.000-6041.000=-2.000
max	6039.000-6041.000=-2.000

*mean*	1534.858-1396.310=138.549
σ	790.614-542.066=248.549
min	1035.167-1049.228=-14.061
max	2960.332-2481.087=479.245

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=0.000

*mean*	3818.500-3823.500=-5.000
σ	1647.983-1646.491=1.492
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	4584.385-4632.855=-48.470
σ	1511.924-1369.710=142.214
min	3516.131-3554.852=-38.722
max	7650.294-7317.140=333.154

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	81.226-79.491=1.735
σ	11.656-10.601=1.056
min	70.285-70.749=-0.464
max	101.506-102.226=-0.720

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	6039.000-6041.000=-2.000
σ	0.000
min	6039.000-6041.000=-2.000
max	6039.000-6041.000=-2.000

*mean*	95.464-94.204=1.260
σ	10.293-13.131=-2.838
min	77.828-67.748=10.080
max	108.228-108.407=-0.179

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	6039.000-6041.000=-2.000
σ	0.000
min	6039.000-6041.000=-2.000
max	6039.000-6041.000=-2.000

*mean*	221.070-216.071=4.999
σ	221.026-215.206=5.820
min	117.099-99.885=17.214
max	766.842-746.322=20.520

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.521=-0.001

*mean*	4099.375-4104.125=-4.750
σ	1569.572-1568.687=0.884
min	1978.000-1984.000=-6.000
max	6039.000-6041.000=-2.000

*mean*	6294.070-6547.517=-253.447
σ	1175.256-1400.807=-225.550
min	4968.299-4950.980=17.319
max	8066.610-8238.249=-171.639

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.000
max	11560.069

*mean*	6039.000-6041.000=-2.000
σ	0.000
min	6039.000-6041.000=-2.000
max	6039.000-6041.000=-2.000

*mean*	6628.126-6656.120=-27.994
σ	1460.821-1107.858=352.964
min	4392.891-4430.015=-37.125
max	7956.863-7897.513=59.350

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.002
σ	0.024-0.024=0.000
min	172.558
max	172.618-172.619=-0.001

*mean*	1978.000-1984.000=-6.000
σ	0.000
min	1978.000-1984.000=-6.000
max	1978.000-1984.000=-6.000

*mean*	355.878-342.190=13.688
σ	46.370-53.426=-7.056
min	266.143-264.748=1.395
max	401.865-401.354=0.511

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.364=-0.004
σ	0.042-0.047=-0.005
min	357.321
max	357.409-357.438=-0.029

*mean*	1978.000-1984.000=-6.000
σ	0.000
min	1978.000-1984.000=-6.000
max	1978.000-1984.000=-6.000

*mean*	776.186-793.322=-17.136
σ	62.682-24.924=37.758
min	624.708-749.351=-124.644
max	825.016-830.448=-5.432

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.186=-0.002
σ	0.882-0.879=0.003
min	1007.690-1007.686=0.004
max	1011.840-1011.830=0.009

*mean*	1035.050-1038.400=-3.350
σ	296.524-304.575=-8.051
min	543.000-546.000=-3.000
max	1433.000-1467.000=-34.000

*mean*	1.538-1.550=-0.012
σ	0.082-0.083=-0.002
min	1.472-1.471=0.001
max	1.756-1.761=-0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.416-0.422=-0.007
σ	0.139-0.143=-0.004
min	0.329-0.344=-0.015
max	0.660-0.678=-0.018

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.886-0.896=-0.011
σ	0.086-0.078=0.008
min	0.828-0.837=-0.010
max	1.035-1.032=0.003

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.550-0.656=-0.106
σ	0.046-0.228=-0.183
min	0.519-0.530=-0.010
max	0.630-1.057=-0.428

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.849-0.899=-0.050
σ	0.040-0.128=-0.089
min	0.810-0.829=-0.019
max	0.912-1.128=-0.216

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.541=0.002
σ	0.026-0.032=-0.006
min	963.523
max	963.585-963.597=-0.012

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.825-0.823=0.002
σ	0.043-0.036=0.007
min	0.754-0.776=-0.022
max	0.854-0.860=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.008-0.006=0.002
min	884.847
max	884.867-884.860=0.006

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.679-0.726=-0.047
σ	0.047-0.023=0.024
min	0.609-0.692=-0.084
max	0.737-0.748=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	4.250-3.505=0.746
σ	0.081-0.084=-0.003
min	4.100-3.379=0.721
max	4.530-3.996=0.534

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	4.235-3.497=0.737
σ	0.075-0.073=0.002
min	4.117-3.277=0.840
max	4.539-3.716=0.822

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.749-0.755=-0.006
σ	0.016-0.015=0.001
min	0.721-0.720=0.001
max	0.858-0.839=0.019

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.708-0.717=-0.009
σ	0.014-0.024=-0.010
min	0.678-0.528=0.150
max	0.781-0.769=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.529-297.376=0.153
σ	0.248-0.233=0.016
min	297.383-297.237=0.145
max	298.228-298.021=0.207

*mean*	1978.000-1984.000=-6.000
σ	0.000
min	1978.000-1984.000=-6.000
max	1978.000-1984.000=-6.000

*mean*	0.580-0.556=0.024
σ	0.032-0.037=-0.005
min	0.505-0.507=-0.002
max	0.606-0.610=-0.004

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.773-289.771=0.002
σ	0.037-0.038=-0.001
min	289.726-289.725=0.001
max	289.812-289.813=-0.000

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.406-0.393=0.013
σ	0.010-0.007=0.003
min	0.398-0.389=0.009
max	0.422-0.405=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1299.689=-0.043
σ	0.064-0.083=-0.019
min	1299.573-1299.595=-0.022
max	1299.726-1299.809=-0.083

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	2.090-2.235=-0.145
σ	0.092-0.097=-0.005
min	1.936-2.095=-0.158
max	2.176-2.335=-0.158

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.680-1542.651=0.029
σ	4.063-3.995=0.067
min	1540.705-1540.697=0.009
max	1549.943-1549.792=0.151

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	2.469-2.268=0.200
σ	0.280-0.111=0.170
min	2.132-2.167=-0.035
max	2.901-2.389=0.512

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.638-1861.633=0.005
σ	0.058-0.058=-0.000
min	1861.551-1861.569=-0.018
max	1861.692-1861.707=-0.016

*mean*	1763.800-1768.800=-5.000
σ	226.028-226.419=-0.391
min	1467.000-1471.000=-4.000
max	1978.000-1984.000=-6.000

*mean*	3.239-3.284=-0.045
σ	0.245-0.377=-0.132
min	2.896-2.866=0.030
max	3.493-3.678=-0.185

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.851=-0.098
σ	0.210-0.031=0.178
min	1.448-1.801=-0.353
max	2.023-1.883=0.140

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.186=-0.003
σ	577.137-577.140=-0.003
min	157.613-157.614=-0.002
max	1311.889-1311.896=-0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	0.535-0.541=-0.006
σ	0.536-0.559=-0.023
min	0.264-0.254=0.010
max	1.339-1.380=-0.041

policies=20

*mean*	1576.402-1576.421=-0.019
σ	0.339-0.349=-0.010
min	1576.172-1576.186=-0.014
max	1576.906-1576.940=-0.034

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	2.612-2.624=-0.012
σ	0.013-0.016=-0.003
min	2.597-2.607=-0.010
max	2.627-2.644=-0.017

policies=200

*mean*	15772.288-15772.316=-0.028
σ	0.160-0.092=0.068
min	15772.086-15772.229=-0.143
max	15772.469-15772.440=0.029

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1433.000-1467.000=-34.000
σ	0.000
min	1433.000-1467.000=-34.000
max	1433.000-1467.000=-34.000

*mean*	26.470-26.517=-0.047
σ	0.049-0.119=-0.070
min	26.430-26.411=0.019
max	26.538-26.682=-0.144