Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.001
σ	0.352-0.352=0.001
min	54.480-54.482=-0.001
max	55.619-55.617=0.002

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.141-0.141=0.000
σ	0.009-0.004=0.005
min	0.132-0.135=-0.003
max	0.162-0.146=0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.006-0.007=-0.001
min	43.774-43.775=-0.001
max	43.797-43.803=-0.006

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.122-0.120=0.002
σ	0.004-0.004=-0.000
min	0.119-0.115=0.004
max	0.129-0.127=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.003-0.002=0.001
min	36.615
max	36.623-36.620=0.003

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	12.232-12.109=0.123
σ	0.262-0.322=-0.060
min	11.723-11.702=0.021
max	12.612-12.545=0.067

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	12.617-11.394=1.223
σ	0.163-0.312=-0.148
min	12.444-10.954=1.489
max	12.874-11.955=0.919

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7550.000-6050.000=1500.000
σ	0.000
min	7550.000-6050.000=1500.000
max	7550.000-6050.000=1500.000

*mean*	13.913-13.184=0.729
σ	1.063-1.104=-0.041
min	12.639-11.451=1.188
max	15.287-15.094=0.193

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	11.555-12.701=-1.146
σ	1.516-1.812=-0.296
min	10.158-10.382=-0.224
max	14.385-14.930=-0.546

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603
max	27.607-27.611=-0.004

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	8.209-8.648=-0.439
σ	0.283-1.399=-1.116
min	7.800-7.515=0.286
max	8.547-11.979=-3.432

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	6.290-6.655=-0.365
σ	0.298-1.202=-0.905
min	5.879-5.943=-0.064
max	6.682-9.599=-2.917

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.669=0.000

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	5.310-5.169=0.141
σ	0.090-0.122=-0.032
min	5.151-5.011=0.140
max	5.460-5.369=0.091

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	5.144-5.010=0.134
σ	0.177-0.152=0.025
min	4.881-4.693=0.189
max	5.395-5.188=0.207

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.001-0.000=0.001
min	2524.593
max	2524.597-2524.594=0.003

*mean*	7550.000-6050.000=1500.000
σ	0.000
min	7550.000-6050.000=1500.000
max	7550.000-6050.000=1500.000

*mean*	1047.251-1514.481=-467.229
σ	5.365-760.963=-755.598
min	1038.415-1047.308=-8.893
max	1053.378-3035.621=-1982.243

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.641=-0.001

*mean*	3770.750-3807.875=-37.125
σ	1636.872-1672.726=-35.854
min	1900.000-1913.000=-13.000
max	5952.000-6050.000=-98.000

*mean*	4676.969-4352.119=324.850
σ	1562.589-1403.276=159.313
min	3527.327-3558.020=-30.694
max	7210.761-7620.761=-409.999

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	86.442-85.844=0.598
σ	12.057-19.177=-7.120
min	70.514-70.148=0.365
max	103.910-125.798=-21.888

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7550.000-6050.000=1500.000
σ	0.000
min	7550.000-6050.000=1500.000
max	7550.000-6050.000=1500.000

*mean*	234.903-97.821=137.082
σ	378.222-8.693=369.529
min	87.450-84.154=3.296
max	1170.769-108.148=1062.620

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7550.000-6050.000=1500.000
σ	0.000
min	7550.000-6050.000=1500.000
max	7550.000-6050.000=1500.000

*mean*	152.389-227.547=-75.158
σ	12.290-234.554=-222.263
min	137.847-123.560=14.287
max	166.938-807.026=-640.088

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=0.000
max	11667.520-11667.521=-0.001

*mean*	4258.625-4098.125=160.500
σ	1893.571-1584.399=309.172
min	1900.000-1913.000=-13.000
max	7550.000-6050.000=1500.000

*mean*	6440.326-6415.452=24.874
σ	1191.837-1339.306=-147.469
min	4937.585-4926.819=10.765
max	7951.844-8349.008=-397.164

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.001
σ	0.001-0.002=-0.000
min	11560.066-11560.067=-0.001
max	11560.069-11560.072=-0.003

*mean*	7550.000-6050.000=1500.000
σ	0.000
min	7550.000-6050.000=1500.000
max	7550.000-6050.000=1500.000

*mean*	5416.738-6586.916=-1170.179
σ	1272.561-1401.614=-129.053
min	4406.003-4399.790=6.213
max	7243.392-8285.899=-1042.507

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.585=-0.002
σ	0.022-0.027=-0.004
min	172.558
max	172.620-172.627=-0.007

*mean*	1900.000-1913.000=-13.000
σ	0.000
min	1900.000-1913.000=-13.000
max	1900.000-1913.000=-13.000

*mean*	363.385-357.051=6.334
σ	18.784-40.885=-22.100
min	343.786-268.727=75.059
max	400.100-401.111=-1.011

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.360=0.001
σ	0.037-0.037=-0.001
min	357.321
max	357.402-357.396=0.006

*mean*	1900.000-1913.000=-13.000
σ	0.000
min	1900.000-1913.000=-13.000
max	1900.000-1913.000=-13.000

*mean*	731.463-772.113=-40.650
σ	66.096-17.710=48.386
min	621.793-742.566=-120.773
max	798.877-795.285=3.592

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.186=-0.004
σ	0.886-0.865=0.021
min	1007.684-1007.684=0.001
max	1011.862-1011.762=0.100

*mean*	1040.200-1038.800=1.400
σ	304.595-304.463=0.132
min	548.000-554.000=-6.000
max	1468.000-1464.000=4.000

*mean*	1.541-1.539=0.002
σ	0.133-0.137=-0.005
min	1.461-1.371=0.090
max	2.022-2.009=0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.462-0.437=0.025
σ	0.125-0.124=0.001
min	0.380-0.360=0.020
max	0.681-0.656=0.025

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.883-0.915=-0.033
σ	0.093-0.086=0.007
min	0.827-0.860=-0.034
max	1.046-1.067=-0.021

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.550-0.559=-0.009
σ	0.043-0.051=-0.008
min	0.521-0.517=0.004
max	0.626-0.644=-0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.849-0.864=-0.015
σ	0.038-0.031=0.008
min	0.819-0.844=-0.025
max	0.907-0.917=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.920=0.002
σ	0.024-0.027=-0.003
min	963.902
max	963.962-963.968=-0.006

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.865-0.825=0.040
σ	0.005-0.067=-0.061
min	0.860-0.714=0.146
max	0.873-0.869=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.890=-0.001
σ	0.007-0.007=-0.000
min	884.883
max	884.898-884.898=0.001

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.714-0.757=-0.042
σ	0.060-0.004=0.057
min	0.611-0.752=-0.141
max	0.755-0.762=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.002

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	4.245-4.262=-0.016
σ	0.217-0.081=0.136
min	3.529-4.117=-0.588
max	4.591-4.634=-0.043

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	4.278-4.243=0.035
σ	0.069-0.076=-0.007
min	4.158-4.118=0.040
max	4.538-4.508=0.030

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.762-0.751=0.010
σ	0.018-0.055=-0.037
min	0.726-0.548=0.177
max	0.881-0.867=0.014

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.724-0.732=-0.008
σ	0.013-0.016=-0.003
min	0.695-0.699=-0.005
max	0.778-0.827=-0.048

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.289-297.422=-0.133
σ	0.273-0.214=0.058
min	297.052-297.261=-0.209
max	297.956-298.006=-0.050

*mean*	1900.000-1913.000=-13.000
σ	0.000
min	1900.000-1913.000=-13.000
max	1900.000-1913.000=-13.000

*mean*	0.597-0.585=0.012
σ	0.039-0.049=-0.010
min	0.513-0.509=0.004
max	0.673-0.693=-0.019

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.778-289.766=0.012
σ	0.035-0.038=-0.002
min	289.735-289.716=0.019
max	289.820-289.804=0.016

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.400-0.390=0.010
σ	0.010-0.004=0.006
min	0.394-0.386=0.008
max	0.418-0.397=0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.637-1299.677=-0.040
σ	0.078-0.055=0.023
min	1299.538-1299.610=-0.073
max	1299.708-1299.733=-0.025

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	2.065-2.130=-0.065
σ	0.056-0.153=-0.097
min	1.991-2.015=-0.023
max	2.129-2.392=-0.263

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.704-1542.597=0.106
σ	4.003-4.009=-0.005
min	1540.781-1540.595=0.186
max	1549.861-1549.759=0.101

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	2.444-2.216=0.228
σ	0.313-0.102=0.211
min	2.169-2.087=0.082
max	2.919-2.327=0.592

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.627-1861.626=0.001
σ	0.075-0.077=-0.002
min	1861.510-1861.507=0.003
max	1861.700-1861.705=-0.004

*mean*	1740.200-1745.000=-4.800
σ	171.713-181.731=-10.018
min	1499.000-1487.000=12.000
max	1900.000-1913.000=-13.000

*mean*	3.119-3.130=-0.011
σ	0.287-0.299=-0.011
min	2.846-2.858=-0.013
max	3.595-3.600=-0.005

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.715-1.811=-0.096
σ	0.085-0.086=-0.001
min	1.595-1.667=-0.072
max	1.798-1.883=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.208-446.208=-0.001
σ	577.184-577.184=0.000
min	157.614-157.615=-0.001
max	1311.984-1311.984=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	0.533-0.550=-0.017
σ	0.544-0.571=-0.027
min	0.260-0.261=-0.001
max	1.350-1.407=-0.057

policies=20

*mean*	1576.415-1576.413=0.002
σ	0.338-0.325=0.012
min	1576.184-1576.189=-0.005
max	1576.916-1576.896=0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	2.600-2.586=0.014
σ	0.012-0.010=0.002
min	2.587-2.578=0.009
max	2.614-2.595=0.018

policies=200

*mean*	15772.305-15772.318=-0.013
σ	0.070-0.108=-0.038
min	15772.246-15772.240=0.006
max	15772.404-15772.475=-0.070

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1464.000=4.000
σ	0.000
min	1468.000-1464.000=4.000
max	1468.000-1464.000=4.000

*mean*	26.351-26.318=0.032
σ	0.075-0.024=0.051
min	26.296-26.295=0.001
max	26.454-26.351=0.103