Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.054=0.563
σ	0.350-0.369=-0.019
min	54.479-53.911=0.569
max	55.612-55.103=0.508

*mean*	417.000-414.000=3.000
σ	0.000
min	417.000-414.000=3.000
max	417.000-414.000=3.000

*mean*	0.141-0.137=0.004
σ	0.004-0.005=-0.001
min	0.137-0.131=0.006
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.393=0.393
σ	0.007-0.006=0.001
min	43.778-43.387=0.391
max	43.801-43.403=0.399

*mean*	417.000-414.000=3.000
σ	0.000
min	417.000-414.000=3.000
max	417.000-414.000=3.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=-0.000
min	0.119-0.117=0.002
max	0.129-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	12.276
σ	0.204
min	12.055
max	12.719

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	12.743
σ	0.131
min	12.590
max	12.930

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7547.000
σ	0.000
min	7547.000
max	7547.000

*mean*	13.584
σ	1.080
min	12.141
max	15.115

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	12.016
σ	1.931
min	10.394
max	15.090

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	8.171
σ	0.347
min	7.770
max	8.798

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	6.290
σ	0.195
min	5.968
max	6.570

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	5.343
σ	0.166
min	5.179
max	5.646

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	5.203
σ	0.109
min	5.082
max	5.397

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	7547.000
σ	0.000
min	7547.000
max	7547.000

*mean*	1042.968
σ	5.881
min	1035.009
max	1050.305

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.545
max	8744.640

*mean*	3789.125
σ	1608.662
min	1981.000
max	5947.000

*mean*	4331.244
σ	1203.863
min	3555.277
max	6740.997

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	81.406
σ	10.987
min	68.738
max	96.258

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.943
max	40.945

*mean*	7547.000
σ	0.000
min	7547.000
max	7547.000

*mean*	238.267
σ	389.389
min	88.115
max	1201.760

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7547.000
σ	0.000
min	7547.000
max	7547.000

*mean*	152.291
σ	13.890
min	136.005
max	168.949

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4266.250
σ	1878.767
min	1981.000
max	7547.000

*mean*	6259.788
σ	1101.380
min	4948.088
max	7908.891

op=vertical_lookup_list() on indexed

*mean*	11560.069
σ	0.002
min	11560.066
max	11560.073

*mean*	7547.000
σ	0.000
min	7547.000
max	7547.000

*mean*	5401.392
σ	1269.671
min	4386.568
max	7427.751

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.580
σ	0.023
min	172.558
max	172.619

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	342.475
σ	40.436
min	264.384
max	381.033

op=pointedIndexFromKvs

rows=400000

*mean*	357.363
σ	0.040
min	357.321
max	357.409

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	713.053
σ	78.759
min	619.789
max	788.266

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1007.005=1.181
σ	0.876-1.190=-0.315
min	1007.687-1006.430=1.257
max	1011.810-1011.993=-0.183

*mean*	1040.150-1051.400=-11.250
σ	297.286-307.928=-10.643
min	548.000-576.000=-28.000
max	1441.000-1644.000=-203.000

*mean*	1.521-1.555=-0.034
σ	0.086-0.081=0.005
min	1.358-1.454=-0.096
max	1.745-1.764=-0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.001

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.413-0.423=-0.010
σ	0.134-0.146=-0.012
min	0.330-0.344=-0.014
max	0.651-0.684=-0.033

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.885-0.923=-0.037
σ	0.085-0.195=-0.110
min	0.831-0.821=0.010
max	1.034-1.271=-0.237

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.545-0.532=0.013
σ	0.057-0.049=0.008
min	0.495-0.497=-0.002
max	0.641-0.615=0.027

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.845-0.845=-0.001
σ	0.038-0.046=-0.008
min	0.812-0.803=0.009
max	0.906-0.917=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-964.839=-1.291
σ	0.035-0.034=0.001
min	963.523-964.810=-1.287
max	963.609-964.894=-1.285

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.827-0.825=0.002
σ	0.059-0.032=0.027
min	0.724-0.776=-0.053
max	0.868-0.853=0.015

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.511=-0.657
σ	0.008-0.007=0.001
min	884.847-885.504=-0.657
max	884.866-885.522=-0.656

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.703-0.701=0.002
σ	0.047-0.034=0.013
min	0.643-0.665=-0.022
max	0.738-0.738=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=0.000
min	7.705-7.715=-0.010
max	7.713-7.719=-0.006

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	4.290-4.232=0.058
σ	0.085-0.082=0.003
min	4.135-4.075=0.060
max	4.591-4.619=-0.028

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	4.290-4.213=0.077
σ	0.076-0.069=0.007
min	4.146-4.088=0.057
max	4.596-4.429=0.167

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.741-0.743=-0.002
σ	0.018-0.018=-0.000
min	0.713-0.709=0.003
max	0.852-0.861=-0.009

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.700-0.706=-0.006
σ	0.014-0.015=-0.002
min	0.676-0.675=0.002
max	0.784-0.760=0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.460-296.811=0.649
σ	0.245-0.267=-0.022
min	297.251-296.574=0.676
max	298.103-297.538=0.565

*mean*	1981.000-1941.000=40.000
σ	0.000
min	1981.000-1941.000=40.000
max	1981.000-1941.000=40.000

*mean*	0.598-0.597=0.001
σ	0.012-0.021=-0.009
min	0.579-0.573=0.006
max	0.616-0.646=-0.031

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.780-286.830=2.950
σ	0.040-0.039=0.001
min	289.729-286.779=2.950
max	289.822-286.871=2.951

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.402-0.394=0.008
σ	0.013-0.007=0.006
min	0.392-0.384=0.008
max	0.425-0.401=0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.623-1297.221=2.403
σ	0.102-0.112=-0.009
min	1299.511-1297.093=2.418
max	1299.773-1297.351=2.422

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	1.926-1.905=0.021
σ	0.049-0.094=-0.045
min	1.870-1.801=0.069
max	1.994-1.998=-0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.608-1541.320=1.288
σ	4.047-6.824=-2.777
min	1540.582-1538.094=2.488
max	1549.838-1553.523=-3.685

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	2.213-2.206=0.007
σ	0.158-0.183=-0.026
min	2.051-2.055=-0.004
max	2.413-2.472=-0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.648-1859.121=2.527
σ	0.069-0.059=0.009
min	1861.562-1859.064=2.498
max	1861.715-1859.200=2.515

*mean*	1769.600-1786.800=-17.200
σ	223.280-149.046=74.234
min	1476.000-1644.000=-168.000
max	1981.000-1941.000=40.000

*mean*	3.112-2.961=0.150
σ	0.296-0.173=0.123
min	2.777-2.856=-0.079
max	3.443-3.259=0.184

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.677-1.207=0.470
σ	0.136-0.282=-0.145
min	1.569-0.925=0.644
max	1.857-1.670=0.187

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-448.820=-2.673
σ	577.065-581.372=-4.307
min	157.611-158.132=-0.521
max	1311.745-1320.878=-9.133

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	0.536-0.562=-0.026
σ	0.530-0.589=-0.059
min	0.266-0.260=0.007
max	1.330-1.445=-0.114

policies=20

*mean*	1576.421-1581.610=-5.189
σ	0.352-0.355=-0.003
min	1576.182-1581.367=-5.185
max	1576.944-1582.137=-5.193

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	2.630-2.630=0.001
σ	0.026-0.009=0.017
min	2.600-2.617=-0.017
max	2.662-2.639=0.024

policies=200

*mean*	15772.313-15824.164=-51.851
σ	0.103-0.123=-0.020
min	15772.243-15823.986=-51.743
max	15772.465-15824.260=-51.795

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1441.000-1644.000=-203.000
σ	0.000
min	1441.000-1644.000=-203.000
max	1441.000-1644.000=-203.000

*mean*	26.452-26.457=-0.005
σ	0.070-0.027=0.043
min	26.382-26.435=-0.053
max	26.544-26.494=0.049