Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-54.057=-0.352
σ	0.367-0.369=-0.002
min	53.565-53.915=-0.350
max	54.750-55.108=-0.358

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.137-0.141=-0.004
σ	0.005-0.003=0.002
min	0.129-0.138=-0.009
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.394=-0.335
σ	0.006-0.007=-0.002
min	43.052-43.383=-0.331
max	43.067-43.407=-0.339

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.121-0.121=-0.001
σ	0.004-0.004=0.000
min	0.117-0.116=0.001
max	0.127-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	110.058
σ	275.426
min	12.516
max	791.702

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	13.958
σ	2.788
min	12.092
max	20.793

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	15.005
σ	0.883
min	13.016
max	15.715

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	13.579
σ	0.896
min	11.872
max	14.684

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	13.978
σ	1.674
min	11.195
max	15.415

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	9.108
σ	0.383
min	8.561
max	9.669

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6.876
σ	0.185
min	6.510
max	7.107

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	6.206
σ	0.531
min	5.835
max	7.501

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.877
σ	0.606
min	5.565
max	7.359

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.930
σ	0.575
min	5.615
max	7.301

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.920
σ	0.615
min	5.531
max	7.265

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1451.203
σ	646.611
min	1041.121
max	2773.599

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3595.500
σ	1821.105
min	1073.000
max	5832.000

*mean*	5114.762
σ	1742.367
min	3552.298
max	7642.329

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.254
σ	9.910
min	72.409
max	100.807

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.731
σ	10.228
min	71.846
max	101.801

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.811
σ	6.818
min	90.637
max	107.287

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.821
σ	6.865
min	90.383
max	107.369

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	104.820
σ	6.792
min	92.840
max	112.315

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.009
σ	6.959
min	90.655
max	107.404

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	245.795
σ	241.089
min	143.130
max	841.978

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	156.204
σ	16.535
min	123.371
max	170.425

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6781.140
σ	1187.990
min	4940.072
max	8132.370

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	5693.075
σ	1380.258
min	4442.124
max	7787.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659
σ	0.009
min	172.643
max	172.672

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	381.566
σ	36.189
min	312.284
max	413.679

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.168
min	357.321
max	357.677

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	808.398
σ	22.755
min	785.691
max	854.864

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.000-1006.922=-1.922
σ	0.751-0.886=-0.135
min	1004.527-1006.454=-1.927
max	1008.104-1010.595=-2.490

*mean*	7211.000-1050.850=6160.150
σ	0.000-315.826=-315.826
min	7211.000-545.000=6666.000
max	7211.000-1626.000=5585.000

*mean*	1.605-1.530=0.076
σ	0.104-0.074=0.030
min	1.500-1.423=0.077
max	1.825-1.769=0.056

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.003=-0.001
min	0.881-0.882=-0.000
max	0.886-0.887=-0.001

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.331-0.404=-0.072
σ	0.158-0.093=0.065
min	0.250-0.352=-0.102
max	0.613-0.568=0.045

name=error_case.art

*mean*	2.334-2.339=-0.004
σ	0.002-0.003=-0.000
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.666-0.893=-0.227
σ	0.126-0.088=0.038
min	0.591-0.833=-0.242
max	0.889-1.046=-0.157

name=heavy_item.art

*mean*	1.522-1.524=-0.002
σ	0.002-0.002=-0.000
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.478-0.532=-0.053
σ	0.052-0.048=0.004
min	0.402-0.487=-0.085
max	0.529-0.611=-0.082

name=nested_use.art

*mean*	2.356-2.361=-0.005
σ	0.002-0.002=-0.000
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.840-0.843=-0.004
σ	0.028-0.045=-0.017
min	0.809-0.809=0.000
max	0.884-0.921=-0.037

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549-964.840=-1.291
σ	0.018-0.035=-0.017
min	963.528-964.809=-1.281
max	963.572-964.897=-1.324

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.773-0.822=-0.050
σ	0.055-0.027=0.028
min	0.708-0.800=-0.092
max	0.840-0.852=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.853-885.512=-0.659
σ	0.005-0.007=-0.003
min	884.847-885.504=-0.657
max	884.859-885.522=-0.664

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.710-0.704=0.006
σ	0.055-0.025=0.030
min	0.612-0.664=-0.052
max	0.739-0.728=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.709-7.721=-0.011

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	4.268-4.232=0.036
σ	0.083-0.079=0.004
min	4.118-4.063=0.055
max	4.589-4.507=0.082

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=0.000
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	4.263-4.189=0.073
σ	0.079-0.069=0.010
min	4.101-4.029=0.072
max	4.524-4.482=0.041

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.746-0.736=0.010
σ	0.023-0.018=0.006
min	0.713-0.704=0.008
max	0.867-0.841=0.026

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.705-0.699=0.006
σ	0.049-0.029=0.020
min	0.350-0.510=-0.160
max	0.902-0.786=0.115

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.373-295.627=-1.253
σ	0.227-0.215=0.012
min	294.219-295.482=-1.263
max	294.995-296.213=-1.218

*mean*	7211.000-1904.000=5307.000
σ	0.000
min	7211.000-1904.000=5307.000
max	7211.000-1904.000=5307.000

*mean*	0.574-0.566=0.008
σ	0.028-0.051=-0.023
min	0.517-0.498=0.018
max	0.605-0.681=-0.076

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.463-285.356=-3.893
σ	0.039-0.037=0.002
min	281.404-285.303=-3.899
max	281.506-285.395=-3.890

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.385-0.387=-0.002
σ	0.007-0.009=-0.001
min	0.377-0.380=-0.004
max	0.394-0.399=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.506-1295.731=-4.225
σ	0.116-0.120=-0.004
min	1291.364-1295.597=-4.233
max	1291.625-1295.926=-4.301

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	1.945-2.006=-0.061
σ	0.098-0.215=-0.117
min	1.781-1.807=-0.027
max	2.020-2.283=-0.262

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.338-1539.885=-5.546
σ	3.982-6.795=-2.814
min	1532.281-1536.695=-4.414
max	1541.452-1552.037=-10.585

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	2.273-2.273=0.001
σ	0.245-0.156=0.089
min	2.050-2.102=-0.051
max	2.616-2.438=0.177

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.327-1857.657=-4.330
σ	0.063-0.055=0.008
min	1853.227-1857.597=-4.370
max	1853.379-1857.733=-4.354

*mean*	7211.000-1770.400=5440.600
σ	0.000-130.692=-130.692
min	7211.000-1626.000=5585.000
max	7211.000-1904.000=5307.000

*mean*	2.889-3.104=-0.215
σ	0.082-0.275=-0.193
min	2.824-2.861=-0.037
max	3.000-3.570=-0.570

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.243=0.369
σ	0.255-0.278=-0.023
min	1.306-1.060=0.245
max	1.870-1.719=0.151

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-445.490=-3.061
σ	577.064-580.640=-3.576
min	153.893-155.165=-1.272
max	1308.025-1316.450=-8.426

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	0.538-0.508=0.030
σ	0.544-0.501=0.043
min	0.263-0.256=0.007
max	1.355-1.260=0.095

policies=20

*mean*	1539.213-1551.944=-12.732
σ	0.321-0.317=0.004
min	1538.997-1551.728=-12.731
max	1539.689-1552.415=-12.726

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	2.590-2.568=0.023
σ	0.019-0.013=0.006
min	2.569-2.557=0.013
max	2.616-2.585=0.031

policies=200

*mean*	15400.446-15527.578=-127.131
σ	0.132-0.175=-0.043
min	15400.290-15527.473=-127.183
max	15400.608-15527.838=-127.231

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000-1626.000=5585.000
σ	0.000
min	7211.000-1626.000=5585.000
max	7211.000-1626.000=5585.000

*mean*	26.002-26.022=-0.020
σ	0.116-0.143=-0.027
min	25.879-25.921=-0.042
max	26.151-26.234=-0.082