Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.001
σ	0.349-0.350=-0.000
min	54.486-54.483=0.003
max	55.610-55.612=-0.002

*mean*	413.000-416.000=-3.000
σ	0.000
min	413.000-416.000=-3.000
max	413.000-416.000=-3.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.003=0.000
min	0.136-0.136=0.000
max	0.146-0.146=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.006-0.007=-0.001
min	43.777-43.781=-0.004
max	43.795-43.804=-0.009

*mean*	413.000-416.000=-3.000
σ	0.000
min	413.000-416.000=-3.000
max	413.000-416.000=-3.000

*mean*	0.122-0.122=-0.000
σ	0.005-0.004=0.000
min	0.116-0.116=-0.000
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	12.132-12.232=-0.100
σ	0.384-0.237=0.147
min	11.649-11.829=-0.179
max	12.948-12.637=0.311

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.003=-0.001
min	36.615-36.615=0.000
max	36.620-36.623=-0.004

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	11.949-12.168=-0.219
σ	0.642-0.573=0.069
min	11.136-11.338=-0.202
max	12.731-12.745=-0.015

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6048.000-7540.000=-1492.000
σ	0.000
min	6048.000-7540.000=-1492.000
max	6048.000-7540.000=-1492.000

*mean*	12.949-13.880=-0.931
σ	1.111-1.099=0.012
min	10.679-12.469=-1.790
max	14.382-15.219=-0.837

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	12.470-11.985=0.485
σ	1.783-1.741=0.041
min	10.330-10.417=-0.086
max	15.410-15.230=0.180

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.604-27.605=-0.001
σ	0.002-0.002=-0.001
min	27.603
max	27.607-27.609=-0.002

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	8.852-8.750=0.101
σ	1.364-1.377=-0.013
min	8.104-7.796=0.309
max	12.179-12.064=0.115

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	6.867-6.777=0.090
σ	1.177-1.167=0.010
min	6.319-6.036=0.282
max	9.772-9.626=0.146

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.670-25.670=-0.000

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	5.345-5.425=-0.080
σ	0.064-0.148=-0.084
min	5.261-5.147=0.115
max	5.466-5.673=-0.207

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	5.119-5.202=-0.083
σ	0.038-0.067=-0.030
min	5.084-5.091=-0.006
max	5.204-5.314=-0.111

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=0.000
min	2524.593
max	2524.594-2524.594=0.000

*mean*	6048.000-7540.000=-1492.000
σ	0.000
min	6048.000-7540.000=-1492.000
max	6048.000-7540.000=-1492.000

*mean*	1482.168-1048.454=433.714
σ	674.159-5.411=668.749
min	1049.772-1041.074=8.699
max	2631.488-1056.813=1574.675

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=-0.000

*mean*	3800.875-3781.625=19.250
σ	1678.744-1609.572=69.172
min	1894.000-1972.000=-78.000
max	6048.000-5939.000=109.000

*mean*	4824.495-4716.254=108.241
σ	1525.985-1426.713=99.272
min	3541.702-3549.328=-7.626
max	7414.155-7399.614=14.541

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	87.118-87.061=0.057
σ	19.241-18.396=0.845
min	69.886-70.495=-0.609
max	123.947-127.281=-3.334

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.943
max	40.945

*mean*	6048.000-7540.000=-1492.000
σ	0.000
min	6048.000-7540.000=-1492.000
max	6048.000-7540.000=-1492.000

*mean*	96.469-237.802=-141.333
σ	12.377-390.303=-377.925
min	71.020-86.210=-15.190
max	108.971-1203.538=-1094.567

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6048.000-7540.000=-1492.000
σ	0.000
min	6048.000-7540.000=-1492.000
max	6048.000-7540.000=-1492.000

*mean*	224.229-152.754=71.475
σ	231.566-13.366=218.200
min	105.387-135.986=-30.599
max	795.554-168.817=626.737

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.001
σ	4.318-4.317=0.002
min	11655.305-11655.305=-0.000
max	11667.521-11667.516=0.005

*mean*	4094.000-4260.625=-166.625
σ	1587.536-1878.525=-290.989
min	1894.000-1972.000=-78.000
max	6048.000-7540.000=-1492.000

*mean*	6505.997-6677.015=-171.017
σ	1286.245-1261.515=24.729
min	4966.708-4964.850=1.858
max	8258.362-8044.486=213.876

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	6048.000-7540.000=-1492.000
σ	0.000
min	6048.000-7540.000=-1492.000
max	6048.000-7540.000=-1492.000

*mean*	6667.437-5234.697=1432.740
σ	1525.578-1007.615=517.964
min	4397.537-4431.680=-34.143
max	8179.843-6766.515=1413.328

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.590-172.583=0.007
σ	0.027-0.023=0.004
min	172.563-172.558=0.005
max	172.622-172.614=0.008

*mean*	1894.000-1972.000=-78.000
σ	0.000
min	1894.000-1972.000=-78.000
max	1894.000-1972.000=-78.000

*mean*	372.713-358.528=14.185
σ	26.990-40.695=-13.706
min	348.787-270.508=78.279
max	419.609-398.804=20.805

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.359=0.002
σ	0.038-0.036=0.002
min	357.321
max	357.407-357.398=0.009

*mean*	1894.000-1972.000=-78.000
σ	0.000
min	1894.000-1972.000=-78.000
max	1894.000-1972.000=-78.000

*mean*	770.468-768.360=2.109
σ	41.880-60.913=-19.034
min	678.019-624.946=53.073
max	811.808-826.892=-15.084

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.185=0.001
σ	0.946-0.926=0.020
min	1007.715-1007.716=-0.001
max	1012.123-1012.034=0.089

*mean*	1037.650-1037.150=0.500
σ	306.285-303.960=2.325
min	543.000-548.000=-5.000
max	1466.000-1465.000=1.000

*mean*	1.577-1.561=0.017
σ	0.174-0.124=0.050
min	1.467-1.466=0.001
max	2.068-1.941=0.126

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.887=-0.001

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.421-0.419=0.002
σ	0.128-0.127=0.001
min	0.348-0.338=0.010
max	0.648-0.644=0.004

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.002=0.000
min	2.332
max	2.337

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.892-0.880=0.013
σ	0.091-0.095=-0.004
min	0.840-0.803=0.037
max	1.051-1.043=0.008

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.585-0.543=0.042
σ	0.068-0.060=0.008
min	0.522-0.497=0.025
max	0.679-0.643=0.036

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.861-0.841=0.020
σ	0.051-0.038=0.013
min	0.818-0.811=0.007
max	0.946-0.905=0.041

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=-0.001
σ	0.024-0.024=-0.001
min	963.523
max	963.581-963.582=-0.001

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.780-0.825=-0.045
σ	0.079-0.033=0.046
min	0.664-0.791=-0.128
max	0.861-0.860=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.001
σ	0.007-0.006=0.000
min	884.847
max	884.863-884.861=0.002

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.735-0.727=0.007
σ	0.034-0.021=0.013
min	0.675-0.694=-0.018
max	0.761-0.744=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.710=0.000

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	4.288-4.307=-0.019
σ	0.098-0.085=0.013
min	4.167-4.169=-0.001
max	4.748-4.565=0.184

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.660-7.658=0.003

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	4.309-4.279=0.030
σ	0.077-0.075=0.001
min	4.136-4.138=-0.001
max	4.567-4.594=-0.027

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.769-0.750=0.020
σ	0.019-0.054=-0.035
min	0.742-0.549=0.193
max	0.878-0.941=-0.063

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.548-0.645=-0.097
σ	0.073-0.101=-0.028
min	0.498-0.497=0.002
max	0.791-0.767=0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.500-297.387=0.112
σ	0.243-0.269=-0.026
min	297.227-297.231=-0.003
max	298.083-298.135=-0.052

*mean*	1894.000-1972.000=-78.000
σ	0.000
min	1894.000-1972.000=-78.000
max	1894.000-1972.000=-78.000

*mean*	0.605-0.561=0.045
σ	0.041-0.022=0.020
min	0.528-0.529=-0.001
max	0.697-0.586=0.111

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.762-289.776=-0.014
σ	0.045-0.034=0.010
min	289.721-289.736=-0.015
max	289.816-289.815=0.001

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.398-0.405=-0.006
σ	0.010-0.013=-0.004
min	0.394-0.394=-0.000
max	0.416-0.423=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.664-1299.653=0.011
σ	0.087-0.062=0.025
min	1299.561-1299.580=-0.019
max	1299.759-1299.702=0.057

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	2.082-2.105=-0.023
σ	0.067-0.074=-0.006
min	2.015-1.995=0.020
max	2.166-2.178=-0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.592-1542.626=-0.033
σ	4.028-4.042=-0.014
min	1540.564-1540.605=-0.042
max	1549.788-1549.847=-0.059

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	2.186-2.270=-0.084
σ	0.122-0.145=-0.022
min	2.039-2.131=-0.092
max	2.339-2.440=-0.102

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.624-1861.629=-0.006
σ	0.076-0.079=-0.003
min	1861.512-1861.508=0.004
max	1861.702-1861.708=-0.007

*mean*	1739.200-1765.400=-26.200
σ	171.845-217.785=-45.940
min	1490.000-1475.000=15.000
max	1894.000-1972.000=-78.000

*mean*	3.046-3.222=-0.176
σ	0.177-0.353=-0.176
min	2.893-2.871=0.022
max	3.262-3.765=-0.502

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.700=0.008
σ	0.141-0.150=-0.009
min	1.485-1.548=-0.063
max	1.862-1.897=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.186=0.000
σ	577.140-577.140=-0.000
min	157.615-157.614=0.001
max	1311.895-1311.895=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	0.538-0.544=-0.006
σ	0.554-0.563=-0.009
min	0.260-0.263=-0.003
max	1.369-1.388=-0.019

policies=20

*mean*	1576.398-1576.421=-0.023
σ	0.345-0.350=-0.004
min	1576.179-1576.180=-0.001
max	1576.914-1576.941=-0.027

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	2.625-2.619=0.006
σ	0.046-0.019=0.027
min	2.581-2.602=-0.021
max	2.689-2.646=0.044

policies=200

*mean*	15772.143-15772.276=-0.133
σ	0.101-0.059=0.042
min	15772.037-15772.196=-0.159
max	15772.278-15772.340=-0.061

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-1465.000=1.000
σ	0.000
min	1466.000-1465.000=1.000
max	1466.000-1465.000=1.000

*mean*	26.369-26.353=0.016
σ	0.049-0.099=-0.049
min	26.327-26.221=0.105
max	26.436-26.447=-0.011