Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.350-0.348=0.002
min	54.479-54.485=-0.006
max	55.613-55.607=0.006

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.138-0.141=-0.003
σ	0.004-0.004=-0.000
min	0.133-0.137=-0.004
max	0.145-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.001
σ	0.006-0.007=-0.001
min	43.777-43.779=-0.002
max	43.797-43.800=-0.003

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.123-0.123=-0.001
σ	0.004-0.003=0.000
min	0.119-0.120=-0.001
max	0.128-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	13.111-12.382=0.729
σ	1.725-0.245=1.480
min	12.147-12.061=0.085
max	17.353-12.848=4.505

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.615=-0.000
max	36.620-36.620=-0.000

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	13.024-12.579=0.446
σ	2.069-0.511=1.558
min	11.307-11.357=-0.050
max	17.830-13.049=4.782

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	14.040-13.867=0.173
σ	1.006-1.032=-0.026
min	12.718-12.502=0.216
max	15.523-15.076=0.447

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	13.203-11.392=1.811
σ	2.287-1.386=0.901
min	10.625-10.219=0.406
max	15.906-13.727=2.179

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	9.353-8.150=1.203
σ	1.717-0.418=1.299
min	7.966-7.647=0.319
max	12.438-8.673=3.765

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	7.084-6.257=0.827
σ	1.395-0.335=1.060
min	6.032-5.680=0.352
max	9.494-6.595=2.899

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.670-25.670=-0.000

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	5.781-5.255=0.525
σ	0.477-0.140=0.337
min	5.549-5.080=0.469
max	6.949-5.427=1.522

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	5.550-5.106=0.444
σ	0.479-0.044=0.435
min	5.216-5.028=0.188
max	6.705-5.164=1.541

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=0.000
min	2524.594-2524.594=0.000
max	2524.594

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	1100.339-1042.184=58.155
σ	157.411-10.888=146.523
min	1036.134-1022.881=13.253
max	1489.719-1053.455=436.264

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.032-0.033=-0.001
min	8744.544-8744.544=-0.000
max	8744.639-8744.640=-0.002

*mean*	3765.125-3770.750=-5.625
σ	1635.880-1626.628=9.252
min	1894.000-1919.000=-25.000
max	5941.000-5940.000=1.000

*mean*	4541.602-4560.360=-18.757
σ	1363.394-1473.799=-110.405
min	3506.098-3540.863=-34.765
max	6551.399-7449.143=-897.745

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	91.561-83.336=8.226
σ	17.623-6.526=11.097
min	72.337-71.900=0.437
max	127.552-90.251=37.301

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.001
min	40.944
max	40.945-40.948=-0.002

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	232.528-242.226=-9.698
σ	372.464-408.604=-36.140
min	89.923-83.999=5.924
max	1154.198-1253.253=-99.055

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	151.555-152.794=-1.239
σ	12.107-12.933=-0.827
min	134.814-134.446=0.368
max	166.070-166.441=-0.372

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.001
σ	4.318-4.317=0.001
min	11655.305
max	11667.520-11667.516=0.004

*mean*	4254.875-4256.500=-1.625
σ	1894.259-1889.015=5.244
min	1894.000-1919.000=-25.000
max	7545.000

*mean*	6522.964-6386.868=136.096
σ	1086.255-1256.740=-170.485
min	4880.030-4995.651=-115.622
max	7906.077-8013.681=-107.604

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	5423.100-5116.458=306.642
σ	1340.516-918.074=422.442
min	4355.183-4362.649=-7.466
max	7460.910-6707.116=753.794

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.584=-0.002
σ	0.028-0.023=0.005
min	172.558
max	172.624-172.616=0.008

*mean*	1894.000-1919.000=-25.000
σ	0.000
min	1894.000-1919.000=-25.000
max	1894.000-1919.000=-25.000

*mean*	351.637-368.668=-17.030
σ	33.493-25.048=8.445
min	294.516-344.781=-50.265
max	398.454-416.756=-18.302

op=pointedIndexFromKvs

rows=400000

*mean*	357.363-357.361=0.002
σ	0.040-0.037=0.003
min	357.321
max	357.414-357.400=0.014

*mean*	1894.000-1919.000=-25.000
σ	0.000
min	1894.000-1919.000=-25.000
max	1894.000-1919.000=-25.000

*mean*	782.314-740.751=41.563
σ	28.094-62.404=-34.309
min	728.675-618.552=110.123
max	824.297-801.504=22.794

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.185=0.001
σ	0.880-0.870=0.010
min	1007.687-1007.688=-0.002
max	1011.837-1011.789=0.048

*mean*	1038.650-1039.750=-1.100
σ	305.109-302.848=2.262
min	546.000-558.000=-12.000
max	1468.000-1466.000=2.000

*mean*	1.532-1.551=-0.019
σ	0.115-0.093=0.022
min	1.357-1.349=0.008
max	1.894-1.771=0.123

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.421-0.408=0.013
σ	0.151-0.132=0.019
min	0.335-0.338=-0.003
max	0.689-0.644=0.045

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.940-0.900=0.040
σ	0.200-0.101=0.099
min	0.833-0.834=-0.001
max	1.294-1.076=0.218

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.538-0.551=-0.013
σ	0.050-0.053=-0.003
min	0.497-0.515=-0.018
max	0.624-0.643=-0.019

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.869-0.860=0.009
σ	0.063-0.045=0.018
min	0.806-0.821=-0.015
max	0.969-0.935=0.035

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=0.000
σ	0.024-0.025=-0.000
min	963.524-963.523=0.001
max	963.584-963.583=0.001

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.857-0.826=0.031
σ	0.015-0.057=-0.042
min	0.833-0.731=0.102
max	0.871-0.867=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.855-884.854=0.001
σ	0.006-0.007=-0.001
min	884.847
max	884.862-884.862=0.001

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.742-0.706=0.035
σ	0.006-0.038=-0.032
min	0.733-0.665=0.069
max	0.749-0.749=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	4.239-4.262=-0.024
σ	0.079-0.064=0.016
min	4.123-4.153=-0.030
max	4.559-4.479=0.080

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	4.228-4.276=-0.048
σ	0.088-0.086=0.002
min	4.056-4.123=-0.067
max	4.541-4.535=0.007

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.653-0.764=-0.112
σ	0.104-0.016=0.088
min	0.515-0.733=-0.218
max	0.836-0.865=-0.030

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.508-0.617=-0.109
σ	0.017-0.104=-0.088
min	0.487-0.497=-0.011
max	0.636-0.793=-0.157

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.491-297.484=0.007
σ	0.219-0.225=-0.006
min	297.289-297.350=-0.061
max	298.040-298.109=-0.069

*mean*	1894.000-1919.000=-25.000
σ	0.000
min	1894.000-1919.000=-25.000
max	1894.000-1919.000=-25.000

*mean*	0.588-0.567=0.021
σ	0.031-0.066=-0.034
min	0.517-0.507=0.010
max	0.626-0.713=-0.087

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.766=0.007
σ	0.032-0.038=-0.006
min	289.731-289.729=0.001
max	289.805-289.813=-0.008

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.404-0.403=0.001
σ	0.013-0.009=0.004
min	0.397-0.397=-0.000
max	0.427-0.418=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1299.681=-0.036
σ	0.079-0.100=-0.021
min	1299.547-1299.547=-0.000
max	1299.714-1299.817=-0.103

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	2.033-2.334=-0.301
σ	0.016-0.159=-0.143
min	2.012-2.125=-0.113
max	2.055-2.468=-0.413

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.615-1542.710=-0.095
σ	4.038-3.994=0.044
min	1540.566-1540.815=-0.250
max	1549.828-1549.853=-0.025

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	2.237-2.465=-0.227
σ	0.165-0.176=-0.011
min	2.077-2.237=-0.160
max	2.453-2.641=-0.188

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.629=-0.001
σ	0.079-0.061=0.018
min	1861.508-1861.548=-0.040
max	1861.704-1861.695=0.010

*mean*	1737.600-1738.800=-1.200
σ	173.001-187.617=-14.616
min	1488.000-1494.000=-6.000
max	1894.000-1919.000=-25.000

*mean*	3.162-3.058=0.104
σ	0.375-0.243=0.132
min	2.869-2.862=0.007
max	3.771-3.474=0.297

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.742-1.751=-0.009
σ	0.173-0.158=0.015
min	1.546-1.566=-0.020
max	1.933-1.918=0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.146=0.001
σ	577.064-577.065=-0.001
min	157.614-157.613=0.001
max	1311.743-1311.743=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	0.550-0.550=-0.001
σ	0.570-0.572=-0.002
min	0.262-0.262=-0.001
max	1.405-1.409=-0.004

policies=20

*mean*	1576.409-1576.415=-0.006
σ	0.347-0.372=-0.025
min	1576.173-1576.163=0.010
max	1576.925-1576.968=-0.043

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	2.619-2.661=-0.042
σ	0.008-0.032=-0.024
min	2.611-2.627=-0.016
max	2.627-2.704=-0.077

policies=200

*mean*	15772.107-15772.216=-0.109
σ	0.139-0.129=0.011
min	15772.024-15772.031=-0.007
max	15772.314-15772.329=-0.015

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1466.000=2.000
σ	0.000
min	1468.000-1466.000=2.000
max	1468.000-1466.000=2.000

*mean*	26.367-26.581=-0.214
σ	0.048-0.104=-0.055
min	26.315-26.438=-0.124
max	26.428-26.683=-0.255