Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.000
σ	0.352-0.351=0.001
min	54.479-54.480=-0.000
max	55.619-55.616=0.004

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.135-0.137=-0.002
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.007-0.005=0.001
min	43.776-43.778=-0.001
max	43.799-43.797=0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.122=0.001
σ	0.004-0.005=-0.001
min	0.119-0.117=0.003
max	0.129-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.615
max	36.620-36.623=-0.003

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	12.354-12.760=-0.406
σ	0.345-1.742=-1.397
min	11.914-11.839=0.075
max	12.998-16.980=-3.982

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	12.454-12.242=0.213
σ	0.628-2.202=-1.574
min	11.406-11.110=0.295
max	13.178-17.562=-4.383

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6045.000-7554.000=-1509.000
σ	0.000
min	6045.000-7554.000=-1509.000
max	6045.000-7554.000=-1509.000

*mean*	13.193-13.767=-0.574
σ	1.179-1.173=0.006
min	11.120-12.308=-1.187
max	14.992-15.317=-0.325

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	12.232-11.999=0.233
σ	1.361-1.982=-0.621
min	10.337-9.992=0.345
max	13.702-15.135=-1.433

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603
max	27.611-27.607=0.004

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	8.742-8.706=0.036
σ	0.756-1.171=-0.415
min	7.901-7.829=0.073
max	10.344-11.505=-1.162

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	6.803-6.526=0.277
σ	0.721-1.168=-0.448
min	6.134-5.787=0.348
max	8.485-9.374=-0.889

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	5.585-5.588=-0.002
σ	0.092-0.583=-0.492
min	5.400-5.099=0.301
max	5.684-6.934=-1.250

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	5.459-5.195=0.264
σ	0.078-0.572=-0.494
min	5.361-4.716=0.646
max	5.602-6.517=-0.915

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6045.000-7554.000=-1509.000
σ	0.000
min	6045.000-7554.000=-1509.000
max	6045.000-7554.000=-1509.000

*mean*	1573.291-1106.087=467.204
σ	856.826-169.576=687.250
min	1040.538-1040.152=0.386
max	3128.706-1525.658=1603.048

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.641-8744.641=-0.000

*mean*	3823.125-3791.375=31.750
σ	1648.610-1610.309=38.302
min	1981.000-1984.000=-3.000
max	6045.000-5953.000=92.000

*mean*	4398.607-4655.295=-256.687
σ	1431.584-1479.609=-48.024
min	3576.226-3540.960=35.267
max	7456.514-7039.120=417.394

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	81.898-83.713=-1.815
σ	11.468-12.712=-1.244
min	70.350-69.068=1.282
max	97.867-104.720=-6.853

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.001
min	40.944
max	40.948-40.945=0.002

*mean*	6045.000-7554.000=-1509.000
σ	0.000
min	6045.000-7554.000=-1509.000
max	6045.000-7554.000=-1509.000

*mean*	95.852-233.445=-137.593
σ	10.117-374.864=-364.747
min	80.976-89.191=-8.215
max	108.474-1160.996=-1052.522

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	6045.000-7554.000=-1509.000
σ	0.000
min	6045.000-7554.000=-1509.000
max	6045.000-7554.000=-1509.000

*mean*	223.994-150.430=73.564
σ	231.068-13.786=217.282
min	120.401-132.158=-11.757
max	794.657-169.614=625.044

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.521

*mean*	4104.000-4269.000=-165.000
σ	1569.709-1880.401=-310.691
min	1981.000-1984.000=-3.000
max	6045.000-7554.000=-1509.000

*mean*	6344.214-6430.850=-86.636
σ	1330.989-1141.046=189.943
min	4974.857-4954.368=20.488
max	8397.614-8353.089=44.525

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.001
σ	0.001-0.002=-0.001
min	11560.067-11560.066=0.001
max	11560.069-11560.072=-0.003

*mean*	6045.000-7554.000=-1509.000
σ	0.000
min	6045.000-7554.000=-1509.000
max	6045.000-7554.000=-1509.000

*mean*	6446.862-5562.530=884.332
σ	1416.333-1297.039=119.294
min	4432.160-4429.761=2.399
max	8205.525-7421.386=784.139

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.583=-0.000
σ	0.024-0.025=-0.001
min	172.558
max	172.620-172.625=-0.005

*mean*	1981.000-1984.000=-3.000
σ	0.000
min	1981.000-1984.000=-3.000
max	1981.000-1984.000=-3.000

*mean*	356.016-366.525=-10.509
σ	39.927-23.389=16.538
min	265.921-340.762=-74.840
max	400.149-398.240=1.909

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.364=-0.000
σ	0.043-0.042=0.001
min	357.321
max	357.430-357.408=0.021

*mean*	1981.000-1984.000=-3.000
σ	0.000
min	1981.000-1984.000=-3.000
max	1981.000-1984.000=-3.000

*mean*	775.961-729.512=46.449
σ	31.149-76.289=-45.140
min	719.523-602.890=116.633
max	809.610-796.626=12.984

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.188=-0.006
σ	0.938-0.880=0.058
min	1007.717-1007.687=0.030
max	1012.094-1011.834=0.261

*mean*	1044.600-1038.800=5.800
σ	295.859-296.897=-1.038
min	548.000-547.000=1.000
max	1448.000-1439.000=9.000

*mean*	1.553-1.575=-0.022
σ	0.137-0.131=0.007
min	1.456-1.483=-0.027
max	2.051-2.057=-0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.436-0.416=0.020
σ	0.174-0.127=0.047
min	0.347-0.333=0.014
max	0.747-0.641=0.107

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.933-0.889=0.044
σ	0.174-0.090=0.083
min	0.845-0.831=0.014
max	1.243-1.045=0.198

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.557-0.546=0.010
σ	0.053-0.050=0.003
min	0.507-0.517=-0.010
max	0.645-0.636=0.010

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.858-0.847=0.011
σ	0.045-0.041=0.004
min	0.817-0.818=-0.001
max	0.929-0.919=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.543=0.005
σ	0.031-0.030=0.001
min	963.523
max	963.602-963.596=0.006

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.836-0.808=0.028
σ	0.034-0.036=-0.002
min	0.782-0.760=0.023
max	0.861-0.858=0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.006-0.006=0.001
min	884.847
max	884.861-884.862=-0.001

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.724-0.708=0.015
σ	0.024-0.040=-0.016
min	0.696-0.672=0.024
max	0.744-0.753=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	3.570-4.229=-0.659
σ	0.104-0.120=-0.016
min	3.409-4.105=-0.697
max	4.225-5.140=-0.916

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	3.547-4.211=-0.664
σ	0.069-0.063=0.006
min	3.417-4.086=-0.669
max	3.717-4.400=-0.683

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.755-0.754=0.001
σ	0.017-0.016=0.001
min	0.720-0.721=-0.002
max	0.860-0.849=0.010

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.714-0.713=0.001
σ	0.015-0.014=0.001
min	0.681-0.684=-0.003
max	0.791-0.781=0.010

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.230-297.406=-0.176
σ	0.203-0.204=-0.001
min	297.073-297.207=-0.134
max	297.772-297.891=-0.119

*mean*	1981.000-1984.000=-3.000
σ	0.000
min	1981.000-1984.000=-3.000
max	1981.000-1984.000=-3.000

*mean*	0.559-0.566=-0.007
σ	0.027-0.034=-0.007
min	0.522-0.508=0.014
max	0.588-0.593=-0.005

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.760=0.014
σ	0.038-0.044=-0.006
min	289.724-289.722=0.002
max	289.813-289.811=0.003

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.400-0.404=-0.004
σ	0.011-0.011=0.001
min	0.394-0.394=0.000
max	0.420-0.420=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.592-1299.691=-0.099
σ	0.078-0.092=-0.013
min	1299.506-1299.581=-0.076
max	1299.707-1299.819=-0.113

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	1.955-2.275=-0.320
σ	0.093-0.094=-0.001
min	1.852-2.150=-0.298
max	2.099-2.349=-0.250

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.647-1542.665=-0.018
σ	4.008-4.004=0.004
min	1540.671-1540.705=-0.034
max	1549.811-1549.822=-0.011

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	2.249-2.308=-0.059
σ	0.178-0.129=0.048
min	2.026-2.177=-0.151
max	2.476-2.481=-0.005

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.647-1861.628=0.019
σ	0.067-0.064=0.003
min	1861.578-1861.541=0.037
max	1861.726-1861.706=0.020

*mean*	1766.400-1771.000=-4.600
σ	226.297-224.690=1.607
min	1468.000-1475.000=-7.000
max	1981.000-1984.000=-3.000

*mean*	3.139-3.242=-0.103
σ	0.256-0.343=-0.087
min	2.841-2.875=-0.034
max	3.484-3.667=-0.183

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.788=-0.152
σ	0.159-0.160=-0.000
min	1.414-1.509=-0.096
max	1.853-1.906=-0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.185=-0.002
σ	577.140-577.140=-0.001
min	157.611-157.612=-0.001
max	1311.892-1311.895=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	0.530-0.534=-0.004
σ	0.535-0.539=-0.004
min	0.261-0.261=-0.000
max	1.333-1.342=-0.009

policies=20

*mean*	1576.395-1576.434=-0.039
σ	0.345-0.372=-0.027
min	1576.163-1576.188=-0.025
max	1576.908-1576.987=-0.079

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	2.622-2.666=-0.044
σ	0.011-0.068=-0.057
min	2.613-2.624=-0.012
max	2.633-2.768=-0.135

policies=200

*mean*	15772.207-15772.285=-0.078
σ	0.117-0.044=0.073
min	15772.112-15772.247=-0.135
max	15772.377-15772.327=0.050

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1448.000-1439.000=9.000
σ	0.000
min	1448.000-1439.000=9.000
max	1448.000-1439.000=9.000

*mean*	26.335-26.502=-0.167
σ	0.051-0.034=0.017
min	26.289-26.464=-0.175
max	26.405-26.546=-0.141