Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.001
σ	0.350-0.348=0.002
min	54.483-54.483=0.001
max	55.612-55.605=0.007

*mean*	415.000-416.700=-1.700
σ	0.000-0.483=-0.483
min	415.000-416.000=-1.000
max	415.000-417.000=-2.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.004=0.001
min	0.132-0.136=-0.004
max	0.145-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.005-0.007=-0.002
min	43.780-43.778=0.002
max	43.798-43.803=-0.006

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.122-0.121=0.002
σ	0.004-0.005=-0.001
min	0.119-0.115=0.005
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4265.000-4136.000=129.000
σ	1876.135-1552.022=324.112
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	13.223-57.262=-44.038
σ	1.953-127.485=-125.532
min	12.137-11.885=0.253
max	17.991-372.770=-354.779

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.000

*mean*	4265.000-4136.000=129.000
σ	1876.135-1552.022=324.112
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	12.923-12.473=0.450
σ	1.667-1.295=0.372
min	11.438-11.219=0.219
max	16.609-15.237=1.372

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7538.000-6051.000=1487.000
σ	0.000
min	7538.000-6051.000=1487.000
max	7538.000-6051.000=1487.000

*mean*	13.530-13.559=-0.028
σ	1.451-1.607=-0.156
min	10.793-11.230=-0.438
max	15.115-14.875=0.240

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4265.000-4055.000=210.000
σ	1876.135-1618.391=257.744
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	12.672-12.419=0.253
σ	2.050-1.843=0.207
min	10.412-10.153=0.259
max	15.485-14.517=0.967

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4265.000-4055.000=210.000
σ	1876.135-1618.391=257.744
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	9.069-8.169=0.900
σ	1.188-0.474=0.714
min	8.047-7.274=0.774
max	11.859-8.690=3.169

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4265.000-4055.000=210.000
σ	1876.135-1618.391=257.744
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	6.605-6.078=0.527
σ	1.314-0.307=1.007
min	5.333-5.626=-0.293
max	9.733-6.633=3.101

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=0.000

*mean*	4265.000-4136.000=129.000
σ	1876.135-1552.022=324.112
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	5.753-5.435=0.319
σ	0.503-0.117=0.386
min	5.409-5.161=0.248
max	6.972-5.517=1.455

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4265.000-4136.000=129.000
σ	1876.135-1552.022=324.112
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	5.451-5.152=0.300
σ	0.550-0.125=0.425
min	5.050-4.864=0.186
max	6.774-5.237=1.537

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7538.000-6051.000=1487.000
σ	0.000
min	7538.000-6051.000=1487.000
max	7538.000-6051.000=1487.000

*mean*	1102.534-1895.690=-793.156
σ	163.381-902.334=-738.953
min	1041.628-1027.603=14.024
max	1506.824-3383.143=-1876.319

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.640=-0.000

*mean*	3788.250-3836.000=-47.750
σ	1607.514-1646.825=-39.311
min	1983.000-2029.000=-46.000
max	5944.000-6051.000=-107.000

*mean*	4535.445-4739.142=-203.698
σ	1366.999-1430.549=-63.550
min	3504.137-3510.580=-6.443
max	6621.119-7328.735=-707.617

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4265.000-4055.000=210.000
σ	1876.135-1618.391=257.744
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	87.645-77.129=10.516
σ	11.944-7.867=4.077
min	70.420-70.106=0.314
max	107.471-89.205=18.266

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7538.000-6051.000=1487.000
σ	0.000
min	7538.000-6051.000=1487.000
max	7538.000-6051.000=1487.000

*mean*	96.877-97.592=-0.715
σ	11.507-16.258=-4.751
min	73.892-74.015=-0.123
max	107.252-110.140=-2.889

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7538.000-6051.000=1487.000
σ	0.000
min	7538.000-6051.000=1487.000
max	7538.000-6051.000=1487.000

*mean*	147.164-149.008=-1.844
σ	19.136-24.759=-5.623
min	108.651-112.052=-3.401
max	165.830-167.669=-1.839

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305-11655.305=0.000
max	11667.517-11667.521=-0.004

*mean*	4265.000-4055.000=210.000
σ	1876.135-1618.391=257.744
min	1983.000-2029.000=-46.000
max	7538.000-6051.000=1487.000

*mean*	6460.622-6544.898=-84.276
σ	1214.659-1346.278=-131.619
min	4894.459-4904.457=-9.998
max	8097.633-8350.793=-253.160

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	7538.000-6051.000=1487.000
σ	0.000
min	7538.000-6051.000=1487.000
max	7538.000-6051.000=1487.000

*mean*	5484.426-6514.429=-1030.004
σ	1196.541-1119.604=76.936
min	4370.381-4379.703=-9.322
max	7230.747-7765.800=-535.053

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.588=-0.007
σ	0.022-0.028=-0.005
min	172.558-172.560=-0.002
max	172.613-172.622=-0.010

*mean*	1983.000-2029.000=-46.000
σ	0.000
min	1983.000-2029.000=-46.000
max	1983.000-2029.000=-46.000

*mean*	358.812-378.102=-19.290
σ	42.949-55.608=-12.659
min	266.445-324.491=-58.046
max	400.437-502.947=-102.510

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.359=0.003
σ	0.042-0.036=0.007
min	357.321
max	357.404-357.398=0.006

*mean*	1983.000-2029.000=-46.000
σ	0.000
min	1983.000-2029.000=-46.000
max	1983.000-2029.000=-46.000

*mean*	739.969-748.423=-8.454
σ	78.650-66.550=12.100
min	610.237-626.510=-16.273
max	805.453-809.518=-4.065

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.180-1008.188=-0.008
σ	0.883-0.876=0.007
min	1007.686-1007.686=0.001
max	1011.847-1011.814=0.033

*mean*	1039.850-1041.900=-2.050
σ	306.663-307.953=-1.291
min	545.000-546.000=-1.000
max	1469.000-1474.000=-5.000

*mean*	1.560-1.561=-0.001
σ	0.086-0.102=-0.016
min	1.475-1.466=0.009
max	1.767-1.816=-0.049

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.420-0.419=0.002
σ	0.137-0.139=-0.002
min	0.330-0.335=-0.005
max	0.664-0.664=-0.000

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.889-0.886=0.003
σ	0.086-0.080=0.006
min	0.838-0.833=0.006
max	1.043-1.025=0.018

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.537-0.576=-0.039
σ	0.052-0.090=-0.038
min	0.499-0.517=-0.018
max	0.627-0.735=-0.108

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.846-0.857=-0.010
σ	0.038-0.045=-0.007
min	0.819-0.827=-0.008
max	0.912-0.931=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=-0.000
σ	0.025-0.025=0.000
min	963.523
max	963.585-963.584=0.001

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.834-0.811=0.023
σ	0.047-0.038=0.009
min	0.753-0.769=-0.016
max	0.864-0.852=0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.008=-0.002
min	884.847
max	884.862-884.867=-0.005

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.701-0.693=0.008
σ	0.066-0.070=-0.005
min	0.596-0.606=-0.010
max	0.749-0.754=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=-0.001

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	4.247-4.279=-0.032
σ	0.080-0.104=-0.024
min	4.126-4.115=0.011
max	4.619-4.659=-0.039

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	4.255-4.261=-0.006
σ	0.089-0.062=0.027
min	4.107-4.133=-0.026
max	4.618-4.480=0.139

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.753-0.748=0.005
σ	0.023-0.015=0.008
min	0.612-0.723=-0.111
max	0.876-0.861=0.014

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.715-0.711=0.004
σ	0.014-0.016=-0.002
min	0.681-0.682=-0.001
max	0.795-0.777=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.184-297.543=-0.359
σ	0.215-0.246=-0.030
min	297.048-297.351=-0.303
max	297.768-298.216=-0.448

*mean*	1983.000-2029.000=-46.000
σ	0.000
min	1983.000-2029.000=-46.000
max	1983.000-2029.000=-46.000

*mean*	0.558-0.564=-0.006
σ	0.037-0.034=0.003
min	0.509-0.506=0.003
max	0.606-0.608=-0.001

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.761-289.759=0.002
σ	0.050-0.047=0.003
min	289.714-289.707=0.007
max	289.816-289.813=0.003

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.407-0.405=0.002
σ	0.011-0.008=0.003
min	0.388-0.398=-0.010
max	0.416-0.415=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.674=0.021
σ	0.081-0.107=-0.026
min	1299.605-1299.525=0.080
max	1299.811-1299.807=0.004

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	2.266-2.300=-0.034
σ	0.096-0.192=-0.096
min	2.148-2.116=0.032
max	2.356-2.620=-0.263

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.661-1542.661=0.000
σ	4.025-4.028=-0.003
min	1540.702-1540.683=0.019
max	1549.855-1549.861=-0.006

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	2.285-2.307=-0.022
σ	0.151-0.142=0.010
min	2.151-2.169=-0.019
max	2.449-2.507=-0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.635-1861.633=0.002
σ	0.061-0.070=-0.009
min	1861.562-1861.543=0.019
max	1861.710-1861.713=-0.002

*mean*	1768.600-1726.000=42.600
σ	226.161-206.441=19.720
min	1471.000-1545.000=-74.000
max	1983.000-2029.000=-46.000

*mean*	3.186-2.894=0.293
σ	0.411-0.128=0.282
min	2.678-2.716=-0.038
max	3.759-3.062=0.697

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.756-1.754=0.003
σ	0.128-0.091=0.037
min	1.604-1.592=0.012
max	1.898-1.814=0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.001
σ	577.140-577.139=0.001
min	157.612-157.615=-0.003
max	1311.895-1311.895=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	0.523-0.542=-0.018
σ	0.524-0.559=-0.035
min	0.254-0.262=-0.008
max	1.309-1.381=-0.072

policies=20

*mean*	1576.423-1576.423=-0.000
σ	0.344-0.352=-0.008
min	1576.189-1576.187=0.002
max	1576.935-1576.946=-0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	2.625-2.621=0.004
σ	0.005-0.012=-0.007
min	2.620-2.609=0.011
max	2.632-2.638=-0.006

policies=200

*mean*	15772.293-15772.214=0.079
σ	0.104-0.152=-0.048
min	15772.164-15772.083=0.081
max	15772.419-15772.392=0.027

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1474.000=-5.000
σ	0.000
min	1469.000-1474.000=-5.000
max	1469.000-1474.000=-5.000

*mean*	26.550-26.452=0.098
σ	0.086-0.110=-0.025
min	26.441-26.304=0.136
max	26.633-26.537=0.096