Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.621=-0.001
σ	0.348-0.350=-0.003
min	54.492-54.492=0.001
max	55.609-55.617=-0.007

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.141-0.139=0.002
σ	0.005-0.005=-0.000
min	0.135-0.132=0.004
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.784-43.784=-0.000
σ	0.006-0.005=0.001
min	43.776-43.775=0.000
max	43.797-43.793=0.004

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.123-0.121=0.002
σ	0.004-0.004=-0.001
min	0.119-0.116=0.003
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	12.850-12.286=0.565
σ	1.796-0.182=1.615
min	12.035-12.081=-0.046
max	17.264-12.584=4.680

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.620=-0.000

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	12.667-12.460=0.207
σ	1.565-0.642=0.924
min	11.599-11.439=0.159
max	16.380-13.137=3.243

op=table_records(), no indexes

*mean*	41.928
σ	0.000-0.000=-0.000
min	41.928
max	41.928-41.929=-0.000

*mean*	7542.000-7559.000=-17.000
σ	0.000
min	7542.000-7559.000=-17.000
max	7542.000-7559.000=-17.000

*mean*	13.151-13.726=-0.575
σ	1.487-1.409=0.078
min	10.237-11.032=-0.795
max	14.904-15.308=-0.404

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4261.250-4187.625=73.625
σ	1887.331-1951.592=-64.261
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	11.847-13.034=-1.187
σ	1.879-1.886=-0.007
min	10.143-10.718=-0.574
max	15.279-14.946=0.333

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4261.250-4187.625=73.625
σ	1887.331-1951.592=-64.261
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	8.694-8.568=0.126
σ	1.302-0.809=0.494
min	7.890-7.747=0.143
max	11.835-10.346=1.488

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	6.759-6.705=0.053
σ	1.197-0.752=0.444
min	6.133-5.924=0.209
max	9.702-8.301=1.400

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	5.494-5.616=-0.122
σ	0.544-0.226=0.317
min	5.108-5.335=-0.227
max	6.801-6.067=0.734

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	5.394-5.240=0.154
σ	0.500-0.227=0.273
min	4.998-4.765=0.233
max	6.575-5.484=1.091

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593
max	2524.594-2524.593=0.000

*mean*	7542.000-7559.000=-17.000
σ	0.000
min	7542.000-7559.000=-17.000
max	7542.000-7559.000=-17.000

*mean*	1102.078-1050.285=51.792
σ	160.211-5.488=154.724
min	1037.608-1042.765=-5.157
max	1498.441-1059.981=438.460

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.639-8744.640=-0.000

*mean*	3778.000-3763.625=14.375
σ	1628.248-1639.917=-11.668
min	1927.000-1909.000=18.000
max	5952.000-5949.000=3.000

*mean*	4573.244-4433.702=139.541
σ	1464.933-1266.448=198.484
min	3549.746-3545.109=4.636
max	7026.447-6418.236=608.211

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4261.250-4258.125=3.125
σ	1887.331-1898.484=-11.153
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	86.225-82.730=3.495
σ	12.556-12.451=0.105
min	70.617-69.956=0.661
max	105.602-105.862=-0.260

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7542.000-7559.000=-17.000
σ	0.000
min	7542.000-7559.000=-17.000
max	7542.000-7559.000=-17.000

*mean*	97.226-99.260=-2.034
σ	11.875-9.411=2.463
min	76.191-84.581=-8.390
max	108.482-107.958=0.524

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685
max	66.687-66.690=-0.003

*mean*	7542.000-7559.000=-17.000
σ	0.000
min	7542.000-7559.000=-17.000
max	7542.000-7559.000=-17.000

*mean*	148.763-150.683=-1.919
σ	19.598-15.649=3.949
min	111.558-126.353=-14.795
max	168.466-167.806=0.660

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.001
σ	4.319-4.317=0.002
min	11655.305-11655.305=-0.000
max	11667.521-11667.516=0.005

*mean*	4261.250-4187.625=73.625
σ	1887.331-1951.592=-64.261
min	1927.000-1909.000=18.000
max	7542.000-7559.000=-17.000

*mean*	6439.818-6354.352=85.466
σ	1113.939-1183.528=-69.588
min	4961.152-4961.971=-0.819
max	8309.751-7949.842=359.909

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	7542.000-7559.000=-17.000
σ	0.000
min	7542.000-7559.000=-17.000
max	7542.000-7559.000=-17.000

*mean*	5497.338-5491.143=6.195
σ	1172.442-1154.106=18.336
min	4386.524-4430.071=-43.548
max	7446.255-7421.783=24.472

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.584=0.001
σ	0.026-0.023=0.002
min	172.558
max	172.625-172.622=0.003

*mean*	1927.000-1909.000=18.000
σ	0.000
min	1927.000-1909.000=18.000
max	1927.000-1909.000=18.000

*mean*	375.882-360.555=15.327
σ	24.304-42.869=-18.565
min	349.440-259.985=89.455
max	412.111-391.256=20.855

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.363=-0.002
σ	0.041-0.040=0.001
min	357.321
max	357.406-357.408=-0.002

*mean*	1927.000-1909.000=18.000
σ	0.000
min	1927.000-1909.000=18.000
max	1927.000-1909.000=18.000

*mean*	763.945-793.231=-29.287
σ	40.934-10.521=30.413
min	703.314-774.369=-71.055
max	821.056-808.350=12.706

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.186=-0.004
σ	0.878-0.860=0.018
min	1007.686-1007.688=-0.002
max	1011.824-1011.735=0.089

*mean*	1040.950-1051.800=-10.850
σ	306.839-301.670=5.168
min	545.000-550.000=-5.000
max	1470.000-1456.000=14.000

*mean*	1.527-1.537=-0.010
σ	0.105-0.085=0.020
min	1.358-1.455=-0.096
max	1.789-1.747=0.041

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.483-0.421=0.062
σ	0.165-0.126=0.039
min	0.350-0.341=0.010
max	0.671-0.644=0.027

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.939-0.882=0.057
σ	0.127-0.087=0.040
min	0.830-0.818=0.011
max	1.153-1.030=0.124

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.560-0.542=0.018
σ	0.042-0.046=-0.004
min	0.520-0.507=0.013
max	0.620-0.620=-0.000

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.893-0.840=0.053
σ	0.067-0.039=0.028
min	0.827-0.815=0.013
max	0.967-0.908=0.059

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.542=-0.002
σ	0.029-0.030=-0.000
min	963.523
max	963.592-963.595=-0.003

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.847-0.833=0.015
σ	0.015-0.038=-0.023
min	0.822-0.773=0.050
max	0.861-0.867=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.862-884.862=0.000

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.740-0.702=0.038
σ	0.008-0.039=-0.031
min	0.732-0.662=0.070
max	0.753-0.745=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	3.510-4.245=-0.734
σ	0.077-0.097=-0.020
min	3.387-4.085=-0.698
max	3.855-4.593=-0.738

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	3.482-4.236=-0.754
σ	0.077-0.068=0.009
min	3.317-4.091=-0.774
max	3.741-4.491=-0.750

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.754-0.751=0.003
σ	0.023-0.021=0.002
min	0.679-0.652=0.027
max	0.882-0.883=-0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.709-0.711=-0.002
σ	0.016-0.033=-0.017
min	0.682-0.674=0.008
max	0.799-0.994=-0.195

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.377-297.386=-0.009
σ	0.214-0.233=-0.020
min	297.171-297.171=-0.000
max	297.927-298.018=-0.091

*mean*	1927.000-1909.000=18.000
σ	0.000
min	1927.000-1909.000=18.000
max	1927.000-1909.000=18.000

*mean*	0.585-0.591=-0.006
σ	0.041-0.057=-0.015
min	0.537-0.512=0.025
max	0.680-0.722=-0.042

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.734-289.729=0.005
σ	0.051-0.051=0.000
min	289.661-289.653=0.008
max	289.800-289.788=0.012

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.395-0.392=0.004
σ	0.009-0.008=0.001
min	0.389-0.384=0.004
max	0.409-0.404=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.696-1299.699=-0.003
σ	0.046-0.049=-0.003
min	1299.644-1299.647=-0.003
max	1299.741-1299.744=-0.004

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	2.218-2.191=0.027
σ	0.085-0.058=0.027
min	2.138-2.114=0.024
max	2.359-2.263=0.096

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.736-1542.735=0.001
σ	4.018-4.018=0.001
min	1540.804-1540.797=0.007
max	1549.920-1549.918=0.002

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	2.367-2.373=-0.007
σ	0.172-0.196=-0.025
min	2.176-2.173=0.002
max	2.628-2.701=-0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.618-1861.619=-0.000
σ	0.066-0.073=-0.006
min	1861.556-1861.540=0.015
max	1861.715-1861.717=-0.002

*mean*	1739.600-1745.400=-5.800
σ	198.222-175.078=23.144
min	1470.000-1500.000=-30.000
max	1927.000-1909.000=18.000

*mean*	3.110-3.065=0.045
σ	0.168-0.272=-0.105
min	2.889-2.780=0.109
max	3.258-3.472=-0.214

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.880-1.777=0.103
σ	0.078-0.153=-0.075
min	1.806-1.512=0.294
max	2.006-1.898=0.108

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.668-446.665=0.003
σ	577.140-577.138=0.002
min	158.094-158.091=0.003
max	1312.379-1312.372=0.007

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	0.547-0.548=-0.002
σ	0.564-0.564=-0.001
min	0.262-0.264=-0.002
max	1.392-1.395=-0.003

policies=20

*mean*	1581.239-1581.223=0.016
σ	0.362-0.369=-0.007
min	1580.993-1580.973=0.020
max	1581.776-1581.771=0.005

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	2.643-2.643=0.000
σ	0.015-0.014=0.001
min	2.631-2.624=0.007
max	2.666-2.658=0.007

policies=200

*mean*	15820.512-15820.424=0.088
σ	0.057-0.087=-0.030
min	15820.475-15820.347=0.128
max	15820.596-15820.545=0.051

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1470.000-1456.000=14.000
σ	0.000
min	1470.000-1456.000=14.000
max	1470.000-1456.000=14.000

*mean*	26.636-26.607=0.029
σ	0.049-0.137=-0.088
min	26.582-26.428=0.154
max	26.684-26.753=-0.069