Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.619=0.000
σ	0.352-0.352=0.000
min	54.492-54.494=-0.002
max	55.620-55.620=0.001

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.140-0.137=0.003
σ	0.004-0.006=-0.002
min	0.137-0.131=0.005
max	0.147-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.784=0.001
σ	0.006-0.006=0.000
min	43.772-43.777=-0.005
max	43.795-43.795=0.001

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.125-0.121=0.004
σ	0.004-0.005=-0.001
min	0.121-0.114=0.007
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	12.082-12.377=-0.296
σ	0.341-0.289=0.052
min	11.635-11.992=-0.357
max	12.601-12.741=-0.140

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	12.280-11.713=0.568
σ	0.616-0.170=0.446
min	11.110-11.501=-0.391
max	13.009-12.041=0.968

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7562.000-6045.000=1517.000
σ	0.000
min	7562.000-6045.000=1517.000
max	7562.000-6045.000=1517.000

*mean*	13.915-13.357=0.557
σ	1.169-1.175=-0.006
min	12.455-10.900=1.556
max	15.397-14.780=0.617

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	11.630-12.383=-0.753
σ	1.648-1.995=-0.348
min	10.071-10.325=-0.254
max	14.067-14.722=-0.655

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	8.446-8.484=-0.038
σ	0.207-0.298=-0.091
min	8.054-8.059=-0.005
max	8.766-8.852=-0.086

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	6.198-6.114=0.083
σ	0.460-0.534=-0.074
min	5.136-5.426=-0.291
max	6.706-6.694=0.012

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.001
σ	0.003-0.002=0.001
min	25.664
max	25.674-25.670=0.004

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	5.321-5.357=-0.036
σ	0.074-0.099=-0.025
min	5.231-5.257=-0.026
max	5.421-5.555=-0.134

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	5.095-5.215=-0.120
σ	0.093-0.130=-0.037
min	4.999-4.955=0.044
max	5.307-5.410=-0.104

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7562.000-6045.000=1517.000
σ	0.000
min	7562.000-6045.000=1517.000
max	7562.000-6045.000=1517.000

*mean*	1045.547-1561.155=-515.609
σ	8.201-801.336=-793.136
min	1030.750-1032.649=-1.899
max	1053.943-2974.280=-1920.337

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=0.001
min	8744.544-8744.545=-0.001
max	8744.641-8744.640=0.001

*mean*	3778.750-3820.625=-41.875
σ	1626.829-1653.461=-26.632
min	1933.000-1966.000=-33.000
max	5952.000-6045.000=-93.000

*mean*	4494.371-4605.673=-111.302
σ	1425.654-1361.930=63.725
min	3525.139-3515.648=9.491
max	7440.367-7316.209=124.158

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	85.763-82.145=3.618
σ	11.912-12.151=-0.239
min	70.653-70.925=-0.272
max	99.512-103.051=-3.539

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7562.000-6045.000=1517.000
σ	0.000
min	7562.000-6045.000=1517.000
max	7562.000-6045.000=1517.000

*mean*	249.320-96.872=152.448
σ	427.259-8.676=418.583
min	86.670-82.688=3.982
max	1306.515-106.185=1200.330

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7562.000-6045.000=1517.000
σ	0.000
min	7562.000-6045.000=1517.000
max	7562.000-6045.000=1517.000

*mean*	152.039-212.332=-60.293
σ	14.851-192.742=-177.891
min	131.588-123.169=8.420
max	169.209-688.290=-519.081

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.002
min	11655.305-11655.305=0.000
max	11667.516-11667.521=-0.005

*mean*	4264.875-4104.000=160.875
σ	1891.256-1572.019=319.237
min	1933.000-1966.000=-33.000
max	7562.000-6045.000=1517.000

*mean*	6356.597-6554.491=-197.894
σ	1037.234-1343.131=-305.898
min	4878.070-4898.911=-20.841
max	7903.300-8389.090=-485.790

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.001
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	7562.000-6045.000=1517.000
σ	0.000
min	7562.000-6045.000=1517.000
max	7562.000-6045.000=1517.000

*mean*	5128.719-6731.404=-1602.685
σ	1151.629-1290.866=-139.238
min	4395.294-4381.338=13.956
max	7269.062-7970.949=-701.887

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.586-172.585=0.002
σ	0.029-0.027=0.003
min	172.558
max	172.632-172.624=0.008

*mean*	1933.000-1966.000=-33.000
σ	0.000
min	1933.000-1966.000=-33.000
max	1933.000-1966.000=-33.000

*mean*	361.398-355.731=5.668
σ	42.024-40.320=1.704
min	267.839-275.594=-7.754
max	395.619-408.526=-12.907

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.362=-0.002
σ	0.036-0.039=-0.003
min	357.321
max	357.399-357.406=-0.007

*mean*	1933.000-1966.000=-33.000
σ	0.000
min	1933.000-1966.000=-33.000
max	1933.000-1966.000=-33.000

*mean*	730.367-785.717=-55.350
σ	54.127-14.422=39.705
min	657.484-759.670=-102.186
max	786.443-799.684=-13.241

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.186=-0.004
σ	0.939-0.867=0.071
min	1007.712-1007.688=0.024
max	1012.091-1011.774=0.317

*mean*	1053.400-1040.950=12.450
σ	301.478-304.962=-3.484
min	549.000-547.000=2.000
max	1460.000-1466.000=-6.000

*mean*	1.537-1.552=-0.015
σ	0.129-0.132=-0.004
min	1.445-1.463=-0.017
max	2.039-2.033=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.882-0.883=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.413-0.401=0.012
σ	0.121-0.105=0.016
min	0.352-0.334=0.017
max	0.629-0.586=0.043

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.871-0.869=0.002
σ	0.088-0.070=0.018
min	0.818-0.818=0.000
max	1.027-0.989=0.038

name=heavy_item.art

*mean*	1.521-1.521=-0.001
σ	0.001-0.002=-0.001
min	1.520
max	1.523-1.524=-0.001

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.532-0.537=-0.005
σ	0.051-0.055=-0.004
min	0.485-0.494=-0.009
max	0.615-0.627=-0.012

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.838-0.836=0.002
σ	0.042-0.042=0.000
min	0.798-0.791=0.008
max	0.907-0.902=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.549=-0.006
σ	0.025-0.035=-0.010
min	963.523
max	963.583-963.611=-0.028

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.805-0.798=0.006
σ	0.034-0.020=0.014
min	0.768-0.771=-0.003
max	0.855-0.819=0.035

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.001
σ	0.006-0.009=-0.003
min	884.847
max	884.861-884.866=-0.005

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.713-0.732=-0.019
σ	0.045-0.023=0.022
min	0.645-0.692=-0.047
max	0.753-0.749=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	4.261-4.255=0.006
σ	0.095-0.076=0.019
min	4.099-4.124=-0.025
max	4.752-4.576=0.176

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	4.256-4.234=0.022
σ	0.079-0.073=0.006
min	4.108-4.094=0.014
max	4.516-4.492=0.024

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.749-0.746=0.003
σ	0.020-0.019=0.001
min	0.713-0.708=0.005
max	0.876-0.876=-0.000

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.709-0.711=-0.002
σ	0.014-0.014=-0.000
min	0.676-0.685=-0.009
max	0.777-0.784=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.478-297.517=-0.040
σ	0.190-0.257=-0.067
min	297.291-297.321=-0.029
max	297.950-298.225=-0.275

*mean*	1933.000-1966.000=-33.000
σ	0.000
min	1933.000-1966.000=-33.000
max	1933.000-1966.000=-33.000

*mean*	0.581-0.598=-0.017
σ	0.042-0.047=-0.004
min	0.516-0.508=0.008
max	0.620-0.698=-0.077

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.737-289.735=0.002
σ	0.056-0.054=0.002
min	289.656-289.659=-0.003
max	289.807-289.805=0.002

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.397-0.400=-0.003
σ	0.005-0.011=-0.006
min	0.393-0.393=0.000
max	0.405-0.419=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.698-1299.697=0.001
σ	0.064-0.035=0.029
min	1299.621-1299.649=-0.028
max	1299.764-1299.742=0.022

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	2.180-2.266=-0.085
σ	0.035-0.086=-0.051
min	2.125-2.150=-0.025
max	2.217-2.350=-0.133

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.700-1542.721=-0.020
σ	3.982-4.008=-0.026
min	1540.769-1540.768=0.001
max	1549.818-1549.885=-0.067

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	2.239-2.281=-0.042
σ	0.061-0.101=-0.039
min	2.158-2.189=-0.031
max	2.324-2.393=-0.070

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.623-1861.625=-0.003
σ	0.080-0.072=0.008
min	1861.543-1861.554=-0.011
max	1861.738-1861.722=0.016

*mean*	1752.800-1761.800=-9.000
σ	195.090-216.832=-21.742
min	1479.000-1473.000=6.000
max	1933.000-1966.000=-33.000

*mean*	3.066-3.309=-0.242
σ	0.168-0.371=-0.203
min	2.921-2.882=0.039
max	3.332-3.748=-0.416

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.733-1.656=0.076
σ	0.179-0.180=-0.001
min	1.471-1.416=0.055
max	1.900-1.841=0.060

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.665-446.667=-0.002
σ	577.138-577.139=-0.000
min	158.092-158.094=-0.002
max	1312.372-1312.374=-0.002

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	0.568-0.555=0.013
σ	0.597-0.588=0.010
min	0.267-0.260=0.006
max	1.464-1.437=0.027

policies=20

*mean*	1581.218-1581.232=-0.014
σ	0.352-0.355=-0.003
min	1580.976-1580.988=-0.013
max	1581.739-1581.758=-0.019

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	2.631-2.622=0.008
σ	0.012-0.018=-0.006
min	2.618-2.599=0.019
max	2.647-2.641=0.006

policies=200

*mean*	15820.480-15820.380=0.100
σ	0.140-0.182=-0.042
min	15820.359-15820.233=0.126
max	15820.664-15820.640=0.024

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1460.000-1466.000=-6.000
σ	0.000
min	1460.000-1466.000=-6.000
max	1460.000-1466.000=-6.000

*mean*	26.552-26.494=0.058
σ	0.122-0.099=0.023
min	26.379-26.367=0.013
max	26.666-26.606=0.060