Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.000
σ	0.349-0.349=-0.000
min	54.483-54.483=-0.000
max	55.608-55.610=-0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.139=0.001
σ	0.004-0.006=-0.002
min	0.137-0.132=0.005
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.007-0.006=0.000
min	43.780-43.778=0.002
max	43.798-43.800=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.124-0.124=0.000
σ	0.003-0.004=-0.001
min	0.120-0.121=-0.000
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.003-0.002=0.001
min	36.615-36.616=-0.000
max	36.623-36.620=0.004

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	12.826-12.218=0.608
σ	1.810-0.410=1.401
min	11.663-11.721=-0.058
max	17.261-12.967=4.293

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	13.059-12.389=0.671
σ	1.991-0.763=1.228
min	11.347-11.188=0.159
max	17.802-13.253=4.550

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7545.000-6041.000=1504.000
σ	0.000
min	7545.000-6041.000=1504.000
max	7545.000-6041.000=1504.000

*mean*	13.785-13.147=0.638
σ	0.881-1.085=-0.204
min	12.732-11.042=1.690
max	14.850-14.571=0.279

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	12.222-12.208=0.013
σ	2.125-1.823=0.303
min	10.167-10.385=-0.219
max	14.852-14.472=0.381

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	8.567-8.186=0.381
σ	1.233-0.269=0.964
min	7.737-7.798=-0.061
max	11.536-8.508=3.028

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	6.594-6.147=0.447
σ	1.140-0.400=0.740
min	6.085-5.225=0.860
max	9.401-6.517=2.884

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.670

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	5.420-5.359=0.060
σ	0.575-0.102=0.473
min	4.941-5.229=-0.288
max	6.798-5.499=1.300

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	5.286-5.222=0.064
σ	0.576-0.092=0.484
min	4.939-5.120=-0.182
max	6.699-5.388=1.311

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.001

*mean*	7545.000-6041.000=1504.000
σ	0.000
min	7545.000-6041.000=1504.000
max	7545.000-6041.000=1504.000

*mean*	1113.513-1543.337=-429.824
σ	161.830-791.347=-629.517
min	1045.547-1042.528=3.019
max	1513.786-2960.084=-1446.299

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.000
σ	0.033-0.032=0.000
min	8744.545-8744.544=0.001
max	8744.639-8744.638=0.001

*mean*	3768.500-3841.625=-73.125
σ	1635.359-1619.733=15.626
min	1897.000-2070.000=-173.000
max	5946.000-6041.000=-95.000

*mean*	4655.067-4837.651=-182.584
σ	1474.680-1485.872=-11.191
min	3588.239-3527.661=60.578
max	7182.220-7379.806=-197.586

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	86.086-80.502=5.584
σ	11.227-9.210=2.016
min	71.058-70.775=0.283
max	106.347-94.809=11.538

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7545.000-6041.000=1504.000
σ	0.000
min	7545.000-6041.000=1504.000
max	7545.000-6041.000=1504.000

*mean*	97.987-95.148=2.839
σ	9.646-11.494=-1.848
min	82.186-76.420=5.766
max	107.295-107.149=0.146

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7545.000-6041.000=1504.000
σ	0.000
min	7545.000-6041.000=1504.000
max	7545.000-6041.000=1504.000

*mean*	148.626-220.637=-72.011
σ	17.026-225.032=-208.005
min	115.685-112.587=3.099
max	165.056-776.129=-611.073

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=0.000
max	11667.521

*mean*	4256.000-4111.750=144.250
σ	1892.573-1551.319=341.254
min	1897.000-2070.000=-173.000
max	7545.000-6041.000=1504.000

*mean*	6768.426-6476.374=292.051
σ	1287.399-1438.813=-151.414
min	5091.387-4910.146=181.241
max	8520.025-8308.418=211.607

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.002-0.001=0.001
min	11560.066-11560.066=-0.000
max	11560.073-11560.069=0.004

*mean*	7545.000-6041.000=1504.000
σ	0.000
min	7545.000-6041.000=1504.000
max	7545.000-6041.000=1504.000

*mean*	5466.726-6678.735=-1212.009
σ	1249.457-1292.470=-43.013
min	4471.015-4410.859=60.156
max	7467.226-8018.304=-551.078

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.588=-0.003
σ	0.020-0.028=-0.007
min	172.558-172.561=-0.003
max	172.609-172.628=-0.020

*mean*	1897.000-2070.000=-173.000
σ	0.000
min	1897.000-2070.000=-173.000
max	1897.000-2070.000=-173.000

*mean*	349.709-356.647=-6.939
σ	52.733-49.375=3.358
min	263.933-320.459=-56.526
max	400.633-464.626=-63.993

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.372=-0.011
σ	0.038-0.044=-0.006
min	357.321
max	357.405-357.424=-0.019

*mean*	1897.000-2070.000=-173.000
σ	0.000
min	1897.000-2070.000=-173.000
max	1897.000-2070.000=-173.000

*mean*	745.661-732.743=12.918
σ	79.737-59.888=19.849
min	614.709-617.061=-2.353
max	826.392-799.486=26.906

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.182=0.002
σ	0.885-0.898=-0.013
min	1007.686-1007.691=-0.005
max	1011.857-1011.917=-0.060

*mean*	1039.300-1040.300=-1.000
σ	304.842-304.697=0.145
min	546.000-548.000=-2.000
max	1468.000-1469.000=-1.000

*mean*	1.559-1.545=0.014
σ	0.105-0.077=0.029
min	1.470-1.466=0.004
max	1.882-1.772=0.110

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.435-0.416=0.019
σ	0.119-0.121=-0.001
min	0.333-0.342=-0.009
max	0.627-0.628=-0.002

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.896-0.881=0.015
σ	0.098-0.080=0.018
min	0.830-0.827=0.004
max	1.069-1.022=0.047

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.543-0.550=-0.007
σ	0.048-0.050=-0.002
min	0.503-0.514=-0.011
max	0.618-0.637=-0.019

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.861-0.854=0.007
σ	0.038-0.043=-0.005
min	0.828-0.821=0.007
max	0.926-0.928=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.919-963.922=-0.003
σ	0.029-0.025=0.004
min	963.902
max	963.971-963.964=0.007

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.850-0.812=0.038
σ	0.028-0.056=-0.027
min	0.819-0.719=0.100
max	0.874-0.857=0.017

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.889=-0.000
σ	0.007-0.006=0.001
min	884.883
max	884.899-884.897=0.002

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.739-0.691=0.047
σ	0.015-0.051=-0.036
min	0.711-0.628=0.083
max	0.747-0.747=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	4.314-4.333=-0.019
σ	0.072-0.088=-0.016
min	4.167-4.201=-0.034
max	4.658-4.590=0.068

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	4.319-4.020=0.299
σ	0.068-0.358=-0.291
min	4.205-3.458=0.747
max	4.529-4.581=-0.053

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.759-0.756=0.003
σ	0.017-0.021=-0.004
min	0.727-0.722=0.005
max	0.857-0.861=-0.005

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.720-0.709=0.011
σ	0.014-0.026=-0.011
min	0.686-0.663=0.023
max	0.788-0.805=-0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.439-297.491=-0.053
σ	0.201-0.223=-0.022
min	297.222-297.363=-0.141
max	297.948-298.116=-0.168

*mean*	1897.000-2070.000=-173.000
σ	0.000
min	1897.000-2070.000=-173.000
max	1897.000-2070.000=-173.000

*mean*	0.599-0.570=0.029
σ	0.052-0.025=0.027
min	0.521-0.515=0.006
max	0.719-0.587=0.132

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996-221.996=0.000
σ	0.000
min	221.996-221.996=0.000
max	221.996-221.996=0.000

*mean*	1625.000-1598.625=26.375
σ	139.746-27.224=112.522
min	1468.000-1589.000=-121.000
max	1752.000-1666.000=86.000

*mean*	208.573-208.895=-0.321
σ	2.568-1.743=0.825
min	204.660-206.677=-2.016
max	212.196-212.147=0.049

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1625.000-1598.625=26.375
σ	139.746-27.224=112.522
min	1468.000-1589.000=-121.000
max	1752.000-1666.000=86.000

*mean*	12.455-11.711=0.744
σ	1.452-2.185=-0.734
min	9.480-9.279=0.200
max	14.860-15.545=-0.685

phase=parser

*mean*	1041.158-1041.157=0.001
σ	0.000-0.000=-0.000
min	1041.157-1041.157=0.001
max	1041.158-1041.157=0.001

*mean*	1625.000-1598.625=26.375
σ	139.746-27.224=112.522
min	1468.000-1589.000=-121.000
max	1752.000-1666.000=86.000

*mean*	730.180-693.135=37.045
σ	66.788-80.873=-14.085
min	602.176-589.416=12.760
max	851.577-835.906=15.671

phase=processProdDef

*mean*	6169.661-6169.661=0.001
σ	0.001-0.001=-0.000
min	6169.660-6169.660=0.000
max	6169.662-6169.662=0.000

*mean*	1660.500-1626.750=33.750
σ	129.890-80.315=49.575
min	1468.000-1589.000=-121.000
max	1752.000-1814.000=-62.000

*mean*	5663.695-6751.616=-1087.921
σ	1369.013-1531.686=-162.673
min	3943.338-3065.076=878.262
max	7342.259-8035.271=-693.012

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1625.000-1598.625=26.375
σ	139.746-27.224=112.522
min	1468.000-1589.000=-121.000
max	1752.000-1666.000=86.000

*mean*	48.086-45.583=2.503
σ	4.220-5.717=-1.497
min	40.820-38.824=1.996
max	56.531-55.746=0.785

phase=type checker

*mean*	958.669-958.665=0.004
σ	0.055
min	958.583-958.579=0.004
max	958.739-958.736=0.004

*mean*	1625.000-1598.625=26.375
σ	139.746-27.224=112.522
min	1468.000-1589.000=-121.000
max	1752.000-1666.000=86.000

*mean*	811.096-779.188=31.908
σ	72.210-72.073=0.137
min	747.773-660.811=86.962
max	939.363-870.626=68.737

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.763-289.764=-0.000
σ	0.039-0.038=0.000
min	289.710-289.720=-0.010
max	289.805-289.803=0.002

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	0.387-0.401=-0.015
σ	0.014-0.008=0.006
min	0.362-0.397=-0.035
max	0.401-0.415=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.586-1299.588=-0.002
σ	0.084-0.068=0.016
min	1299.497-1299.510=-0.013
max	1299.720-1299.687=0.033

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	1.903-1.932=-0.029
σ	0.118-0.132=-0.014
min	1.816-1.815=0.001
max	2.097-2.139=-0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.672-1542.654=0.018
σ	4.040-4.021=0.019
min	1540.706-1540.673=0.033
max	1549.894-1549.841=0.053

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	2.387-2.287=0.100
σ	0.231-0.124=0.107
min	2.141-2.113=0.028
max	2.758-2.450=0.309

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.640-1861.644=-0.004
σ	0.040-0.051=-0.011
min	1861.599-1861.578=0.020
max	1861.697-1861.693=0.004

*mean*	1810.000-1876.600=-66.600
σ	79.420-110.895=-31.476
min	1752.000-1814.000=-62.000
max	1897.000-2070.000=-173.000

*mean*	3.102-2.944=0.158
σ	0.301-0.090=0.211
min	2.863-2.851=0.012
max	3.626-3.053=0.573

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.850-1.747=0.104
σ	0.029-0.129=-0.100
min	1.809-1.553=0.256
max	1.890-1.839=0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.206-446.208=-0.002
σ	577.184-577.185=-0.000
min	157.611-157.613=-0.002
max	1311.982-1311.985=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	0.467-0.472=-0.005
σ	0.391-0.388=0.003
min	0.270-0.275=-0.005
max	1.053-1.054=-0.001

policies=20

*mean*	1576.430-1576.435=-0.006
σ	0.400-0.396=0.005
min	1576.170-1576.179=-0.009
max	1577.026-1577.026=0.000

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	2.712-2.719=-0.007
σ	0.009-0.014=-0.005
min	2.705-2.701=0.005
max	2.725-2.730=-0.005

policies=200

*mean*	15772.264-15772.173=0.092
σ	0.171-0.116=0.055
min	15772.128-15772.063=0.066
max	15772.511-15772.313=0.198

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1752.000-1814.000=-62.000
σ	0.000
min	1752.000-1814.000=-62.000
max	1752.000-1814.000=-62.000

*mean*	26.920-27.324=-0.404
σ	0.456-0.512=-0.056
min	26.577-26.556=0.022
max	27.574-27.584=-0.011