Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.582=0.096
σ	0.357-0.344=0.012
min	54.539-54.446=0.093
max	55.692-55.561=0.131

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.142-0.142=0.000
σ	0.006-0.005=0.002
min	0.137-0.136=0.001
max	0.155-0.148=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.007=-0.001
min	43.695-43.694=0.001
max	43.711-43.715=-0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.124=-0.000
σ	0.005-0.005=0.000
min	0.119-0.116=0.003
max	0.134-0.131=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	12.311-13.052=-0.741
σ	0.236-0.363=-0.127
min	12.075-12.546=-0.471
max	12.763-13.501=-0.738

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	12.414-13.142=-0.728
σ	0.599-0.467=0.132
min	11.514-12.060=-0.546
max	12.977-13.617=-0.641

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	6109.000-7327.000=-1218.000
σ	0.000
min	6109.000-7327.000=-1218.000
max	6109.000-7327.000=-1218.000

*mean*	14.494-15.115=-0.620
σ	0.278-0.870=-0.592
min	13.887-13.146=0.741
max	14.808-16.063=-1.254

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.001
max	41.932-41.931=0.001

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	12.482-12.891=-0.409
σ	1.935-1.956=-0.021
min	9.812-10.750=-0.938
max	14.662-15.434=-0.772

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	8.265-8.847=-0.581
σ	0.253-0.205=0.048
min	7.838-8.499=-0.661
max	8.576-9.148=-0.572

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	6.183-6.875=-0.693
σ	0.411-0.160=0.251
min	5.262-6.543=-1.281
max	6.592-7.031=-0.439

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	5.571-5.982=-0.411
σ	0.134-0.088=0.046
min	5.353-5.844=-0.491
max	5.794-6.105=-0.311

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.971-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	5.299-5.797=-0.498
σ	0.130-0.077=0.053
min	5.096-5.712=-0.616
max	5.456-5.916=-0.459

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.607-2524.607=-0.000

*mean*	6109.000-7327.000=-1218.000
σ	0.000
min	6109.000-7327.000=-1218.000
max	6109.000-7327.000=-1218.000

*mean*	1375.097-1052.265=322.832
σ	622.354-7.085=615.269
min	1034.157-1044.648=-10.491
max	2427.357-1061.193=1366.164

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=-0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.619

*mean*	3227.250-3579.000=-351.750
σ	1827.673-1801.876=25.797
min	810.000-1044.000=-234.000
max	6109.000-5815.000=294.000

*mean*	3942.376-5089.308=-1146.932
σ	1248.832-1730.891=-482.059
min	3112.515-3520.844=-408.329
max	6147.287-7486.136=-1338.849

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=0.000

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	83.962-82.064=1.898
σ	12.505-10.484=2.020
min	71.381-70.994=0.386
max	100.488-98.157=2.331

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6109.000-7327.000=-1218.000
σ	0.000
min	6109.000-7327.000=-1218.000
max	6109.000-7327.000=-1218.000

*mean*	63.010-104.485=-41.475
σ	3.899-7.627=-3.728
min	60.278-87.389=-27.110
max	70.117-110.793=-40.676

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6109.000-7327.000=-1218.000
σ	0.000
min	6109.000-7327.000=-1218.000
max	6109.000-7327.000=-1218.000

*mean*	99.873-158.939=-59.066
σ	0.617-13.019=-12.401
min	99.479-127.982=-28.503
max	101.380-168.029=-66.649

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11656.836=192.319
σ	4.304-4.324=-0.020
min	11847.561-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3861.875-4157.000=-295.125
σ	1829.827-1905.941=-76.114
min	1279.000-1557.000=-278.000
max	6109.000-7327.000=-1218.000

*mean*	6197.972-6850.319=-652.348
σ	1351.796-1156.323=195.473
min	5012.470-4944.775=67.695
max	8300.298-8211.521=88.777

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.000=0.002
min	10791.091-11560.065=-768.974
max	10791.097-11560.066=-768.969

*mean*	6109.000-7327.000=-1218.000
σ	0.000
min	6109.000-7327.000=-1218.000
max	6109.000-7327.000=-1218.000

*mean*	4916.432-6015.323=-1098.891
σ	1541.698-1752.435=-210.738
min	4062.543-4418.261=-355.718
max	7427.098-8946.577=-1519.479

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	386.664-378.239=8.424
σ	14.212-21.468=-7.256
min	354.081-343.501=10.579
max	399.149-398.182=0.966

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	710.799-749.936=-39.137
σ	68.204-56.196=12.008
min	626.899-642.623=-15.724
max	785.057-794.834=-9.777

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.501=15.826
σ	0.758-0.759=-0.001
min	1023.855-1008.028=15.827
max	1027.466-1011.642=15.824

*mean*	1054.450-1054.050=0.400
σ	317.974-322.592=-4.618
min	592.000-538.000=54.000
max	1528.000-1565.000=-37.000

*mean*	1.576-1.551=0.026
σ	0.091-0.084=0.008
min	1.430-1.391=0.039
max	1.770-1.808=-0.038

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.312=0.089
σ	0.508-0.323=0.185
min	0.148-0.144=0.004
max	1.308-0.886=0.421

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.481=-0.001
σ	0.309-0.339=-0.031
min	0.330-0.318=0.013
max	1.032-1.088=-0.056

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.218=0.004
σ	0.024-0.023=0.001
min	0.203-0.197=0.005
max	0.262-0.256=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.336=-0.005
σ	0.017-0.014=0.003
min	0.320-0.323=-0.002
max	0.362-0.358=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.000-436.600=-0.600
σ	2.236-6.066=-3.830
min	432.000-431.000=1.000
max	437.000-443.000=-6.000

*mean*	0.552-0.587=-0.035
σ	0.045-0.031=0.014
min	0.496-0.537=-0.041
max	0.599-0.614=-0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.469-0.499=-0.030
σ	0.052-0.032=0.020
min	0.392-0.452=-0.060
max	0.513-0.526=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	1.975-2.602=-0.627
σ	0.083-0.095=-0.013
min	1.854-2.437=-0.583
max	2.319-2.930=-0.610

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	1.953-2.599=-0.645
σ	0.095-0.098=-0.003
min	1.764-2.453=-0.690
max	2.248-3.184=-0.936

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.309-0.301=0.008
σ	0.010-0.016=-0.006
min	0.293-0.287=0.006
max	0.371-0.430=-0.059

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.302-0.298=0.004
σ	0.018-0.051=-0.033
min	0.285-0.273=0.013
max	0.427-0.718=-0.291

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.682-298.051=0.631
σ	1.040-0.958=0.082
min	298.264-297.673=0.592
max	301.640-300.771=0.869

*mean*	443.300-440.200=3.100
σ	19.754-16.923=2.831
min	417.000-414.000=3.000
max	472.000-466.000=6.000

*mean*	0.607-0.613=-0.006
σ	0.014-0.016=-0.002
min	0.589-0.592=-0.003
max	0.636-0.651=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-222.008=17.528
σ	0.000-0.000=-0.000
min	239.536-222.008=17.528
max	239.536-222.008=17.528

*mean*	1006.000-1744.000=-738.000
σ	1.852-0.000=1.852
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	224.220-206.840=17.380
σ	1.908-2.065=-0.157
min	221.547-204.028=17.519
max	226.827-209.421=17.407

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1006.000-1744.000=-738.000
σ	1.852-0.000=1.852
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	11.077-10.759=0.318
σ	1.628-2.254=-0.626
min	9.340-6.359=2.981
max	12.703-12.879=-0.176

phase=parser

*mean*	1042.363-1042.100=0.263
σ	0.000-0.001=-0.001
min	1042.363-1042.097=0.265
max	1042.363-1042.101=0.262

*mean*	1006.000-1744.000=-738.000
σ	1.852-0.000=1.852
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	649.267-671.737=-22.470
σ	64.992-111.503=-46.510
min	590.887-498.450=92.438
max	730.864-842.111=-111.247

phase=processProdDef

*mean*	4753.369-6169.660=-1416.290
σ	0.000-0.001=-0.001
min	4753.369-6169.659=-1416.290
max	4753.370-6169.661=-1416.292

*mean*	1006.500-1744.000=-737.500
σ	1.773-0.000=1.773
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	4542.225-5333.555=-791.330
σ	831.593-1087.727=-256.134
min	2834.827-4114.454=-1279.627
max	5359.157-7288.640=-1929.483

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000-0.001=-0.001
min	21.671-21.667=0.004
max	21.671-21.670=0.001

*mean*	1006.000-1744.000=-738.000
σ	1.852-0.000=1.852
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	43.998-40.085=3.913
σ	3.937-10.712=-6.775
min	39.678-20.465=19.213
max	47.959-52.492=-4.533

phase=type checker

*mean*	990.442-958.460=31.982
σ	0.066-0.066=-0.001
min	990.344-958.360=31.985
max	990.532-958.551=31.981

*mean*	1006.000-1744.000=-738.000
σ	1.852-0.000=1.852
min	1004.000-1744.000=-740.000
max	1008.000-1744.000=-736.000

*mean*	809.290-792.560=16.730
σ	85.449-114.963=-29.514
min	693.133-644.039=49.094
max	907.447-897.981=9.466

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.688=0.231
σ	0.038-0.037=0.000
min	293.865-293.634=0.231
max	293.957-293.726=0.231

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.407-0.399=0.008
σ	0.009-0.001=0.008
min	0.400-0.398=0.002
max	0.419-0.399=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.278-1303.758=16.521
σ	0.039-0.047=-0.008
min	1320.249-1303.714=16.535
max	1320.345-1303.809=16.536

*mean*	1089.200-1118.400=-29.200
σ	168.488-185.303=-16.815
min	889.000-896.000=-7.000
max	1321.000-1368.000=-47.000

*mean*	2.278-1.975=0.303
σ	0.322-0.124=0.198
min	1.854-1.871=-0.017
max	2.705-2.123=0.582

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.500-1546.870=12.630
σ	3.401-4.029=-0.628
min	1557.850-1544.925=12.925
max	1565.578-1554.073=11.505

*mean*	629.200-624.800=4.400
σ	90.957-89.497=1.460
min	505.000-508.000=-3.000
max	729.000-731.000=-2.000

*mean*	2.480-2.429=0.050
σ	0.321-0.322=-0.001
min	2.156-2.137=0.019
max	2.873-2.860=0.013

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1865.832=16.433
σ	0.062-0.090=-0.028
min	1882.175-1865.728=16.447
max	1882.345-1865.950=16.396

*mean*	1724.400-1745.400=-21.000
σ	169.946-216.362=-46.415
min	1479.000-1457.000=22.000
max	1881.000-1949.000=-68.000

*mean*	2.978-3.218=-0.239
σ	0.116-0.354=-0.238
min	2.831-2.869=-0.039
max	3.145-3.627=-0.482

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.742-1.857=-0.115
σ	0.245-0.115=0.131
min	1.340-1.659=-0.319
max	1.922-1.930=-0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.965-450.089=2.876
σ	584.387-579.264=5.123
min	160.770-160.453=0.317
max	1329.545-1318.985=10.560

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.547-0.514=0.033
σ	0.556-0.500=0.056
min	0.268-0.263=0.005
max	1.381-1.264=0.117

policies=20

*mean*	1608.046-1604.894=3.152
σ	0.425-0.413=0.012
min	1607.758-1604.613=3.145
max	1608.675-1605.505=3.170

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	453.750-446.500=7.250
σ	11.471-7.506=3.965
min	443.000-440.000=3.000
max	470.000-453.000=17.000

*mean*	2.723-2.697=0.026
σ	0.024-0.033=-0.009
min	2.700-2.671=0.028
max	2.751-2.745=0.006

policies=200

*mean*	16088.594-16057.235=31.359
σ	0.092-0.140=-0.048
min	16088.517-16057.043=31.474
max	16088.724-16057.361=31.363

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-493.000=5.250
σ	3.500-4.082=-0.582
min	494.000-490.000=4.000
max	502.000-499.000=3.000

*mean*	27.291-27.096=0.195
σ	0.125-0.213=-0.088
min	27.120-26.858=0.262
max	27.402-27.364=0.038