Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.620=-0.001
σ	0.351-0.351=0.000
min	54.479-54.482=-0.003
max	55.618-55.618=-0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.138-0.139=-0.001
σ	0.007-0.005=0.001
min	0.132-0.131=0.000
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.790-43.790=0.000
σ	0.007-0.006=0.001
min	43.781-43.780=0.001
max	43.803-43.801=0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.004=-0.000
min	0.120-0.120=-0.000
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	12.873-12.885=-0.012
σ	0.228-0.396=-0.168
min	12.457-12.564=-0.107
max	13.129-13.737=-0.608

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	12.863-13.263=-0.400
σ	0.546-0.170=0.376
min	12.040-13.013=-0.973
max	13.530-13.549=-0.019

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.932-41.933=-0.000

*mean*	7303.000-7308.000=-5.000
σ	0.000
min	7303.000-7308.000=-5.000
max	7303.000-7308.000=-5.000

*mean*	14.931-15.293=-0.362
σ	0.631-0.778=-0.146
min	13.563-13.467=0.096
max	15.652-16.107=-0.455

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	12.536-12.879=-0.343
σ	1.381-1.992=-0.611
min	10.804-10.607=0.197
max	14.245-15.418=-1.173

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603
max	27.991

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	8.947-9.005=-0.059
σ	0.426-0.369=0.057
min	8.488-8.339=0.150
max	9.575-9.462=0.113

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	7.002-6.791=0.211
σ	0.259-0.258=0.001
min	6.433-6.545=-0.112
max	7.255-7.199=0.056

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668-25.668=0.000

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	6.035-6.113=-0.078
σ	0.140-0.071=0.069
min	5.760-6.023=-0.262
max	6.202-6.267=-0.065

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	5.803-5.943=-0.140
σ	0.055-0.100=-0.045
min	5.725-5.759=-0.034
max	5.857-6.064=-0.208

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=-0.000

*mean*	7303.000-7308.000=-5.000
σ	0.000
min	7303.000-7308.000=-5.000
max	7303.000-7308.000=-5.000

*mean*	1295.770-1074.163=221.606
σ	553.953-79.829=474.124
min	1033.342-1038.209=-4.868
max	2606.930-1271.360=1335.570

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554
max	8745.883-8745.883=-0.000

*mean*	3572.750-3572.125=0.625
σ	1795.687-1795.120=0.566
min	1044.000-1045.000=-1.000
max	5792.000-5794.000=-2.000

*mean*	4755.583-4765.926=-10.343
σ	1435.773-1547.463=-111.691
min	3502.841-3510.791=-7.950
max	7184.846-7651.891=-467.045

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	79.190-80.700=-1.510
σ	8.058-10.092=-2.034
min	70.172-70.790=-0.618
max	91.879-96.206=-4.326

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.000-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7303.000-7308.000=-5.000
σ	0.000
min	7303.000-7308.000=-5.000
max	7303.000-7308.000=-5.000

*mean*	107.157-106.545=0.611
σ	5.655-5.465=0.190
min	94.681-95.223=-0.542
max	111.762-109.958=1.804

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7303.000-7308.000=-5.000
σ	0.000
min	7303.000-7308.000=-5.000
max	7303.000-7308.000=-5.000

*mean*	163.099-162.658=0.441
σ	8.294-10.523=-2.229
min	143.517-138.708=4.810
max	168.063-169.079=-1.016

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4152.625-4151.500=1.125
σ	1900.552-1899.928=0.623
min	1553.000-1556.000=-3.000
max	7303.000-7308.000=-5.000

*mean*	6523.017-5952.929=570.088
σ	1155.263-1154.680=0.583
min	4926.680-4860.638=66.042
max	7981.404-7783.369=198.035

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7303.000-7308.000=-5.000
σ	0.000
min	7303.000-7308.000=-5.000
max	7303.000-7308.000=-5.000

*mean*	5465.772-4999.931=465.841
σ	1140.937-1075.482=65.455
min	4336.759-4318.653=18.106
max	7358.936-7252.455=106.481

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	374.016-359.073=14.943
σ	31.457-29.149=2.308
min	296.898-305.669=-8.771
max	389.728-390.731=-1.003

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-558.500=0.750
σ	1.035-0.926=0.109
min	558.000
max	560.000

*mean*	764.241-720.753=43.489
σ	15.310-77.727=-62.417
min	745.190-592.601=152.589
max	783.567-793.325=-9.758

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.374=0.002
σ	0.760-0.760=0.000
min	1007.901-1007.899=0.003
max	1011.519-1011.515=0.003

*mean*	1048.450-1058.200=-9.750
σ	314.371-315.401=-1.030
min	573.000-562.000=11.000
max	1513.000-1528.000=-15.000

*mean*	1.558-1.549=0.009
σ	0.080-0.069=0.011
min	1.488-1.492=-0.004
max	1.770-1.768=0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.454-0.414=0.039
σ	0.472-0.513=-0.041
min	0.211-0.147=0.064
max	1.297-1.325=-0.028

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.857-0.475=0.382
σ	0.566-0.315=0.251
min	0.574-0.326=0.248
max	1.868-1.038=0.830

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.215=0.164
σ	0.048-0.020=0.028
min	0.342-0.197=0.144
max	0.457-0.249=0.208

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.581-0.329=0.251
σ	0.025-0.019=0.006
min	0.561-0.317=0.244
max	0.623-0.363=0.260

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	433.800-434.800=-1.000
σ	4.764-1.643=3.121
min	431.000-432.000=-1.000
max	442.000-436.000=6.000

*mean*	0.595-0.554=0.041
σ	0.091-0.057=0.034
min	0.479-0.458=0.020
max	0.734-0.599=0.135

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.496-0.426=0.071
σ	0.039-0.030=0.008
min	0.445-0.382=0.063
max	0.533-0.455=0.078

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.617-2.569=0.049
σ	0.100-0.093=0.007
min	2.458-2.417=0.040
max	2.953-2.878=0.075

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.616-2.585=0.031
σ	0.093-0.072=0.021
min	2.459-2.469=-0.010
max	2.950-2.861=0.088

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.308-0.307=0.001
σ	0.011-0.009=0.002
min	0.292-0.291=0.001
max	0.376-0.357=0.019

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.292-0.290=0.002
σ	0.010-0.007=0.003
min	0.275-0.277=-0.001
max	0.360-0.325=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.976-297.984=-0.008
σ	1.006-1.037=-0.031
min	297.485-297.564=-0.079
max	300.819-300.931=-0.112

*mean*	445.900-442.400=3.500
σ	18.052-15.299=2.754
min	418.000
max	472.000-465.000=7.000

*mean*	0.601-0.611=-0.010
σ	0.030-0.015=0.015
min	0.550-0.576=-0.026
max	0.637-0.632=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1746.000-1722.875=23.125
σ	0.000-57.734=-57.734
min	1746.000-1580.000=166.000
max	1746.000-1745.000=1.000

*mean*	212.237-212.785=-0.548
σ	1.493-1.825=-0.331
min	210.221-210.011=0.210
max	214.847-215.585=-0.738

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1746.000-1722.875=23.125
σ	0.000-57.734=-57.734
min	1746.000-1580.000=166.000
max	1746.000-1745.000=1.000

*mean*	11.124-11.410=-0.286
σ	1.564-1.556=0.008
min	9.265-9.342=-0.077
max	12.648-12.793=-0.145

phase=parser

*mean*	1041.162-1041.159=0.003
σ	0.000-0.000=-0.000
min	1041.162-1041.158=0.003
max	1041.162-1041.159=0.003

*mean*	1746.000-1722.875=23.125
σ	0.000-57.734=-57.734
min	1746.000-1580.000=166.000
max	1746.000-1745.000=1.000

*mean*	654.066-675.953=-21.887
σ	74.330-91.778=-17.447
min	565.962-556.182=9.780
max	732.185-821.918=-89.733

phase=processProdDef

*mean*	6169.657-6169.660=-0.003
σ	0.001
min	6169.656-6169.659=-0.003
max	6169.657-6169.661=-0.003

*mean*	1746.000-1743.500=2.500
σ	0.000-0.926=-0.926
min	1746.000-1743.000=3.000
max	1746.000-1745.000=1.000

*mean*	5453.552-5136.620=316.932
σ	1313.773-1120.668=193.105
min	3748.029-4011.745=-263.716
max	7536.653-6821.502=715.151

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.000-1722.875=23.125
σ	0.000-57.734=-57.734
min	1746.000-1580.000=166.000
max	1746.000-1745.000=1.000

*mean*	43.122-43.669=-0.547
σ	5.060-6.514=-1.454
min	34.430-30.792=3.638
max	47.754-50.589=-2.835

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1746.000-1722.875=23.125
σ	0.000-57.734=-57.734
min	1746.000-1580.000=166.000
max	1746.000-1745.000=1.000

*mean*	799.404-787.076=12.328
σ	153.189-85.034=68.155
min	665.852-668.644=-2.792
max	1109.304-882.981=226.323

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.776-292.774=0.002
σ	0.034-0.034=-0.000
min	292.728-292.726=0.002
max	292.813-292.811=0.002

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.397-0.396=0.001
σ	0.004-0.002=0.003
min	0.394-0.394=-0.000
max	0.405-0.399=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.858-1302.866=-0.009
σ	0.092-0.087=0.005
min	1302.698-1302.716=-0.018
max	1302.925-1302.942=-0.017

*mean*	1087.400-1099.200=-11.800
σ	169.039-187.656=-18.616
min	892.000-840.000=52.000
max	1321.000-1322.000=-1.000

*mean*	2.099-2.017=0.082
σ	0.362-0.212=0.150
min	1.808-1.760=0.048
max	2.697-2.233=0.464

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.951-1545.907=0.044
σ	4.005-4.026=-0.022
min	1544.030-1543.915=0.115
max	1553.111-1553.102=0.009

*mean*	623.400-612.400=11.000
σ	88.667-77.394=11.273
min	505.000-493.000=12.000
max	724.000-699.000=25.000

*mean*	2.451-2.274=0.177
σ	0.306-0.217=0.089
min	2.133-2.136=-0.003
max	2.852-2.659=0.193

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.843-1864.844=-0.001
σ	0.041-0.026=0.015
min	1864.786-1864.801=-0.014
max	1864.894-1864.870=0.024

*mean*	1729.200-1726.000=3.200
σ	174.869-191.340=-16.471
min	1482.000-1461.000=21.000
max	1890.000-1905.000=-15.000

*mean*	3.084-2.967=0.117
σ	0.314-0.112=0.202
min	2.888-2.852=0.036
max	3.641-3.131=0.510

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.785=-0.074
σ	0.120-0.102=0.019
min	1.633-1.676=-0.043
max	1.923-1.928=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.757-447.754=0.003
σ	579.112-579.111=0.002
min	158.197-158.197=-0.000
max	1316.426-1316.420=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.533-0.537=-0.004
σ	0.534-0.549=-0.015
min	0.264-0.260=0.004
max	1.335-1.361=-0.026

policies=20

*mean*	1582.302-1582.281=0.022
σ	0.354-0.358=-0.004
min	1582.053-1582.032=0.020
max	1582.825-1582.810=0.016

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-448.000=-1.000
σ	3.464-4.619=-1.155
min	444.000
max	450.000-452.000=-2.000

*mean*	2.627-2.630=-0.004
σ	0.017-0.059=-0.042
min	2.607-2.592=0.015
max	2.643-2.717=-0.073

policies=200

*mean*	15831.068-15830.687=0.382
σ	0.156-0.146=0.010
min	15830.886-15830.528=0.358
max	15831.217-15830.874=0.343

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250
σ	3.304-4.113=-0.809
min	492.000-491.000=1.000
max	500.000-501.000=-1.000

*mean*	26.663-26.525=0.138
σ	0.341-0.121=0.220
min	26.398-26.416=-0.017
max	27.142-26.643=0.499