Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.581=-0.001
σ	0.342-0.344=-0.002
min	54.450-54.450=-0.000
max	55.552-55.558=-0.006

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.137-0.138=-0.001
σ	0.006-0.006=-0.000
min	0.130-0.131=-0.001
max	0.145-0.148=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.000
σ	0.007-0.006=0.001
min	43.697-43.696=0.000
max	43.718-43.714=0.005

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.122-0.120=0.002
σ	0.005-0.005=-0.000
min	0.116-0.114=0.003
max	0.130-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	12.829-13.025=-0.196
σ	0.264-0.291=-0.027
min	12.511-12.544=-0.032
max	13.184-13.540=-0.356

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	12.786-12.503=0.284
σ	0.616-0.720=-0.104
min	11.923-11.856=0.067
max	13.560-13.518=0.042

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933-41.933=0.000

*mean*	7306.000-7295.000=11.000
σ	0.000
min	7306.000-7295.000=11.000
max	7306.000-7295.000=11.000

*mean*	15.177-15.260=-0.083
σ	0.685-0.521=0.165
min	13.637-14.054=-0.417
max	15.701-15.838=-0.137

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	12.739-13.156=-0.416
σ	1.674-1.604=0.070
min	10.430-11.453=-1.023
max	15.556-15.692=-0.136

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	8.902-8.923=-0.021
σ	0.364-0.482=-0.118
min	8.337-8.182=0.156
max	9.374-9.802=-0.429

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	6.997-6.943=0.054
σ	0.197-0.162=0.035
min	6.751-6.687=0.065
max	7.340-7.179=0.161

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.669-25.668=0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	5.940-6.014=-0.074
σ	0.158-0.115=0.043
min	5.669-5.883=-0.214
max	6.169-6.193=-0.024

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972-25.972=-0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	5.767-5.750=0.017
σ	0.064-0.139=-0.075
min	5.654-5.459=0.195
max	5.812-5.945=-0.133

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7306.000-7295.000=11.000
σ	0.000
min	7306.000-7295.000=11.000
max	7306.000-7295.000=11.000

*mean*	1098.208-1085.551=12.657
σ	144.847-107.220=37.627
min	1037.471-1038.804=-1.333
max	1456.470-1350.603=105.867

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=-0.000

*mean*	3573.750-3573.250=0.500
σ	1797.375-1796.250=1.124
min	1044.000
max	5796.000-5792.000=4.000

*mean*	4566.205-5082.055=-515.850
σ	1356.135-1699.492=-343.357
min	3522.716-3541.123=-18.407
max	6714.801-7247.743=-532.942

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.081=-0.000

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	80.594-83.335=-2.741
σ	11.307-11.817=-0.510
min	70.406-71.072=-0.666
max	101.617-99.619=1.998

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7306.000-7295.000=11.000
σ	0.000
min	7306.000-7295.000=11.000
max	7306.000-7295.000=11.000

*mean*	106.516-105.500=1.016
σ	4.841-3.576=1.264
min	97.062-99.235=-2.173
max	112.371-108.658=3.713

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7306.000-7295.000=11.000
σ	0.000
min	7306.000-7295.000=11.000
max	7306.000-7295.000=11.000

*mean*	164.001-162.154=1.847
σ	9.064-6.973=2.091
min	142.800-145.993=-3.193
max	169.298-165.920=3.378

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4153.750-4153.125=0.625
σ	1901.212-1898.089=3.123
min	1553.000-1555.000=-2.000
max	7306.000-7295.000=11.000

*mean*	6572.602-6504.172=68.430
σ	1169.981-1228.389=-58.408
min	4966.838-4949.530=17.308
max	8180.054-8063.137=116.917

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7306.000-7295.000=11.000
σ	0.000
min	7306.000-7295.000=11.000
max	7306.000-7295.000=11.000

*mean*	5455.781-5516.292=-60.512
σ	1436.626-1150.439=286.186
min	4395.637-4418.126=-22.489
max	7738.241-7439.052=299.190

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	382.597-378.646=3.950
σ	22.319-36.739=-14.420
min	339.857-299.230=40.628
max	400.582-400.493=0.089

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	756.707-759.046=-2.339
σ	51.836-47.765=4.071
min	633.244-657.749=-24.505
max	788.342-800.456=-12.115

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.501=-0.000
σ	0.759-0.760=-0.000
min	1008.026-1008.026=0.000
max	1011.641-1011.642=-0.001

*mean*	1046.750-1048.750=-2.000
σ	313.527-313.971=-0.444
min	572.000-574.000=-2.000
max	1509.000-1512.000=-3.000

*mean*	1.553-1.546=0.006
σ	0.083-0.081=0.002
min	1.481-1.481=-0.001
max	1.772-1.759=0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.319-0.379=-0.060
σ	0.336-0.476=-0.140
min	0.147-0.140=0.007
max	0.916-1.228=-0.311

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.482=-0.004
σ	0.326-0.321=0.005
min	0.322-0.334=-0.012
max	1.061-1.057=0.004

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.225=-0.008
σ	0.022-0.029=-0.008
min	0.202-0.202=0.000
max	0.255-0.274=-0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.343-0.341=0.002
σ	0.015-0.018=-0.003
min	0.331-0.328=0.003
max	0.368-0.371=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000-431.800=-0.800
σ	0.000-1.789=-1.789
min	431.000
max	431.000-435.000=-4.000

*mean*	0.546-0.587=-0.040
σ	0.028-0.013=0.015
min	0.529-0.573=-0.044
max	0.596-0.602=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.481-0.481=-0.000
σ	0.039-0.038=0.002
min	0.435-0.432=0.003
max	0.525-0.524=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	1.978-2.420=-0.442
σ	0.088-0.289=-0.202
min	1.819-1.866=-0.047
max	2.369-2.815=-0.446

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	1.944-2.577=-0.634
σ	0.063-0.076=-0.012
min	1.841-2.452=-0.611
max	2.191-2.855=-0.663

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.306-0.300=0.005
σ	0.012-0.008=0.003
min	0.288-0.288=0.000
max	0.369-0.353=0.016

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.286-0.287=-0.002
σ	0.007-0.008=-0.000
min	0.272-0.276=-0.004
max	0.318-0.329=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.280-297.955=0.325
σ	1.004-0.997=0.007
min	297.827-297.565=0.263
max	301.130-300.787=0.343

*mean*	441.000-442.700=-1.700
σ	15.449-14.072=1.377
min	418.000
max	463.000

*mean*	0.614-0.604=0.010
σ	0.008-0.025=-0.017
min	0.605-0.565=0.041
max	0.632-0.652=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1759.125-1746.000=13.125
σ	13.789-0.000=13.789
min	1725.000-1746.000=-21.000
max	1764.000-1746.000=18.000

*mean*	209.089-206.235=2.854
σ	3.468-2.972=0.496
min	203.658-200.138=3.520
max	215.118-209.406=5.712

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1759.125-1746.000=13.125
σ	13.789-0.000=13.789
min	1725.000-1746.000=-21.000
max	1764.000-1746.000=18.000

*mean*	8.550-9.459=-0.909
σ	1.857-1.730=0.127
min	6.194-6.138=0.056
max	10.029-12.584=-2.554

phase=parser

*mean*	1042.098-1042.099=-0.001
σ	0.000-0.000=-0.000
min	1042.098-1042.099=-0.001
max	1042.098-1042.099=-0.001

*mean*	1759.125-1746.000=13.125
σ	13.789-0.000=13.789
min	1725.000-1746.000=-21.000
max	1764.000-1746.000=18.000

*mean*	677.226-636.738=40.488
σ	124.389-78.590=45.799
min	376.389-488.004=-111.615
max	756.624-720.083=36.541

phase=processProdDef

*mean*	6169.657-6169.661=-0.004
σ	0.000-0.001=-0.000
min	6169.657-6169.660=-0.004
max	6169.658-6169.662=-0.004

*mean*	1764.000-1746.000=18.000
σ	0.000
min	1764.000-1746.000=18.000
max	1764.000-1746.000=18.000

*mean*	5703.854-5748.596=-44.742
σ	1720.161-1285.008=435.153
min	3482.923-4027.879=-544.956
max	7823.440-7063.710=759.730

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1759.125-1746.000=13.125
σ	13.789-0.000=13.789
min	1725.000-1746.000=-21.000
max	1764.000-1746.000=18.000

*mean*	29.876-39.833=-9.958
σ	4.469-5.665=-1.196
min	19.942-29.282=-9.340
max	35.385-47.022=-11.637

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1759.125-1746.000=13.125
σ	13.789-0.000=13.789
min	1725.000-1746.000=-21.000
max	1764.000-1746.000=18.000

*mean*	695.112-696.960=-1.848
σ	71.332-73.695=-2.363
min	629.572-627.735=1.837
max	830.174-869.294=-39.119

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.686=0.002
σ	0.037-0.038=-0.000
min	293.635-293.633=0.002
max	293.727-293.726=0.001

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.399-0.397=0.001
σ	0.001-0.001=-0.000
min	0.397-0.396=0.001
max	0.400-0.399=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.769-1303.794=-0.025
σ	0.065-0.059=0.006
min	1303.718-1303.727=-0.009
max	1303.856-1303.875=-0.018

*mean*	1096.000-1087.400=8.600
σ	187.250-179.539=7.711
min	838.000-877.000=-39.000
max	1321.000-1306.000=15.000

*mean*	2.017-2.038=-0.022
σ	0.201-0.210=-0.010
min	1.841-1.818=0.023
max	2.302-2.291=0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.825-1546.816=0.010
σ	4.006-4.019=-0.013
min	1544.847-1544.810=0.037
max	1553.986-1553.998=-0.012

*mean*	618.000-633.800=-15.800
σ	80.025-68.656=11.369
min	497.000-539.000=-42.000
max	712.000-721.000=-9.000

*mean*	2.258-2.235=0.023
σ	0.114-0.156=-0.042
min	2.158-2.128=0.030
max	2.428-2.503=-0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.808-1865.808=-0.001
σ	0.052-0.055=-0.003
min	1865.735-1865.747=-0.012
max	1865.882-1865.896=-0.013

*mean*	1735.000-1727.800=7.200
σ	192.434-179.441=12.993
min	1464.000-1473.000=-9.000
max	1912.000-1894.000=18.000

*mean*	3.038-3.082=-0.045
σ	0.306-0.334=-0.028
min	2.735-2.882=-0.147
max	3.543-3.676=-0.133

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.751-1.693=0.058
σ	0.079-0.158=-0.079
min	1.618-1.479=0.139
max	1.829-1.851=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-450.090=0.000
σ	579.265-579.264=0.000
min	160.457-160.455=0.001
max	1318.987-1318.986=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.537=0.005
σ	0.548-0.542=0.006
min	0.267-0.264=0.003
max	1.364-1.350=0.014

policies=20

*mean*	1604.881-1604.893=-0.013
σ	0.361-0.406=-0.045
min	1604.624-1604.610=0.014
max	1605.413-1605.493=-0.080

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-445.250=0.750
σ	2.000-1.500=0.500
min	443.000
max	447.000-446.000=1.000

*mean*	2.669-2.675=-0.006
σ	0.010-0.012=-0.002
min	2.655-2.662=-0.008
max	2.677-2.691=-0.014

policies=200

*mean*	16057.180-16057.314=-0.134
σ	0.210-0.121=0.089
min	16057.028-16057.248=-0.220
max	16057.489-16057.495=-0.006

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-493.750=4.250
σ	6.782-4.031=2.751
min	490.000-489.000=1.000
max	505.000-498.000=7.000

*mean*	26.996-27.001=-0.005
σ	0.139-0.099=0.040
min	26.838-26.885=-0.046
max	27.163-27.094=0.068