Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.581-54.616=-0.035
σ	0.343-0.350=-0.006
min	54.445-54.483=-0.038
max	55.557-55.610=-0.053

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.139-0.136=0.003
σ	0.006-0.006=0.000
min	0.131-0.130=0.001
max	0.150-0.145=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.786=-0.081
σ	0.006-0.008=-0.002
min	43.699-43.777=-0.079
max	43.719-43.803=-0.084

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.122-0.122=0.001
σ	0.005-0.005=0.000
min	0.116-0.114=0.002
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	12.843-12.549=0.294
σ	0.231-0.265=-0.034
min	12.487-12.095=0.392
max	13.079-13.015=0.064

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	13.282-12.539=0.743
σ	0.195-0.684=-0.489
min	12.936-11.498=1.438
max	13.493-13.303=0.190

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.933-41.929=0.004

*mean*	7324.000-7539.000=-215.000
σ	0.000
min	7324.000-7539.000=-215.000
max	7324.000-7539.000=-215.000

*mean*	14.973-13.833=1.141
σ	0.708-1.001=-0.293
min	13.432-12.667=0.765
max	15.705-15.253=0.452

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.000

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	12.458-12.552=-0.093
σ	1.456-1.780=-0.324
min	10.996-10.188=0.808
max	14.794-14.965=-0.171

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	8.888-8.870=0.018
σ	0.375-1.014=-0.639
min	8.385-8.056=0.329
max	9.433-10.539=-1.106

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	6.943-6.811=0.132
σ	0.274-1.002=-0.728
min	6.404-5.911=0.493
max	7.229-8.429=-1.200

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	5.972-5.521=0.451
σ	0.175-0.150=0.025
min	5.626-5.309=0.316
max	6.132-5.758=0.374

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	5.796-5.420=0.376
σ	0.115-0.123=-0.008
min	5.544-5.319=0.224
max	5.895-5.658=0.237

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.594=0.011
σ	0.000-0.001=-0.001
min	2524.606-2524.594=0.012
max	2524.606-2524.598=0.009

*mean*	7324.000-7539.000=-215.000
σ	0.000
min	7324.000-7539.000=-215.000
max	7324.000-7539.000=-215.000

*mean*	1045.109-1058.527=-13.418
σ	8.519-7.762=0.757
min	1033.675-1049.860=-16.185
max	1057.596-1072.308=-14.713

op=load_product(), with indexes

*mean*	8744.721-8744.559=0.162
σ	0.469-0.033=0.436
min	8744.553-8744.544=0.009
max	8745.882-8744.640=1.242

*mean*	3579.625-3759.750=-180.125
σ	1801.161-1638.957=162.204
min	1046.000-1884.000=-838.000
max	5815.000-5939.000=-124.000

*mean*	4419.244-4684.269=-265.025
σ	1332.155-1621.620=-289.465
min	3490.732-3551.965=-61.233
max	6981.362-7814.220=-832.858

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	78.050-87.906=-9.856
σ	4.837-12.325=-7.488
min	71.859-70.343=1.515
max	86.098-100.030=-13.932

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7324.000-7539.000=-215.000
σ	0.000
min	7324.000-7539.000=-215.000
max	7324.000-7539.000=-215.000

*mean*	107.059-249.750=-142.691
σ	6.875-419.694=-412.820
min	93.826-88.562=5.264
max	114.433-1288.325=-1173.892

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	7324.000-7539.000=-215.000
σ	0.000
min	7324.000-7539.000=-215.000
max	7324.000-7539.000=-215.000

*mean*	161.943-150.290=11.653
σ	9.562-14.623=-5.061
min	141.304-126.440=14.865
max	169.315-167.088=2.227

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=0.000
max	11667.538-11667.520=0.018

*mean*	4157.000-4250.625=-93.625
σ	1905.256-1894.699=10.556
min	1555.000-1884.000=-329.000
max	7324.000-7539.000=-215.000

*mean*	6072.228-6541.240=-469.011
σ	778.256-1137.262=-359.005
min	4971.115-4908.641=62.474
max	7407.925-7992.148=-584.224

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.000-0.001=-0.001
min	11560.065-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7324.000-7539.000=-215.000
σ	0.000
min	7324.000-7539.000=-215.000
max	7324.000-7539.000=-215.000

*mean*	5664.807-5507.632=157.176
σ	1592.887-1371.417=221.470
min	4349.138-4392.043=-42.905
max	9018.367-7283.253=1735.115

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.586=-0.028
σ	0.001-0.022=-0.020
min	172.558
max	172.562-172.613=-0.051

*mean*	478.000-1884.000=-1406.000
σ	0.000
min	478.000-1884.000=-1406.000
max	478.000-1884.000=-1406.000

*mean*	347.189-369.721=-22.532
σ	35.734-21.995=13.739
min	298.659-345.388=-46.729
max	397.193-415.562=-18.369

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.040
σ	0.001-0.043=-0.042
min	357.321
max	357.325-357.405=-0.080

*mean*	560.000-1884.000=-1324.000
σ	0.000
min	560.000-1884.000=-1324.000
max	560.000-1884.000=-1324.000

*mean*	736.538-791.520=-54.982
σ	58.005-13.369=44.636
min	633.030-766.556=-133.526
max	796.570-808.795=-12.225

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.186=0.316
σ	0.759-0.878=-0.119
min	1008.025-1007.684=0.341
max	1011.642-1011.822=-0.181

*mean*	1044.950-1049.900=-4.950
σ	314.576-314.091=0.485
min	535.000-576.000=-41.000
max	1512.000-1514.000=-2.000

*mean*	1.519-1.551=-0.032
σ	0.073-0.078=-0.005
min	1.395-1.474=-0.079
max	1.689-1.757=-0.068

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.411-0.438=-0.027
σ	0.507-0.175=0.332
min	0.145-0.336=-0.191
max	1.316-0.750=0.566

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.422-0.913=-0.491
σ	0.191-0.187=0.003
min	0.329-0.809=-0.480
max	0.762-1.245=-0.482

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.218-0.532=-0.315
σ	0.026-0.051=-0.025
min	0.200-0.492=-0.292
max	0.260-0.621=-0.361

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.333-0.831=-0.499
σ	0.018-0.034=-0.016
min	0.313-0.807=-0.494
max	0.362-0.891=-0.529

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.552=1.189
σ	0.011-0.039=-0.029
min	964.736-963.523=1.213
max	964.760-963.620=1.140

*mean*	430.200-1514.000=-1083.800
σ	0.447-0.000=0.447
min	430.000-1514.000=-1084.000
max	431.000-1514.000=-1083.000

*mean*	0.540-0.845=-0.306
σ	0.058-0.028=0.030
min	0.485-0.811=-0.326
max	0.611-0.877=-0.266

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.853=0.960
σ	0.002-0.005=-0.003
min	885.812-884.847=0.965
max	885.816-884.860=0.956

*mean*	435.000-1514.000=-1079.000
σ	0.000
min	435.000-1514.000=-1079.000
max	435.000-1514.000=-1079.000

*mean*	0.480-0.736=-0.255
σ	0.030-0.016=0.014
min	0.452-0.707=-0.256
max	0.526-0.746=-0.220

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=-0.000
min	7.707-7.705=0.001
max	7.711-7.710=0.001

*mean*	435.000-1514.000=-1079.000
σ	0.000
min	435.000-1514.000=-1079.000
max	435.000-1514.000=-1079.000

*mean*	2.590-4.263=-1.674
σ	0.085-0.077=0.008
min	2.454-4.115=-1.661
max	3.009-4.509=-1.501

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	435.000-1514.000=-1079.000
σ	0.000
min	435.000-1514.000=-1079.000
max	435.000-1514.000=-1079.000

*mean*	2.596-4.268=-1.673
σ	0.099-0.110=-0.011
min	2.429-4.089=-1.660
max	2.862-4.930=-2.068

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	435.000-1514.000=-1079.000
σ	0.000
min	435.000-1514.000=-1079.000
max	435.000-1514.000=-1079.000

*mean*	0.306-0.740=-0.435
σ	0.013-0.018=-0.005
min	0.288-0.716=-0.428
max	0.385-0.856=-0.471

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	435.000-1514.000=-1079.000
σ	0.000
min	435.000-1514.000=-1079.000
max	435.000-1514.000=-1079.000

*mean*	0.289-0.708=-0.420
σ	0.008-0.014=-0.006
min	0.277-0.671=-0.394
max	0.331-0.766=-0.436

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-297.509=0.559
σ	0.948-0.211=0.737
min	297.574-297.334=0.240
max	300.735-298.082=2.653

*mean*	441.100-1884.000=-1442.900
σ	16.340-0.000=16.340
min	418.000-1884.000=-1466.000
max	469.000-1884.000=-1415.000

*mean*	0.600-0.593=0.007
σ	0.023-0.030=-0.007
min	0.559-0.519=0.040
max	0.633-0.641=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1743.000
σ	0.000
min	1743.000
max	1743.000

*mean*	201.804
σ	1.541
min	199.559
max	203.555

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.000
σ	0.000
min	1743.000
max	1743.000

*mean*	11.321
σ	1.483
min	9.538
max	12.814

phase=parser

*mean*	1042.099
σ	0.000
min	1042.099
max	1042.099

*mean*	1743.000
σ	0.000
min	1743.000
max	1743.000

*mean*	696.016
σ	66.855
min	573.355
max	738.540

phase=processProdDef

*mean*	6169.659
σ	0.000
min	6169.659
max	6169.660

*mean*	1743.125
σ	0.354
min	1743.000
max	1744.000

*mean*	4999.243
σ	1160.334
min	3633.412
max	7066.502

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1743.000
σ	0.000
min	1743.000
max	1743.000

*mean*	40.799
σ	7.675
min	30.418
max	47.548

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1743.000
σ	0.000
min	1743.000
max	1743.000

*mean*	788.574
σ	112.429
min	640.624
max	883.242

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-289.774=3.914
σ	0.038-0.035=0.003
min	293.634-289.733=3.902
max	293.726-289.813=3.913

*mean*	445.000-1514.000=-1069.000
σ	0.000
min	445.000-1514.000=-1069.000
max	445.000-1514.000=-1069.000

*mean*	0.401-0.402=-0.001
σ	0.003-0.009=-0.006
min	0.397-0.394=0.003
max	0.404-0.413=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.786-1299.646=4.140
σ	0.047-0.078=-0.032
min	1303.717-1299.547=4.169
max	1303.845-1299.733=4.112

*mean*	1062.400-1514.000=-451.600
σ	168.266-0.000=168.266
min	840.000-1514.000=-674.000
max	1272.000-1514.000=-242.000

*mean*	2.022-2.058=-0.036
σ	0.216-0.060=0.156
min	1.750-1.981=-0.231
max	2.233-2.122=0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.819-1542.612=4.208
σ	4.009-4.067=-0.057
min	1544.816-1540.608=4.208
max	1553.985-1549.879=4.107

*mean*	612.200-1514.000=-901.800
σ	73.571-0.000=73.571
min	497.000-1514.000=-1017.000
max	691.000-1514.000=-823.000

*mean*	2.255-2.237=0.018
σ	0.102-0.185=-0.083
min	2.145-2.100=0.046
max	2.384-2.555=-0.171

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.801-1861.625=4.175
σ	0.061-0.080=-0.019
min	1865.740-1861.505=4.235
max	1865.889-1861.707=4.182

*mean*	1713.800-1735.000=-21.200
σ	252.103-157.839=94.264
min	1419.000-1514.000=-95.000
max	2072.000-1884.000=188.000

*mean*	2.934-3.097=-0.164
σ	0.148-0.237=-0.089
min	2.789-2.827=-0.039
max	3.168-3.454=-0.286

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.793-1.580=0.214
σ	0.176-0.259=-0.083
min	1.505-1.306=0.198
max	1.967-1.833=0.133

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.091-446.147=3.944
σ	579.267-577.063=2.204
min	160.452-157.615=2.838
max	1318.991-1311.741=7.250

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	442.000-1514.000=-1072.000
σ	0.000
min	442.000-1514.000=-1072.000
max	442.000-1514.000=-1072.000

*mean*	0.541-0.543=-0.002
σ	0.541-0.559=-0.018
min	0.268-0.261=0.007
max	1.352-1.382=-0.029

policies=20

*mean*	1604.878-1576.417=28.461
σ	0.405-0.344=0.061
min	1604.612-1576.184=28.428
max	1605.480-1576.929=28.551

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	445.750-1514.000=-1068.250
σ	2.500-0.000=2.500
min	442.000-1514.000=-1072.000
max	447.000-1514.000=-1067.000

*mean*	2.667-2.614=0.054
σ	0.014-0.005=0.009
min	2.656-2.609=0.046
max	2.687-2.621=0.067

policies=200

*mean*	16057.169-15772.278=284.891
σ	0.125-0.104=0.021
min	16057.055-15772.210=284.846
max	16057.345-15772.431=284.914

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	493.500-1514.000=-1020.500
σ	4.203-0.000=4.203
min	489.000-1514.000=-1025.000
max	498.000-1514.000=-1016.000

*mean*	27.108-26.387=0.721
σ	0.192-0.026=0.166
min	26.868-26.359=0.509
max	27.333-26.421=0.912