Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=0.000
σ	0.357-0.360=-0.002
min	54.541-54.537=0.005
max	55.693-55.700=-0.007

*mean*	417.000-417.700=-0.700
σ	0.000-0.483=-0.483
min	417.000
max	417.000-418.000=-1.000

*mean*	0.142-0.139=0.003
σ	0.005-0.005=-0.000
min	0.138-0.133=0.006
max	0.150-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.703=0.002
σ	0.007-0.005=0.002
min	43.695-43.695=-0.000
max	43.713-43.711=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.120=0.002
σ	0.005-0.004=0.002
min	0.115-0.116=-0.001
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	12.861-12.782=0.079
σ	0.352-0.225=0.127
min	12.535-12.485=0.049
max	13.411-13.090=0.321

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	12.992-12.906=0.086
σ	0.428-0.584=-0.157
min	12.350-11.976=0.374
max	13.559-13.458=0.101

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=0.000

*mean*	7299.000-7271.000=28.000
σ	0.000
min	7299.000-7271.000=28.000
max	7299.000-7271.000=28.000

*mean*	15.233-15.260=-0.027
σ	0.654-0.360=0.294
min	13.715-14.604=-0.889
max	15.773-15.650=0.124

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	13.142-12.342=0.800
σ	1.776-1.452=0.324
min	11.043-10.930=0.113
max	15.331-14.272=1.059

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	9.165-9.026=0.139
σ	0.397-0.401=-0.003
min	8.708-8.274=0.434
max	9.720-9.495=0.225

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	6.649-7.166=-0.518
σ	0.182-0.223=-0.041
min	6.346-6.713=-0.367
max	6.894-7.369=-0.475

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674-25.674=-0.000

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	6.082-6.100=-0.018
σ	0.211-0.247=-0.036
min	5.632-5.836=-0.204
max	6.286-6.544=-0.257

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=0.000

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	5.890-5.813=0.077
σ	0.173-0.071=0.102
min	5.532-5.718=-0.186
max	6.014-5.935=0.079

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7299.000-7271.000=28.000
σ	0.000
min	7299.000-7271.000=28.000
max	7299.000-7271.000=28.000

*mean*	1083.157-1558.548=-475.391
σ	113.921-870.369=-756.447
min	1036.566-1051.894=-15.329
max	1364.688-3539.502=-2174.814

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3573.500-3568.375=5.125
σ	1795.891-1789.759=6.131
min	1046.000-1045.000=1.000
max	5796.000-5775.000=21.000

*mean*	4775.581-5096.850=-321.269
σ	1618.856-1723.503=-104.647
min	3539.258-3551.379=-12.122
max	7268.713-7597.885=-329.173

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	81.930-81.865=0.065
σ	10.493-11.486=-0.993
min	69.065-69.720=-0.655
max	95.997-100.787=-4.790

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.944-40.945=-0.000
max	40.946

*mean*	7299.000-7271.000=28.000
σ	0.000
min	7299.000-7271.000=28.000
max	7299.000-7271.000=28.000

*mean*	106.380-106.473=-0.093
σ	3.455-4.035=-0.581
min	100.672-98.055=2.617
max	111.245-111.279=-0.034

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7299.000-7271.000=28.000
σ	0.000
min	7299.000-7271.000=28.000
max	7299.000-7271.000=28.000

*mean*	163.007-164.997=-1.990
σ	7.207-4.638=2.569
min	146.232-154.256=-8.024
max	169.166-168.090=1.076

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.901=-0.000
σ	4.304-4.304=0.000
min	11655.306-11655.306=-0.001
max	11667.552-11667.551=0.001

*mean*	4152.000-4147.000=5.000
σ	1899.195-1890.454=8.741
min	1555.000
max	7299.000-7271.000=28.000

*mean*	6303.066-6435.418=-132.351
σ	1191.500-1159.532=31.968
min	4883.307-4947.606=-64.299
max	7911.949-7929.531=-17.582

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067

*mean*	7299.000-7271.000=28.000
σ	0.000
min	7299.000-7271.000=28.000
max	7299.000-7271.000=28.000

*mean*	5426.825-5390.165=36.660
σ	1382.066-884.346=497.720
min	4373.223-4432.130=-58.907
max	7608.283-6234.198=1374.085

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	390.891-394.482=-3.591
σ	14.180-3.479=10.702
min	356.117-388.779=-32.662
max	400.071-399.784=0.287

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.250=1.750
σ	0.000-1.035=-1.035
min	562.000-559.000=3.000
max	562.000-561.000=1.000

*mean*	783.615-743.501=40.114
σ	28.318-61.238=-32.920
min	723.294-646.408=76.886
max	810.768-810.666=0.102

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326-1024.328=-0.002
σ	0.759-0.758=0.000
min	1023.853-1023.850=0.003
max	1027.464-1027.465=-0.001

*mean*	1042.000-1039.850=2.150
σ	290.582-293.613=-3.031
min	577.000-543.000=34.000
max	1436.000-1437.000=-1.000

*mean*	1.573-1.571=0.002
σ	0.089-0.071=0.018
min	1.486-1.516=-0.030
max	1.811-1.748=0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.506-0.442=0.064
σ	0.475-0.603=-0.128
min	0.250-0.145=0.106
max	1.348-1.518=-0.170

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.827-0.475=0.352
σ	0.530-0.319=0.211
min	0.568-0.323=0.246
max	1.775-1.046=0.730

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.382-0.223=0.159
σ	0.041-0.025=0.016
min	0.352-0.202=0.150
max	0.452-0.264=0.188

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.587-0.331=0.256
σ	0.034-0.014=0.020
min	0.553-0.321=0.232
max	0.644-0.355=0.289

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.600-436.000=-2.400
σ	3.130-2.236=0.894
min	431.000-432.000=-1.000
max	437.000

*mean*	0.586-0.536=0.050
σ	0.074-0.066=0.009
min	0.528-0.453=0.075
max	0.712-0.613=0.099

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.433-0.515=-0.081
σ	0.026-0.003=0.024
min	0.394-0.512=-0.118
max	0.459-0.518=-0.059

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.952-1.954=-0.002
σ	0.076-0.063=0.012
min	1.829-1.849=-0.020
max	2.247-2.278=-0.031

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.191-2.655=-0.464
σ	0.298-0.148=0.150
min	1.859-1.929=-0.070
max	2.815-2.937=-0.122

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.308-0.303=0.005
σ	0.011-0.010=0.002
min	0.294-0.291=0.003
max	0.378-0.369=0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.293-0.299=-0.006
σ	0.007-0.088=-0.080
min	0.280-0.269=0.011
max	0.342-1.163=-0.821

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.660-298.834=-0.174
σ	0.975-1.040=-0.065
min	298.272-298.475=-0.203
max	301.431-301.792=-0.361

*mean*	446.700-443.400=3.300
σ	17.314-16.249=1.065
min	426.000-418.000=8.000
max	473.000-466.000=7.000

*mean*	0.614-0.598=0.016
σ	0.014-0.028=-0.014
min	0.594-0.555=0.039
max	0.645-0.653=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1733.000-1741.375=-8.375
σ	0.000-24.395=-24.395
min	1733.000-1681.000=52.000
max	1733.000-1750.000=-17.000

*mean*	218.046-221.606=-3.560
σ	1.524-2.931=-1.407
min	215.936-218.000=-2.064
max	220.089-227.180=-7.090

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1733.000-1741.375=-8.375
σ	0.000-24.395=-24.395
min	1733.000-1681.000=52.000
max	1733.000-1750.000=-17.000

*mean*	12.337-11.735=0.603
σ	1.125-1.536=-0.411
min	9.560-9.477=0.083
max	12.815-12.957=-0.142

phase=parser

*mean*	1042.365-1042.365=-0.000
σ	0.001-0.001=-0.000
min	1042.362
max	1042.365

*mean*	1733.000-1741.375=-8.375
σ	0.000-24.395=-24.395
min	1733.000-1681.000=52.000
max	1733.000-1750.000=-17.000

*mean*	708.958-675.064=33.895
σ	48.049-75.635=-27.586
min	590.294-567.664=22.631
max	730.798-736.405=-5.607

phase=processProdDef

*mean*	6169.660-6169.660=0.000
σ	0.001-0.001=0.000
min	6169.660
max	6169.662-6169.661=0.001

*mean*	1733.000-1750.125=-17.125
σ	0.000-0.354=-0.354
min	1733.000-1750.000=-17.000
max	1733.000-1751.000=-18.000

*mean*	5722.998-5467.154=255.844
σ	1091.714-1539.003=-447.289
min	4353.783-3819.911=533.873
max	7397.167-7681.461=-284.295

phase=renaming

*mean*	21.672
σ	0.001
min	21.671
max	21.675

*mean*	1733.000-1741.375=-8.375
σ	0.000-24.395=-24.395
min	1733.000-1681.000=52.000
max	1733.000-1750.000=-17.000

*mean*	47.131-44.545=2.586
σ	2.641-5.411=-2.770
min	40.749-34.839=5.910
max	48.710-48.528=0.182

phase=type checker

*mean*	990.445
σ	0.066
min	990.344
max	990.536

*mean*	1733.000-1741.375=-8.375
σ	0.000-24.395=-24.395
min	1733.000-1681.000=52.000
max	1733.000-1750.000=-17.000

*mean*	846.193-808.800=37.393
σ	78.944-104.365=-25.420
min	689.039-685.816=3.223
max	902.760-960.303=-57.543

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.919=-0.002
σ	0.039-0.038=0.001
min	293.865-293.865=-0.000
max	293.958-293.958=0.000

*mean*	444.000-443.400=0.600
σ	0.000-0.548=-0.548
min	444.000-443.000=1.000
max	444.000

*mean*	0.394-0.401=-0.007
σ	0.001-0.001=-0.000
min	0.393-0.400=-0.007
max	0.395-0.402=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.204-1320.237=-0.033
σ	0.109-0.069=0.039
min	1320.094-1320.172=-0.078
max	1320.316-1320.315=0.001

*mean*	1068.600-1068.400=0.200
σ	167.910-167.536=0.374
min	843.000-844.000=-1.000
max	1276.000

*mean*	2.047-2.058=-0.011
σ	0.319-0.292=0.028
min	1.843-1.805=0.038
max	2.605-2.524=0.082

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.723-1559.781=-0.057
σ	4.042-4.062=-0.020
min	1557.710-1557.797=-0.088
max	1566.948-1567.042=-0.094

*mean*	618.600
σ	82.473-82.794=-0.321
min	494.000
max	716.000

*mean*	2.230-2.415=-0.185
σ	0.069-0.238=-0.169
min	2.167-2.203=-0.035
max	2.341-2.714=-0.373

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.275-1882.264=0.011
σ	0.052-0.054=-0.002
min	1882.209-1882.200=0.009
max	1882.346-1882.339=0.007

*mean*	1703.400-1700.600=2.800
σ	251.054-246.898=4.156
min	1406.000
max	2043.000-2032.000=11.000

*mean*	2.925-2.975=-0.050
σ	0.064-0.052=0.012
min	2.847-2.922=-0.075
max	3.002-3.048=-0.045

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.787-1.831=-0.044
σ	0.159-0.124=0.036
min	1.546-1.637=-0.091
max	1.948-1.963=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.535-453.536=-0.001
σ	585.527-585.529=-0.002
min	160.769-160.770=-0.001
max	1331.825-1331.829=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.547-0.549=-0.002
σ	0.548-0.554=-0.006
min	0.272-0.268=0.003
max	1.369-1.380=-0.011

policies=20

*mean*	1608.043-1608.043=0.001
σ	0.425-0.420=0.004
min	1607.747-1607.757=-0.011
max	1608.671-1608.665=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-451.000=-0.750
σ	9.359-10.832=-1.473
min	443.000
max	464.000-467.000=-3.000

*mean*	2.717-2.701=0.016
σ	0.026-0.014=0.012
min	2.693-2.685=0.009
max	2.749-2.713=0.036

policies=200

*mean*	16088.613-16088.615=-0.002
σ	0.126-0.101=0.025
min	16088.531-16088.563=-0.033
max	16088.797-16088.766=0.032

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-503.250=-6.750
σ	4.203-6.602=-2.399
min	492.000-494.000=-2.000
max	502.000-508.000=-6.000

*mean*	27.301-27.422=-0.120
σ	0.107-0.186=-0.079
min	27.198-27.234=-0.036
max	27.431-27.626=-0.195