Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.577=0.001
σ	0.352-0.348=0.005
min	54.441-54.442=-0.002
max	55.580-55.567=0.014

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.143=-0.002
σ	0.005-0.005=-0.000
min	0.137-0.139=-0.002
max	0.149-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.708-43.705=0.002
σ	0.005-0.007=-0.001
min	43.702-43.697=0.005
max	43.718-43.718=0.000

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.125-0.121=0.003
σ	0.005-0.005=-0.001
min	0.120-0.115=0.005
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	12.334-12.246=0.087
σ	0.299-0.308=-0.009
min	11.972-11.904=0.068
max	12.806-12.744=0.062

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	12.519-13.086=-0.567
σ	0.540-1.048=-0.508
min	11.222-11.807=-0.584
max	12.895-15.429=-2.534

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7272.000-7267.000=5.000
σ	0.000
min	7272.000-7267.000=5.000
max	7272.000-7267.000=5.000

*mean*	14.666-14.922=-0.256
σ	0.438-0.305=0.133
min	13.679-14.441=-0.762
max	15.171-15.227=-0.056

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	11.915-12.884=-0.970
σ	1.432-1.608=-0.176
min	10.388-11.191=-0.803
max	13.769-15.175=-1.406

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	8.486-8.536=-0.050
σ	0.269-0.260=0.009
min	8.065-8.244=-0.180
max	8.784-8.968=-0.184

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	6.548-6.210=0.338
σ	0.102-0.208=-0.106
min	6.426-6.012=0.413
max	6.680-6.602=0.077

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	5.488-5.559=-0.071
σ	0.129-0.119=0.010
min	5.285-5.402=-0.118
max	5.659-5.732=-0.073

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	5.327-5.429=-0.103
σ	0.060-0.242=-0.182
min	5.224-5.038=0.186
max	5.410-5.919=-0.509

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.603=0.003
σ	0.000-0.000=-0.000
min	2524.606-2524.602=0.003
max	2524.606-2524.603=0.003

*mean*	7272.000-7267.000=5.000
σ	0.000
min	7272.000-7267.000=5.000
max	7272.000-7267.000=5.000

*mean*	1559.063-1568.375=-9.311
σ	937.006-747.401=189.605
min	1036.694-1034.664=2.030
max	3745.731-3188.529=557.202

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.882

*mean*	3567.500-3569.750=-2.250
σ	1791.232-1790.815=0.417
min	1045.000
max	5779.000-5776.000=3.000

*mean*	5030.109-4662.447=367.662
σ	1652.802-1486.863=165.939
min	3533.948-3512.376=21.572
max	7468.044-7318.089=149.955

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.000

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	83.784-83.981=-0.197
σ	12.320-11.513=0.807
min	70.229-70.925=-0.696
max	101.028-98.115=2.912

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.948=-0.004
σ	0.001-0.001=-0.000
min	40.944-40.947=-0.003
max	40.945-40.949=-0.004

*mean*	7272.000-7267.000=5.000
σ	0.000
min	7272.000-7267.000=5.000
max	7272.000-7267.000=5.000

*mean*	108.225-107.302=0.923
σ	3.118-2.381=0.737
min	102.541-103.047=-0.506
max	111.048-110.760=0.287

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.686=-0.000
max	66.687-66.687=-0.000

*mean*	7272.000-7267.000=5.000
σ	0.000
min	7272.000-7267.000=5.000
max	7272.000-7267.000=5.000

*mean*	164.756-164.779=-0.023
σ	5.237-3.848=1.389
min	154.388-156.306=-1.918
max	168.918-168.088=0.830

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4145.875-4148.500=-2.625
σ	1891.022-1890.056=0.966
min	1557.000-1556.000=1.000
max	7272.000-7267.000=5.000

*mean*	6697.126-6451.629=245.497
σ	1180.166-1140.394=39.773
min	4931.679-4892.226=39.453
max	8159.387-8199.189=-39.802

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.001

*mean*	7272.000-7267.000=5.000
σ	0.000
min	7272.000-7267.000=5.000
max	7272.000-7267.000=5.000

*mean*	5744.379-5254.044=490.335
σ	1495.653-1180.744=314.909
min	4384.928-4346.613=38.316
max	8091.449-7507.446=584.003

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	376.367-376.358=0.009
σ	24.140-20.992=3.149
min	344.749-346.308=-1.559
max	398.956-393.586=5.370

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.000-560.000=-4.000
σ	6.414-0.000=6.414
min	550.000-560.000=-10.000
max	562.000-560.000=2.000

*mean*	761.646-771.105=-9.459
σ	32.670-15.820=16.850
min	718.018-745.583=-27.565
max	823.883-795.720=28.163

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.501=0.001
σ	0.760-0.760=0.000
min	1008.026-1008.025=0.001
max	1011.642-1011.641=0.001

*mean*	1050.850-1043.950=6.900
σ	318.381-309.442=8.939
min	592.000-591.000=1.000
max	1526.000-1499.000=27.000

*mean*	1.527-1.522=0.006
σ	0.055-0.064=-0.008
min	1.465-1.460=0.005
max	1.643-1.724=-0.082

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.304=-0.012
σ	0.280-0.290=-0.010
min	0.150-0.148=0.002
max	0.791-0.820=-0.030

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.580-0.533=0.047
σ	0.343-0.310=0.033
min	0.329-0.319=0.009
max	1.060-1.029=0.031

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.269-0.292=-0.023
σ	0.103-0.172=-0.069
min	0.206-0.210=-0.004
max	0.449-0.599=-0.150

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.340=-0.007
σ	0.022-0.018=0.005
min	0.313-0.322=-0.010
max	0.370-0.369=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-433.600=1.400
σ	4.637-3.130=1.506
min	431.000
max	440.000-437.000=3.000

*mean*	0.576-0.578=-0.002
σ	0.025-0.027=-0.002
min	0.537-0.530=0.006
max	0.600-0.599=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.497-0.477=0.020
σ	0.033-0.050=-0.017
min	0.441-0.408=0.033
max	0.521-0.520=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.663-2.650=0.013
σ	0.094-0.098=-0.004
min	2.461-2.459=0.002
max	2.981-2.949=0.033

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.638-2.588=0.050
σ	0.091-0.102=-0.011
min	2.457-2.461=-0.003
max	2.996-3.208=-0.211

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.304-0.305=-0.001
σ	0.008-0.015=-0.007
min	0.294-0.289=0.005
max	0.355-0.416=-0.061

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.295-0.290=0.005
σ	0.040-0.011=0.030
min	0.278-0.276=0.002
max	0.683-0.357=0.326

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.992-298.093=-0.101
σ	1.008-1.029=-0.020
min	297.616-297.687=-0.070
max	300.859-301.018=-0.159

*mean*	441.300-443.600=-2.300
σ	16.405-15.131=1.274
min	416.000-422.000=-6.000
max	468.000-465.000=3.000

*mean*	0.597-0.607=-0.011
σ	0.027-0.014=0.013
min	0.546-0.582=-0.036
max	0.622-0.634=-0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=0.000
min	222.008-222.008=-0.000
max	222.008-222.008=0.000

*mean*	1737.250-1744.375=-7.125
σ	33.092-1.061=32.031
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	202.241-203.775=-1.534
σ	1.621-1.178=0.443
min	198.967-202.210=-3.243
max	203.718-205.675=-1.957

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1737.250-1744.375=-7.125
σ	33.092-1.061=32.031
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	10.799-11.911=-1.112
σ	1.536-1.253=0.283
min	9.291-9.458=-0.167
max	12.630-12.833=-0.203

phase=parser

*mean*	1042.095-1042.099=-0.004
σ	0.000-0.000=-0.000
min	1042.095-1042.098=-0.004
max	1042.095-1042.099=-0.004

*mean*	1737.250-1744.375=-7.125
σ	33.092-1.061=32.031
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	636.116-681.220=-45.104
σ	73.552-66.636=6.916
min	567.410-563.991=3.419
max	732.021-720.290=11.731

phase=processProdDef

*mean*	6169.663-6169.656=0.006
σ	0.001-0.000=0.000
min	6169.662-6169.656=0.006
max	6169.664-6169.657=0.007

*mean*	1747.375-1744.750=2.625
σ	26.570-1.389=25.182
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	5063.611-5413.825=-350.214
σ	1340.286-1307.668=32.619
min	3524.209-4178.693=-654.484
max	7669.229-7802.690=-133.461

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1737.250-1744.375=-7.125
σ	33.092-1.061=32.031
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	41.540-44.745=-3.205
σ	5.686-4.861=0.825
min	34.239-34.410=-0.171
max	48.013-47.912=0.101

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1737.250-1744.375=-7.125
σ	33.092-1.061=32.031
min	1685.000-1744.000=-59.000
max	1766.000-1747.000=19.000

*mean*	759.868-803.211=-43.343
σ	82.688-62.208=20.480
min	659.966-720.022=-60.056
max	888.842-871.625=17.217

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.687=0.000
σ	0.038-0.038=0.000
min	293.633-293.634=-0.000
max	293.725-293.724=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.403-0.404=-0.000
σ	0.009-0.010=-0.001
min	0.398-0.398=0.000
max	0.420-0.421=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.802-1303.768=0.035
σ	0.094-0.077=0.017
min	1303.646-1303.642=0.004
max	1303.873-1303.853=0.020

*mean*	1099.000-1062.800=36.200
σ	190.684-168.747=21.937
min	837.000-840.000=-3.000
max	1328.000-1274.000=54.000

*mean*	2.118-1.989=0.128
σ	0.235-0.171=0.064
min	1.844-1.797=0.047
max	2.421-2.150=0.271

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.813-1546.808=0.004
σ	4.039-4.031=0.008
min	1544.789-1544.778=0.011
max	1554.032-1554.013=0.018

*mean*	617.400-611.000=6.400
σ	81.350-74.917=6.433
min	494.000-493.000=1.000
max	712.000-690.000=22.000

*mean*	2.269-2.261=0.008
σ	0.185-0.162=0.024
min	2.147-2.100=0.047
max	2.594-2.486=0.108

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.780-1865.773=0.008
σ	0.061-0.066=-0.005
min	1865.717-1865.716=0.001
max	1865.877-1865.885=-0.008

*mean*	1729.200-1711.200=18.000
σ	175.639-251.718=-76.078
min	1480.000-1419.000=61.000
max	1890.000-2070.000=-180.000

*mean*	3.020-2.935=0.085
σ	0.130-0.116=0.014
min	2.923-2.835=0.088
max	3.242-3.091=0.151

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.854-1.719=0.135
σ	0.105-0.216=-0.110
min	1.679-1.389=0.290
max	1.960-1.887=0.073

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.427-447.425=0.003
σ	578.133-578.133=-0.000
min	158.358-158.355=0.003
max	1314.626-1314.624=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.538-0.520=0.018
σ	0.552-0.518=0.033
min	0.261-0.257=0.005
max	1.366-1.297=0.068

policies=20

*mean*	1583.906-1583.902=0.004
σ	0.343-0.356=-0.013
min	1583.677-1583.656=0.021
max	1584.414-1584.429=-0.015

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-446.000=-1.500
σ	1.000-2.000=-1.000
min	443.000
max	445.000-447.000=-2.000

*mean*	2.621-2.642=-0.021
σ	0.011-0.012=-0.000
min	2.608-2.628=-0.019
max	2.636-2.656=-0.020

policies=200

*mean*	15847.250-15847.088=0.162
σ	0.175-0.141=0.034
min	15847.101-15846.885=0.216
max	15847.502-15847.213=0.288

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-496.750=-0.500
σ	4.113-5.560=-1.447
min	491.000
max	501.000-502.000=-1.000

*mean*	26.588-26.614=-0.025
σ	0.169-0.169=-0.000
min	26.409-26.445=-0.036
max	26.738-26.768=-0.030