Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.676=0.001
σ	0.358-0.357=0.001
min	54.547-54.543=0.004
max	55.694-55.690=0.004

*mean*	419.000-422.000=-3.000
σ	0.000
min	419.000-422.000=-3.000
max	419.000-422.000=-3.000

*mean*	0.143-0.140=0.003
σ	0.005-0.005=-0.000
min	0.138-0.134=0.003
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.005-0.004=0.000
min	43.698-43.698=-0.000
max	43.711-43.711=-0.000

*mean*	419.000-422.000=-3.000
σ	0.000
min	419.000-422.000=-3.000
max	419.000-422.000=-3.000

*mean*	0.119-0.123=-0.004
σ	0.004-0.004=-0.000
min	0.115-0.121=-0.005
max	0.127-0.132=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	12.786-12.587=0.199
σ	0.137-0.321=-0.184
min	12.628-12.070=0.559
max	13.002-12.948=0.054

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	13.394-12.129=1.265
σ	0.159-0.713=-0.554
min	13.146-11.287=1.859
max	13.590-13.099=0.491

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7306.000-7301.000=5.000
σ	0.000
min	7306.000-7301.000=5.000
max	7306.000-7301.000=5.000

*mean*	15.294-15.172=0.122
σ	0.465-0.566=-0.101
min	14.409-13.866=0.544
max	16.014-15.653=0.361

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	13.445-13.221=0.223
σ	1.555-1.818=-0.262
min	11.200-10.814=0.387
max	15.423-15.727=-0.304

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	9.057-9.018=0.038
σ	0.413-0.290=0.123
min	8.510-8.591=-0.081
max	9.634-9.619=0.014

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	6.756-6.638=0.118
σ	0.233-0.331=-0.098
min	6.363-6.207=0.156
max	7.056-7.065=-0.009

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	6.048-5.920=0.128
σ	0.262-0.102=0.160
min	5.624-5.735=-0.111
max	6.426-6.032=0.394

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	5.761-5.690=0.071
σ	0.172-0.212=-0.040
min	5.545-5.342=0.203
max	6.030-6.012=0.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7306.000-7301.000=5.000
σ	0.000
min	7306.000-7301.000=5.000
max	7306.000-7301.000=5.000

*mean*	1086.213-1390.923=-304.710
σ	109.203-633.305=-524.102
min	1041.801-1036.516=5.286
max	1355.932-2857.434=-1501.502

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553
max	8745.883-8745.882=0.001

*mean*	3573.125-3572.250=0.875
σ	1797.447-1797.062=0.385
min	1045.000-1042.000=3.000
max	5797.000-5795.000=2.000

*mean*	5084.863-4782.640=302.223
σ	1715.371-1512.196=203.175
min	3553.402-3535.941=17.461
max	7450.440-7382.257=68.183

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=-0.000

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	82.391-82.885=-0.493
σ	11.058-12.684=-1.626
min	72.235-67.887=4.349
max	100.067-102.880=-2.813

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=-0.000
min	40.945-40.945=0.000
max	40.946

*mean*	7306.000-7301.000=5.000
σ	0.000
min	7306.000-7301.000=5.000
max	7306.000-7301.000=5.000

*mean*	105.876-107.013=-1.138
σ	4.288-2.374=1.914
min	97.790-103.602=-5.812
max	109.133-109.792=-0.658

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7306.000-7301.000=5.000
σ	0.000
min	7306.000-7301.000=5.000
max	7306.000-7301.000=5.000

*mean*	162.397-163.969=-1.572
σ	9.045-5.649=3.396
min	141.815-150.596=-8.781
max	167.992-167.475=0.517

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=-0.000
σ	4.304-4.304=0.000
min	11655.306-11655.306=-0.001
max	11667.552

*mean*	4153.500-4151.875=1.625
σ	1900.871-1900.254=0.617
min	1557.000-1554.000=3.000
max	7306.000-7301.000=5.000

*mean*	6590.512-6600.556=-10.044
σ	1219.427-1289.593=-70.166
min	4953.693-4916.425=37.268
max	8345.556-8105.100=240.456

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067-11560.067=-0.001

*mean*	7306.000-7301.000=5.000
σ	0.000
min	7306.000-7301.000=5.000
max	7306.000-7301.000=5.000

*mean*	5411.437-5291.249=120.188
σ	1218.352-1245.122=-26.770
min	4424.344-4361.533=62.811
max	7481.874-7700.796=-218.923

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-373.935=3.351
σ	22.235-14.952=7.283
min	332.842-341.937=-9.094
max	394.121-387.358=6.763

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	742.560-753.105=-10.546
σ	57.569-23.125=34.444
min	623.906-707.068=-83.163
max	790.460-785.826=4.634

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.759-0.759=0.000
min	1023.854-1023.851=0.003
max	1027.466-1027.464=0.001

*mean*	1046.800-1037.400=9.400
σ	305.402-303.161=2.241
min	571.000-554.000=17.000
max	1502.000-1461.000=41.000

*mean*	1.573-1.582=-0.009
σ	0.080-0.096=-0.017
min	1.511-1.505=0.006
max	1.834-1.858=-0.024

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.312-0.341=-0.029
σ	0.332-0.296=0.036
min	0.132-0.149=-0.017
max	0.901-0.860=0.042

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.464-0.422=0.042
σ	0.321-0.197=0.123
min	0.311-0.320=-0.009
max	1.037-0.774=0.264

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.206-0.221=-0.015
σ	0.027-0.028=-0.002
min	0.186-0.205=-0.019
max	0.252-0.271=-0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.332-0.334=-0.002
σ	0.015-0.018=-0.003
min	0.318-0.317=0.001
max	0.357-0.364=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-432.600=3.600
σ	1.789-3.130=-1.342
min	433.000-430.000=3.000
max	437.000-436.000=1.000

*mean*	0.537-0.578=-0.041
σ	0.064-0.044=0.020
min	0.430-0.526=-0.096
max	0.594-0.616=-0.023

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.488-0.486=0.002
σ	0.019-0.055=-0.036
min	0.469-0.389=0.079
max	0.515-0.520=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.642-2.595=0.047
σ	0.092-0.079=0.013
min	2.478-2.467=0.010
max	2.907-2.891=0.016

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	2.588-2.573=0.015
σ	0.076-0.055=0.021
min	2.455-2.462=-0.007
max	2.777-2.743=0.033

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.302-0.309=-0.007
σ	0.008-0.013=-0.005
min	0.288-0.290=-0.002
max	0.355-0.363=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.292-0.293=-0.001
σ	0.007-0.009=-0.002
min	0.278-0.278=0.000
max	0.322-0.339=-0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-298.707=0.084
σ	1.058-1.036=0.022
min	298.336-298.299=0.037
max	301.796-301.649=0.147

*mean*	445.300-445.100=0.200
σ	18.874-18.520=0.354
min	418.000
max	469.000-471.000=-2.000

*mean*	0.603-0.617=-0.014
σ	0.030-0.013=0.017
min	0.540-0.587=-0.047
max	0.626-0.636=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1684.625-1733.625=-49.000
σ	1.768-20.860=-19.092
min	1684.000-1682.000=2.000
max	1689.000-1741.000=-52.000

*mean*	222.810-217.660=5.150
σ	2.699-1.935=0.764
min	218.892-215.160=3.732
max	227.476-220.869=6.607

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1684.625-1733.625=-49.000
σ	1.768-20.860=-19.092
min	1684.000-1682.000=2.000
max	1689.000-1741.000=-52.000

*mean*	11.432-11.547=-0.115
σ	1.369-1.482=-0.113
min	9.645-9.398=0.247
max	12.768-12.687=0.081

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=0.000
min	1042.363
max	1042.363

*mean*	1684.625-1733.625=-49.000
σ	1.768-20.860=-19.092
min	1684.000-1682.000=2.000
max	1689.000-1741.000=-52.000

*mean*	680.087-667.807=12.280
σ	89.766-73.768=15.997
min	566.115-559.844=6.271
max	836.704-724.734=111.970

phase=processProdDef

*mean*	6169.657-6169.657=-0.000
σ	0.001-0.001=-0.000
min	6169.657
max	6169.658

*mean*	1685.250-1741.000=-55.750
σ	2.315-0.000=2.315
min	1684.000-1741.000=-57.000
max	1689.000-1741.000=-52.000

*mean*	6140.336-5298.032=842.304
σ	1348.533-811.073=537.461
min	4010.225-4316.417=-306.191
max	7808.916-6665.889=1143.027

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1684.625-1733.625=-49.000
σ	1.768-20.860=-19.092
min	1684.000-1682.000=2.000
max	1689.000-1741.000=-52.000

*mean*	44.241-44.026=0.215
σ	6.469-5.158=1.311
min	34.982-34.656=0.326
max	51.133-48.136=2.997

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1684.625-1733.625=-49.000
σ	1.768-20.860=-19.092
min	1684.000-1682.000=2.000
max	1689.000-1741.000=-52.000

*mean*	829.362-762.117=67.246
σ	89.968-70.733=19.235
min	716.065-676.459=39.605
max	992.983-897.936=95.047

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-293.926=-0.002
σ	0.042-0.046=-0.003
min	293.862-293.861=0.001
max	293.958-293.972=-0.014

*mean*	445.000-443.800=1.200
σ	0.000-1.095=-1.095
min	445.000-443.000=2.000
max	445.000

*mean*	0.394-0.413=-0.019
σ	0.001-0.008=-0.007
min	0.393-0.404=-0.011
max	0.395-0.423=-0.028

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1320.230=-0.042
σ	0.089-0.066=0.023
min	1320.093-1320.171=-0.078
max	1320.318-1320.320=-0.002

*mean*	1110.000-1112.200=-2.200
σ	171.504-187.716=-16.212
min	896.000-892.000=4.000
max	1334.000-1374.000=-40.000

*mean*	1.953-2.056=-0.103
σ	0.072-0.130=-0.058
min	1.882-1.947=-0.064
max	2.065-2.225=-0.160

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1559.739=-0.011
σ	4.087-4.097=-0.010
min	1557.680-1557.707=-0.028
max	1567.033-1567.062=-0.029

*mean*	625.400
σ	88.053
min	495.000
max	730.000

*mean*	2.297-2.294=0.003
σ	0.261-0.217=0.044
min	2.144-2.127=0.017
max	2.760-2.665=0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1882.275=0.019
σ	0.080-0.066=0.014
min	1882.200-1882.186=0.014
max	1882.397-1882.345=0.052

*mean*	1760.000-1756.800=3.200
σ	219.527-208.938=10.588
min	1480.000-1505.000=-25.000
max	1972.000-1963.000=9.000

*mean*	3.213-3.194=0.019
σ	0.357-0.204=0.153
min	2.862-2.966=-0.104
max	3.732-3.483=0.249

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.842=-0.007
σ	0.095-0.104=-0.009
min	1.731-1.663=0.068
max	1.933-1.923=0.010

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.536=0.000
σ	585.528-585.529=-0.000
min	160.767-160.771=-0.003
max	1331.829-1331.829=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.550-0.551=-0.001
σ	0.561-0.549=0.012
min	0.267-0.274=-0.007
max	1.391-1.374=0.017

policies=20

*mean*	1608.043-1608.041=0.002
σ	0.416-0.432=-0.016
min	1607.759-1607.753=0.006
max	1608.661-1608.681=-0.020

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-449.000=-1.500
σ	7.506-10.677=-3.172
min	441.000-443.000=-2.000
max	454.000-465.000=-11.000

*mean*	2.704-2.724=-0.020
σ	0.031-0.020=0.011
min	2.666-2.694=-0.028
max	2.742-2.738=0.005

policies=200

*mean*	16088.517-16088.517=0.000
σ	0.216-0.136=0.079
min	16088.340-16088.315=0.025
max	16088.826-16088.612=0.213

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-499.250=-3.500
σ	3.403-5.679=-2.275
min	491.000-493.000=-2.000
max	499.000-505.000=-6.000

*mean*	27.327-27.420=-0.093
σ	0.167-0.148=0.019
min	27.192-27.292=-0.099
max	27.570-27.597=-0.028