Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.577=-0.002
σ	0.349-0.351=-0.002
min	54.443-54.442=0.001
max	55.567-55.576=-0.009

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.142=-0.004
σ	0.006-0.004=0.002
min	0.131-0.137=-0.006
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.007-0.006=0.000
min	43.695-43.698=-0.003
max	43.719-43.719=-0.000

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.004=0.001
min	0.116-0.122=-0.006
max	0.132-0.134=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	12.732-12.970=-0.238
σ	0.257-0.309=-0.052
min	12.316-12.558=-0.242
max	13.045-13.468=-0.423

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	12.508-12.840=-0.332
σ	0.603-0.538=0.065
min	11.481-12.133=-0.652
max	13.248-13.584=-0.336

op=table_records(), no indexes

*mean*	41.932
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933-41.933=-0.000

*mean*	7290.000-7297.000=-7.000
σ	0.000
min	7290.000-7297.000=-7.000
max	7290.000-7297.000=-7.000

*mean*	15.485-15.267=0.217
σ	0.366-0.637=-0.271
min	14.709-13.792=0.917
max	15.856-15.777=0.079

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	13.096-13.254=-0.158
σ	1.838-1.670=0.169
min	11.138-10.813=0.325
max	15.377-15.336=0.041

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	9.229-8.885=0.343
σ	0.475-0.485=-0.010
min	8.568-8.216=0.352
max	9.793-9.656=0.137

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	6.554-6.532=0.022
σ	0.334-0.407=-0.073
min	5.963-5.907=0.056
max	6.966-7.265=-0.299

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	6.069-5.981=0.088
σ	0.213-0.180=0.033
min	5.768-5.664=0.104
max	6.401-6.262=0.139

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	5.749-5.732=0.018
σ	0.226-0.183=0.042
min	5.438-5.334=0.105
max	6.012-5.909=0.102

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.606=0.000

*mean*	7290.000-7297.000=-7.000
σ	0.000
min	7290.000-7297.000=-7.000
max	7290.000-7297.000=-7.000

*mean*	1335.091-1085.634=249.458
σ	604.639-107.419=497.220
min	1033.938-1042.252=-8.314
max	2791.194-1351.370=1439.824

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553
max	8745.883-8745.882=0.001

*mean*	3572.625-3572.875=-0.250
σ	1793.779-1795.763=-1.984
min	1047.000-1044.000=3.000
max	5791.000-5793.000=-2.000

*mean*	5040.409-4993.465=46.944
σ	1665.686-1727.461=-61.775
min	3506.098-3526.781=-20.683
max	7261.491-7427.259=-165.768

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.001

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	84.111-80.652=3.459
σ	10.578-8.599=1.979
min	70.799-71.702=-0.903
max	99.314-96.253=3.061

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7290.000-7297.000=-7.000
σ	0.000
min	7290.000-7297.000=-7.000
max	7290.000-7297.000=-7.000

*mean*	107.285-104.664=2.621
σ	4.086-4.121=-0.035
min	98.112-95.345=2.767
max	109.992-107.507=2.485

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7290.000-7297.000=-7.000
σ	0.000
min	7290.000-7297.000=-7.000
max	7290.000-7297.000=-7.000

*mean*	164.229-163.220=1.009
σ	8.864-7.555=1.310
min	143.849-145.509=-1.660
max	170.260-168.618=1.641

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.537

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1898.774=-2.076
min	1552.000-1555.000=-3.000
max	7290.000-7297.000=-7.000

*mean*	6325.082-6685.568=-360.485
σ	1177.293-1292.481=-115.189
min	4881.249-4921.555=-40.306
max	7900.242-8154.886=-254.644

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7290.000-7297.000=-7.000
σ	0.000
min	7290.000-7297.000=-7.000
max	7290.000-7297.000=-7.000

*mean*	5118.083-4942.823=175.260
σ	1213.303-934.660=278.643
min	4399.571-4309.968=89.603
max	7567.563-6731.828=835.735

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.757-380.900=-3.144
σ	18.256-17.917=0.338
min	347.410-349.267=-1.858
max	392.502-393.603=-1.101

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	760.213-763.340=-3.127
σ	43.946-47.864=-3.919
min	660.788-649.399=11.388
max	801.183-799.358=1.825

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.501=0.001
σ	0.760-0.759=0.000
min	1008.025-1008.028=-0.003
max	1011.641-1011.641=0.000

*mean*	1054.650-1042.550=12.100
σ	309.709-311.331=-1.622
min	561.000-567.000=-6.000
max	1467.000-1501.000=-34.000

*mean*	1.515-1.539=-0.024
σ	0.063-0.102=-0.039
min	1.463-1.360=0.104
max	1.733-1.792=-0.060

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.457-0.302=0.155
σ	0.487-0.297=0.190
min	0.154-0.138=0.016
max	1.306-0.828=0.478

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.474=-0.000
σ	0.322-0.317=0.005
min	0.317-0.323=-0.006
max	1.050-1.041=0.009

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.224=-0.003
σ	0.019-0.026=-0.007
min	0.205-0.199=0.006
max	0.253-0.268=-0.015

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.334=0.002
σ	0.018-0.021=-0.004
min	0.319-0.310=0.009
max	0.365-0.368=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600
σ	6.066
min	431.000
max	443.000

*mean*	0.526-0.558=-0.032
σ	0.050-0.059=-0.009
min	0.479-0.481=-0.003
max	0.607-0.606=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.462-0.494=-0.032
σ	0.047-0.038=0.009
min	0.394-0.441=-0.047
max	0.524-0.529=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.605-2.637=-0.031
σ	0.082-0.087=-0.005
min	2.462-2.466=-0.004
max	2.893-2.940=-0.047

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.583-2.322=0.261
σ	0.086-0.324=-0.238
min	2.461-1.874=0.587
max	3.069-2.811=0.258

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.303-0.313=-0.009
σ	0.010-0.025=-0.015
min	0.288-0.298=-0.010
max	0.373-0.543=-0.170

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.295-0.294=0.001
σ	0.047-0.007=0.040
min	0.273-0.282=-0.009
max	0.753-0.344=0.408

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-298.242=-0.286
σ	1.000-1.018=-0.018
min	297.583-297.804=-0.221
max	300.799-301.136=-0.337

*mean*	442.900-444.700=-1.800
σ	18.640-19.443=-0.803
min	416.000
max	467.000-468.000=-1.000

*mean*	0.617-0.611=0.007
σ	0.012-0.015=-0.003
min	0.600-0.585=0.015
max	0.636-0.628=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000-1740.875=3.125
σ	0.000-51.246=-51.246
min	1744.000-1677.000=67.000
max	1744.000-1778.000=-34.000

*mean*	215.517-207.355=8.163
σ	22.520-1.073=21.447
min	205.092-206.395=-1.303
max	270.978-209.790=61.188

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1740.875=3.125
σ	0.000-51.246=-51.246
min	1744.000-1677.000=67.000
max	1744.000-1778.000=-34.000

*mean*	10.732-10.160=0.572
σ	1.539-1.794=-0.255
min	9.362-7.170=2.192
max	12.609-12.690=-0.081

phase=parser

*mean*	1042.099-1042.098=0.001
σ	0.000-0.000=-0.000
min	1042.098-1042.098=0.000
max	1042.099-1042.099=0.000

*mean*	1744.000-1740.875=3.125
σ	0.000-51.246=-51.246
min	1744.000-1677.000=67.000
max	1744.000-1778.000=-34.000

*mean*	660.536-633.594=26.942
σ	63.350-124.539=-61.189
min	572.848-426.205=146.643
max	728.305-827.694=-99.389

phase=processProdDef

*mean*	6169.656-6169.660=-0.004
σ	0.001-0.001=0.000
min	6169.655-6169.659=-0.004
max	6169.657-6169.661=-0.004

*mean*	1744.000-1753.500=-9.500
σ	0.000-45.365=-45.365
min	1744.000-1680.000=64.000
max	1744.000-1778.000=-34.000

*mean*	5593.148-4889.680=703.468
σ	1484.733-1383.348=101.385
min	3461.004-3617.609=-156.605
max	7323.249-7337.023=-13.774

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1744.000-1740.875=3.125
σ	0.000-51.246=-51.246
min	1744.000-1677.000=67.000
max	1744.000-1778.000=-34.000

*mean*	43.382-38.099=5.283
σ	5.415-8.044=-2.630
min	34.184-26.520=7.664
max	49.716-48.298=1.418

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.000-1740.875=3.125
σ	0.000-51.246=-51.246
min	1744.000-1677.000=67.000
max	1744.000-1778.000=-34.000

*mean*	795.471-738.735=56.736
σ	85.665-93.272=-7.607
min	660.556-639.650=20.906
max	881.200-862.831=18.369

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.388=0.302
σ	0.041-0.041=0.000
min	293.631-293.330=0.301
max	293.732-293.422=0.310

*mean*	445.000-442.800=2.200
σ	0.000-1.095=-1.095
min	445.000-442.000=3.000
max	445.000-444.000=1.000

*mean*	0.404-0.408=-0.004
σ	0.009-0.008=0.001
min	0.397-0.399=-0.002
max	0.419-0.417=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1303.502=0.274
σ	0.085-0.087=-0.002
min	1303.648-1303.352=0.296
max	1303.856-1303.570=0.286

*mean*	1099.200-1085.600=13.600
σ	190.985-226.737=-35.752
min	837.000-827.000=10.000
max	1329.000-1387.000=-58.000

*mean*	2.124-2.185=-0.061
σ	0.334-0.231=0.102
min	1.813-1.899=-0.087
max	2.613-2.547=0.066

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1546.510=0.304
σ	4.045-4.032=0.013
min	1544.806-1544.524=0.282
max	1554.044-1553.718=0.326

*mean*	618.000-621.400=-3.400
σ	80.215-82.603=-2.388
min	497.000-494.000=3.000
max	712.000-699.000=13.000

*mean*	2.282-2.276=0.006
σ	0.209-0.199=0.010
min	2.143-2.120=0.023
max	2.644-2.574=0.070

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1865.450=0.332
σ	0.068-0.060=0.008
min	1865.723-1865.371=0.353
max	1865.892-1865.525=0.366

*mean*	1729.400-1710.800=18.600
σ	176.452-169.052=7.400
min	1479.000-1525.000=-46.000
max	1891.000-1961.000=-70.000

*mean*	3.097-2.953=0.143
σ	0.353-0.066=0.287
min	2.892-2.860=0.032
max	3.725-3.018=0.708

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.652=-0.069
σ	0.110-0.169=-0.059
min	1.388-1.518=-0.130
max	1.650-1.933=-0.283

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.981=0.000
σ	579.242-579.239=0.003
min	158.357-158.360=-0.003
max	1316.844-1316.839=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.518=0.025
σ	0.547-0.527=0.020
min	0.268-0.230=0.038
max	1.363-1.307=0.056

policies=20

*mean*	1583.923-1583.914=0.010
σ	0.360-0.341=0.018
min	1583.674-1583.670=0.004
max	1584.455-1584.417=0.038

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-446.000=-1.500
σ	1.000-2.000=-1.000
min	443.000
max	445.000-447.000=-2.000

*mean*	2.654-2.650=0.005
σ	0.007-0.014=-0.006
min	2.647-2.638=0.009
max	2.664-2.665=-0.001

policies=200

*mean*	15847.071-15847.088=-0.017
σ	0.187-0.170=0.018
min	15846.965-15846.924=0.041
max	15847.351-15847.326=0.025

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-497.500=-1.500
σ	5.292-5.323=-0.031
min	491.000
max	503.000-504.000=-1.000

*mean*	26.631-26.703=-0.072
σ	0.193-0.204=-0.011
min	26.441-26.519=-0.077
max	26.848-26.988=-0.140