Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.577=-0.002
σ	0.349-0.349=-0.000
min	54.443-54.440=0.003
max	55.567-55.570=-0.003

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.138-0.139=-0.002
σ	0.006-0.006=0.000
min	0.131-0.133=-0.002
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.007-0.005=0.001
min	43.695-43.697=-0.002
max	43.719-43.714=0.005

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.120=0.004
σ	0.005-0.004=0.001
min	0.116-0.115=0.001
max	0.132-0.127=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	12.732-12.846=-0.114
σ	0.257-0.292=-0.035
min	12.316-12.337=-0.021
max	13.045-13.167=-0.122

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	12.508-13.142=-0.634
σ	0.603-0.433=0.171
min	11.481-12.263=-0.782
max	13.248-13.594=-0.346

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.933-41.932=0.001

*mean*	7290.000-7294.000=-4.000
σ	0.000
min	7290.000-7294.000=-4.000
max	7290.000-7294.000=-4.000

*mean*	15.485-15.069=0.415
σ	0.366-0.712=-0.345
min	14.709-13.314=1.394
max	15.856-15.389=0.467

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	13.096-13.605=-0.509
σ	1.838-1.831=0.007
min	11.138-11.044=0.094
max	15.377-15.734=-0.357

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	9.229-8.838=0.390
σ	0.475-0.298=0.178
min	8.568-8.388=0.179
max	9.793-9.187=0.606

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	6.554-6.917=-0.364
σ	0.334-0.294=0.041
min	5.963-6.517=-0.554
max	6.966-7.342=-0.376

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	6.069-6.036=0.033
σ	0.213-0.130=0.083
min	5.768-5.776=-0.008
max	6.401-6.203=0.198

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	5.749-5.785=-0.035
σ	0.226-0.154=0.071
min	5.438-5.457=-0.018
max	6.012-5.912=0.100

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.607=-0.000

*mean*	7290.000-7294.000=-4.000
σ	0.000
min	7290.000-7294.000=-4.000
max	7290.000-7294.000=-4.000

*mean*	1335.091-1068.285=266.806
σ	604.639-84.271=520.367
min	1033.938-1022.651=11.288
max	2791.194-1275.802=1515.391

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.470=-0.000
min	8744.553-8744.554=-0.000
max	8745.883-8745.884=-0.001

*mean*	3572.625-3572.250=0.375
σ	1793.779-1796.331=-2.552
min	1047.000-1045.000=2.000
max	5791.000-5793.000=-2.000

*mean*	5040.409-4969.473=70.936
σ	1665.686-1591.298=74.388
min	3506.098-3528.916=-22.818
max	7261.491-7295.493=-34.002

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	84.111-81.745=2.366
σ	10.578-9.887=0.690
min	70.799-72.193=-1.393
max	99.314-101.364=-2.050

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7290.000-7294.000=-4.000
σ	0.000
min	7290.000-7294.000=-4.000
max	7290.000-7294.000=-4.000

*mean*	107.285-107.755=-0.470
σ	4.086-6.308=-2.222
min	98.112-94.419=3.693
max	109.992-116.189=-6.197

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7290.000-7294.000=-4.000
σ	0.000
min	7290.000-7294.000=-4.000
max	7290.000-7294.000=-4.000

*mean*	164.229-162.622=1.607
σ	8.864-10.220=-1.355
min	143.849-138.235=5.614
max	170.260-169.539=0.721

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4149.625-4152.125=-2.500
σ	1896.697-1897.887=-1.190
min	1552.000-1557.000=-5.000
max	7290.000-7294.000=-4.000

*mean*	6325.082-6733.262=-408.180
σ	1177.293-1279.530=-102.237
min	4881.249-4857.508=23.741
max	7900.242-8188.950=-288.709

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7290.000-7294.000=-4.000
σ	0.000
min	7290.000-7294.000=-4.000
max	7290.000-7294.000=-4.000

*mean*	5118.083-5387.477=-269.394
σ	1213.303-1373.601=-160.298
min	4399.571-4362.722=36.849
max	7567.563-7651.527=-83.964

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.757-375.194=2.563
σ	18.256-18.705=-0.450
min	347.410-350.191=-2.781
max	392.502-391.309=1.193

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.250=0.750
σ	0.000-1.035=-1.035
min	560.000-558.000=2.000
max	560.000

*mean*	760.213-741.515=18.698
σ	43.946-82.411=-38.466
min	660.788-606.151=54.637
max	801.183-829.642=-28.459

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.500=0.002
σ	0.760-0.759=0.001
min	1008.025-1008.027=-0.001
max	1011.641-1011.637=0.004

*mean*	1054.650-1044.650=10.000
σ	309.709-299.458=10.251
min	561.000-562.000=-1.000
max	1467.000-1446.000=21.000

*mean*	1.515-1.500=0.015
σ	0.063-0.090=-0.027
min	1.463-1.323=0.140
max	1.733-1.745=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.457-0.439=0.018
σ	0.487-0.470=0.017
min	0.154-0.150=0.004
max	1.306-1.262=0.044

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.472=0.002
σ	0.322-0.306=0.016
min	0.317-0.323=-0.006
max	1.050-1.019=0.031

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.220=0.000
σ	0.019-0.024=-0.005
min	0.205-0.200=0.005
max	0.253-0.262=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.330=0.005
σ	0.018-0.012=0.006
min	0.319-0.320=-0.001
max	0.365-0.349=0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-433.200=3.400
σ	6.066-2.588=3.478
min	431.000
max	443.000-436.000=7.000

*mean*	0.526-0.542=-0.016
σ	0.050-0.072=-0.023
min	0.479-0.444=0.035
max	0.607-0.615=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.462-0.441=0.021
σ	0.047-0.025=0.022
min	0.394-0.413=-0.019
max	0.524-0.467=0.056

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.605-2.636=-0.031
σ	0.082-0.103=-0.021
min	2.462-2.472=-0.010
max	2.893-3.002=-0.109

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.583-2.602=-0.019
σ	0.086-0.098=-0.012
min	2.461-2.468=-0.007
max	3.069-3.064=0.005

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.303-0.303=0.001
σ	0.010-0.015=-0.005
min	0.288-0.290=-0.002
max	0.373-0.439=-0.065

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.295-0.290=0.005
σ	0.047-0.007=0.040
min	0.273-0.275=-0.002
max	0.753-0.326=0.426

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-298.128=-0.172
σ	1.000-1.044=-0.044
min	297.583-297.756=-0.173
max	300.799-301.098=-0.298

*mean*	442.900-445.400=-2.500
σ	18.640-20.457=-1.817
min	416.000
max	467.000-473.000=-6.000

*mean*	0.617-0.613=0.004
σ	0.012-0.012=-0.000
min	0.600-0.597=0.003
max	0.636-0.640=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000-1738.000=6.000
σ	0.000-2.828=-2.828
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	215.517-205.806=9.711
σ	22.520-2.571=19.950
min	205.092-201.519=3.573
max	270.978-208.890=62.088

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1738.000=6.000
σ	0.000-2.828=-2.828
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	10.732-12.141=-1.409
σ	1.539-1.143=0.396
min	9.362-9.360=0.003
max	12.609-13.042=-0.433

phase=parser

*mean*	1042.099-1042.103=-0.004
σ	0.000-0.000=-0.000
min	1042.098-1042.102=-0.004
max	1042.099-1042.103=-0.004

*mean*	1744.000-1738.000=6.000
σ	0.000-2.828=-2.828
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	660.536-721.624=-61.088
σ	63.350-64.155=-0.805
min	572.848-588.251=-15.402
max	728.305-825.404=-97.099

phase=processProdDef

*mean*	6169.656-6169.657=-0.002
σ	0.001-0.000=0.000
min	6169.655-6169.657=-0.001
max	6169.657-6169.658=-0.001

*mean*	1744.000-1739.000=5.000
σ	0.000-3.703=-3.703
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	5593.148-5419.349=173.798
σ	1484.733-931.825=552.908
min	3461.004-3969.021=-508.017
max	7323.249-6795.802=527.446

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000-1738.000=6.000
σ	0.000-2.828=-2.828
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	43.382-46.968=-3.586
σ	5.415-2.939=2.476
min	34.184-40.129=-5.946
max	49.716-50.300=-0.584

phase=type checker

*mean*	958.457-958.540=-0.083
σ	0.066
min	958.360-958.442=-0.083
max	958.547-958.630=-0.083

*mean*	1744.000-1738.000=6.000
σ	0.000-2.828=-2.828
min	1744.000-1737.000=7.000
max	1744.000-1745.000=-1.000

*mean*	795.471-815.341=-19.869
σ	85.665-74.048=11.618
min	660.556-706.516=-45.960
max	881.200-892.862=-11.662

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.380=0.309
σ	0.041-0.035=0.007
min	293.631-293.332=0.299
max	293.732-293.417=0.315

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.399=0.005
σ	0.009-0.001=0.007
min	0.397-0.398=-0.001
max	0.419-0.401=0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1303.480=0.297
σ	0.085-0.092=-0.008
min	1303.648-1303.329=0.319
max	1303.856-1303.573=0.283

*mean*	1099.200-1087.200=12.000
σ	190.985-179.296=11.688
min	837.000-877.000=-40.000
max	1329.000-1307.000=22.000

*mean*	2.124-2.108=0.016
σ	0.334-0.163=0.171
min	1.813-1.829=-0.016
max	2.613-2.227=0.386

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1546.506=0.308
σ	4.045-4.034=0.011
min	1544.806-1544.532=0.274
max	1554.044-1553.716=0.329

*mean*	618.000-608.600=9.400
σ	80.215-92.503=-12.288
min	497.000-492.000=5.000
max	712.000-721.000=-9.000

*mean*	2.282-2.294=-0.012
σ	0.209-0.246=-0.037
min	2.143-2.064=0.078
max	2.644-2.686=-0.042

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1865.443=0.338
σ	0.068-0.037=0.031
min	1865.723-1865.387=0.337
max	1865.892-1865.490=0.402

*mean*	1729.400-1727.000=2.400
σ	176.452-182.080=-5.628
min	1479.000-1470.000=9.000
max	1891.000-1896.000=-5.000

*mean*	3.097-3.054=0.042
σ	0.353-0.413=-0.060
min	2.892-2.751=0.142
max	3.725-3.775=-0.050

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.808=-0.225
σ	0.110-0.134=-0.024
min	1.388-1.660=-0.272
max	1.650-1.917=-0.267

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.985=-0.004
σ	579.242-579.255=-0.013
min	158.357-158.355=0.002
max	1316.844-1316.867=-0.024

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.519=0.024
σ	0.547-0.505=0.042
min	0.268-0.263=0.005
max	1.363-1.276=0.087

policies=20

*mean*	1583.923-1583.902=0.021
σ	0.360-0.363=-0.004
min	1583.674-1583.648=0.026
max	1584.455-1584.439=0.016

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-445.250=-0.750
σ	1.000-1.500=-0.500
min	443.000
max	445.000-446.000=-1.000

*mean*	2.654-2.649=0.006
σ	0.007-0.033=-0.025
min	2.647-2.623=0.024
max	2.664-2.692=-0.027

policies=200

*mean*	15847.071-15847.115=-0.045
σ	0.187-0.146=0.041
min	15846.965-15846.939=0.025
max	15847.351-15847.286=0.065

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-496.250=-0.250
σ	5.292-2.986=2.305
min	491.000-493.000=-2.000
max	503.000-500.000=3.000

*mean*	26.631-26.666=-0.035
σ	0.193-0.171=0.022
min	26.441-26.501=-0.059
max	26.848-26.897=-0.050