Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.618=-0.041
σ	0.349-0.350=-0.001
min	54.440-54.488=-0.048
max	55.570-55.612=-0.043

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.004=0.002
min	0.133-0.136=-0.003
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.787=-0.081
σ	0.005-0.006=-0.001
min	43.697-43.780=-0.082
max	43.714-43.800=-0.086

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.120-0.124=-0.004
σ	0.004-0.004=0.000
min	0.115-0.119=-0.004
max	0.127-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.001

*mean*	4152.125-4116.875=35.250
σ	1897.887-1565.483=332.404
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	12.846-12.329=0.517
σ	0.292-0.147=0.145
min	12.337-12.063=0.274
max	13.167-12.484=0.683

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4152.125-4116.875=35.250
σ	1897.887-1565.483=332.404
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	13.142-12.256=0.886
σ	0.433-0.619=-0.186
min	12.263-11.480=0.782
max	13.594-12.898=0.696

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.932-41.929=0.003

*mean*	7294.000-6035.000=1259.000
σ	0.000
min	7294.000-6035.000=1259.000
max	7294.000-6035.000=1259.000

*mean*	15.069-13.063=2.006
σ	0.712-1.175=-0.463
min	13.314-10.695=2.619
max	15.389-14.594=0.795

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4152.125-4051.125=101.000
σ	1897.887-1616.770=281.117
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	13.605-12.591=1.014
σ	1.831-1.917=-0.086
min	11.044-10.345=0.700
max	15.734-14.882=0.852

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4152.125-4051.125=101.000
σ	1897.887-1616.770=281.117
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	8.838-8.417=0.421
σ	0.298-0.423=-0.125
min	8.388-7.888=0.500
max	9.187-8.948=0.239

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4152.125-4051.125=101.000
σ	1897.887-1616.770=281.117
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	6.917-6.396=0.521
σ	0.294-0.262=0.031
min	6.517-5.983=0.534
max	7.342-6.772=0.569

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4152.125-4116.875=35.250
σ	1897.887-1565.483=332.404
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	6.036-5.484=0.552
σ	0.130-0.177=-0.047
min	5.776-5.191=0.584
max	6.203-5.634=0.568

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4152.125-4116.875=35.250
σ	1897.887-1565.483=332.404
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	5.785-5.323=0.462
σ	0.154-0.092=0.062
min	5.457-5.160=0.297
max	5.912-5.424=0.488

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7294.000-6035.000=1259.000
σ	0.000
min	7294.000-6035.000=1259.000
max	7294.000-6035.000=1259.000

*mean*	1068.285-1471.050=-402.766
σ	84.271-681.338=-597.067
min	1022.651-1033.405=-10.754
max	1275.802-2657.461=-1381.659

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.470-0.033=0.436
min	8744.554-8744.544=0.009
max	8745.884-8744.641=1.243

*mean*	3572.250-3830.500=-258.250
σ	1796.331-1645.898=150.432
min	1045.000-1984.000=-939.000
max	5793.000-6035.000=-242.000

*mean*	4969.473-4641.855=327.618
σ	1591.298-1479.564=111.734
min	3528.916-3564.077=-35.161
max	7295.493-7187.213=108.280

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.081-62.081=-0.000

*mean*	4152.125-4116.875=35.250
σ	1897.887-1565.483=332.404
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	81.745-121.589=-39.844
σ	9.887-122.478=-112.591
min	72.193-70.587=1.606
max	101.364-424.092=-322.728

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7294.000-6035.000=1259.000
σ	0.000
min	7294.000-6035.000=1259.000
max	7294.000-6035.000=1259.000

*mean*	107.755-94.582=13.174
σ	6.308-9.718=-3.410
min	94.419-81.251=13.168
max	116.189-105.463=10.725

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.685=-0.000
max	66.687-66.690=-0.003

*mean*	7294.000-6035.000=1259.000
σ	0.000
min	7294.000-6035.000=1259.000
max	7294.000-6035.000=1259.000

*mean*	162.622-220.650=-58.027
σ	10.220-223.922=-213.702
min	138.235-124.532=13.703
max	169.539-773.811=-604.272

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=0.000
max	11667.538-11667.520=0.018

*mean*	4152.125-4051.125=101.000
σ	1897.887-1616.770=281.117
min	1557.000-1984.000=-427.000
max	7294.000-6035.000=1259.000

*mean*	6733.262-6308.342=424.920
σ	1279.530-1288.346=-8.816
min	4857.508-5017.626=-160.119
max	8188.950-8246.630=-57.680

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.001
min	11560.064-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7294.000-6035.000=1259.000
σ	0.000
min	7294.000-6035.000=1259.000
max	7294.000-6035.000=1259.000

*mean*	5387.477-7104.700=-1717.224
σ	1373.601-1362.402=11.199
min	4362.722-4463.714=-100.992
max	7651.527-8461.867=-810.340

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.581=-0.022
σ	0.001-0.028=-0.026
min	172.558
max	172.562-172.626=-0.064

*mean*	478.000-1984.000=-1506.000
σ	0.000
min	478.000-1984.000=-1506.000
max	478.000-1984.000=-1506.000

*mean*	375.194-336.055=39.138
σ	18.705-45.314=-26.608
min	350.191-262.192=87.998
max	391.309-399.870=-8.561

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.365=-0.044
σ	0.001-0.044=-0.043
min	357.321
max	357.325-357.429=-0.104

*mean*	559.250-1984.000=-1424.750
σ	1.035-0.000=1.035
min	558.000-1984.000=-1426.000
max	560.000-1984.000=-1424.000

*mean*	741.515-770.510=-28.995
σ	82.411-27.678=54.733
min	606.151-724.058=-117.907
max	829.642-813.930=15.712

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.183=0.316
σ	0.759-0.902=-0.143
min	1008.027-1007.686=0.341
max	1011.637-1011.927=-0.290

*mean*	1044.650-1039.050=5.600
σ	299.458-303.481=-4.023
min	562.000-557.000=5.000
max	1446.000-1467.000=-21.000

*mean*	1.500-1.523=-0.023
σ	0.090-0.084=0.006
min	1.323-1.447=-0.124
max	1.745-1.742=0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.439-0.435=0.004
σ	0.470-0.142=0.328
min	0.150-0.345=-0.194
max	1.262-0.687=0.575

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.472-0.896=-0.424
σ	0.306-0.086=0.220
min	0.323-0.822=-0.499
max	1.019-1.045=-0.026

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.220-0.548=-0.328
σ	0.024-0.048=-0.024
min	0.200-0.509=-0.309
max	0.262-0.628=-0.366

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1467.000=-1065.000
σ	0.000
min	402.000-1467.000=-1065.000
max	402.000-1467.000=-1065.000

*mean*	0.330-0.897=-0.566
σ	0.012-0.053=-0.042
min	0.320-0.848=-0.528
max	0.349-0.973=-0.624

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.543=1.198
σ	0.011-0.032=-0.021
min	964.736-963.523=1.213
max	964.760-963.598=1.162

*mean*	433.200-1467.000=-1033.800
σ	2.588-0.000=2.588
min	431.000-1467.000=-1036.000
max	436.000-1467.000=-1031.000

*mean*	0.542-0.809=-0.267
σ	0.072-0.076=-0.004
min	0.444-0.710=-0.267
max	0.615-0.867=-0.253

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.853=0.960
σ	0.002-0.006=-0.004
min	885.812-884.847=0.965
max	885.816-884.860=0.956

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.441-0.702=-0.261
σ	0.025-0.046=-0.021
min	0.413-0.640=-0.227
max	0.467-0.749=-0.281

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=0.000
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	2.636-4.310=-1.674
σ	0.103-0.075=0.028
min	2.472-4.197=-1.725
max	3.002-4.558=-1.556

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002-0.002=-0.000
min	7.655-7.654=0.001
max	7.659-7.659=0.000

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	2.602-4.307=-1.705
σ	0.098-0.071=0.027
min	2.468-4.146=-1.678
max	3.064-4.498=-1.433

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.303-0.760=-0.457
σ	0.015-0.020=-0.004
min	0.290-0.731=-0.441
max	0.439-0.880=-0.441

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	436.000-1467.000=-1031.000
σ	0.000
min	436.000-1467.000=-1031.000
max	436.000-1467.000=-1031.000

*mean*	0.290-0.721=-0.431
σ	0.007-0.017=-0.010
min	0.275-0.687=-0.412
max	0.326-0.793=-0.467

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.128-297.427=0.701
σ	1.044-0.223=0.821
min	297.756-297.254=0.502
max	301.098-298.041=3.057

*mean*	445.400-1984.000=-1538.600
σ	20.457-0.000=20.457
min	416.000-1984.000=-1568.000
max	473.000-1984.000=-1511.000

*mean*	0.613-0.551=0.062
σ	0.012-0.023=-0.010
min	0.597-0.505=0.092
max	0.640-0.583=0.058

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1738.000
σ	2.828
min	1737.000
max	1745.000

*mean*	205.806
σ	2.571
min	201.519
max	208.890

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1738.000
σ	2.828
min	1737.000
max	1745.000

*mean*	12.141
σ	1.143
min	9.360
max	13.042

phase=parser

*mean*	1042.103
σ	0.000
min	1042.102
max	1042.103

*mean*	1738.000
σ	2.828
min	1737.000
max	1745.000

*mean*	721.624
σ	64.155
min	588.251
max	825.404

phase=processProdDef

*mean*	6169.657
σ	0.000
min	6169.657
max	6169.658

*mean*	1739.000
σ	3.703
min	1737.000
max	1745.000

*mean*	5419.349
σ	931.825
min	3969.021
max	6795.802

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1738.000
σ	2.828
min	1737.000
max	1745.000

*mean*	46.968
σ	2.939
min	40.129
max	50.300

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1738.000
σ	2.828
min	1737.000
max	1745.000

*mean*	815.341
σ	74.048
min	706.516
max	892.862

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.380-289.776=3.604
σ	0.035-0.036=-0.002
min	293.332-289.727=3.605
max	293.417-289.812=3.605

*mean*	445.000-1467.000=-1022.000
σ	0.000
min	445.000-1467.000=-1022.000
max	445.000-1467.000=-1022.000

*mean*	0.399-0.401=-0.002
σ	0.001-0.012=-0.011
min	0.398-0.392=0.006
max	0.401-0.422=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.480-1299.622=3.858
σ	0.092-0.105=-0.013
min	1303.329-1299.503=3.826
max	1303.573-1299.742=3.831

*mean*	1087.200-1467.000=-379.800
σ	179.296-0.000=179.296
min	877.000-1467.000=-590.000
max	1307.000-1467.000=-160.000

*mean*	2.108-1.939=0.169
σ	0.163-0.064=0.099
min	1.829-1.866=-0.038
max	2.227-2.006=0.220

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.506-1542.608=3.899
σ	4.034-4.046=-0.011
min	1544.532-1540.571=3.961
max	1553.716-1549.836=3.880

*mean*	608.600-1467.000=-858.400
σ	92.503-0.000=92.503
min	492.000-1467.000=-975.000
max	721.000-1467.000=-746.000

*mean*	2.294-2.289=0.005
σ	0.246-0.175=0.071
min	2.064-2.106=-0.041
max	2.686-2.485=0.201

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.443-1861.640=3.803
σ	0.037-0.060=-0.023
min	1865.387-1861.566=3.821
max	1865.490-1861.710=3.780

*mean*	1727.000-1772.000=-45.000
σ	182.080-223.951=-41.871
min	1470.000-1478.000=-8.000
max	1896.000-1984.000=-88.000

*mean*	3.054-3.150=-0.096
σ	0.413-0.246=0.167
min	2.751-2.867=-0.117
max	3.775-3.435=0.341

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.808-1.777=0.031
σ	0.134-0.056=0.078
min	1.660-1.684=-0.024
max	1.917-1.833=0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.985-446.184=1.801
σ	579.255-577.139=2.116
min	158.355-157.613=0.742
max	1316.867-1311.893=4.974

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1467.000=-1024.000
σ	0.000
min	443.000-1467.000=-1024.000
max	443.000-1467.000=-1024.000

*mean*	0.519-0.546=-0.027
σ	0.505-0.568=-0.063
min	0.263-0.260=0.002
max	1.276-1.397=-0.121

policies=20

*mean*	1583.902-1576.397=7.505
σ	0.363-0.339=0.025
min	1583.648-1576.167=7.480
max	1584.439-1576.900=7.539

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-1467.000=-1021.750
σ	1.500-0.000=1.500
min	443.000-1467.000=-1024.000
max	446.000-1467.000=-1021.000

*mean*	2.649-2.605=0.044
σ	0.033-0.022=0.010
min	2.623-2.587=0.035
max	2.692-2.638=0.054

policies=200

*mean*	15847.115-15772.307=74.808
σ	0.146-0.134=0.012
min	15846.939-15772.206=74.733
max	15847.286-15772.504=74.782

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-1467.000=-970.750
σ	2.986-0.000=2.986
min	493.000-1467.000=-974.000
max	500.000-1467.000=-967.000

*mean*	26.666-26.273=0.393
σ	0.171-0.088=0.083
min	26.501-26.150=0.350
max	26.897-26.338=0.559