Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.618=-0.002
σ	0.344-0.343=0.001
min	54.485-54.486=-0.001
max	55.593-55.593=0.000

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.793-43.793=-0.000
σ	0.007-0.008=-0.000
min	43.781-43.780=0.001
max	43.806-43.803=0.003

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.004=-0.001
min	0.119-0.119=0.001
max	0.130-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	12.737-12.912=-0.175
σ	0.253-0.250=0.003
min	12.374-12.496=-0.122
max	13.163-13.235=-0.072

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	12.733-13.069=-0.336
σ	0.500-0.589=-0.089
min	11.958-12.094=-0.137
max	13.356-13.492=-0.135

op=table_records(), no indexes

*mean*	41.931-41.931=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.932-41.932=-0.000

*mean*	7298.000-7333.000=-35.000
σ	0.000
min	7298.000-7333.000=-35.000
max	7298.000-7333.000=-35.000

*mean*	15.190-15.112=0.079
σ	0.645-0.933=-0.289
min	13.701-12.919=0.781
max	15.709-15.856=-0.146

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	13.400-12.643=0.757
σ	1.739-1.925=-0.186
min	11.310-10.835=0.474
max	15.690-15.530=0.160

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603-27.603=-0.000
max	27.991

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	9.000-9.003=-0.003
σ	0.463-0.261=0.201
min	8.432-8.631=-0.199
max	9.895-9.348=0.547

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	6.744-6.961=-0.216
σ	0.376-0.305=0.071
min	6.325-6.340=-0.016
max	7.413-7.247=0.167

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	5.980-6.098=-0.118
σ	0.106-0.168=-0.062
min	5.822-5.960=-0.138
max	6.088-6.487=-0.399

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	5.784-5.855=-0.071
σ	0.025-0.126=-0.101
min	5.752-5.719=0.033
max	5.839-6.129=-0.290

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=0.000

*mean*	7298.000-7333.000=-35.000
σ	0.000
min	7298.000-7333.000=-35.000
max	7298.000-7333.000=-35.000

*mean*	1324.640-1042.725=281.915
σ	520.695-5.673=515.022
min	1035.251-1032.777=2.475
max	2530.279-1051.000=1479.278

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.470=-0.000
min	8744.553-8744.554=-0.000
max	8745.883-8745.884=-0.001

*mean*	3572.625-3579.625=-7.000
σ	1795.002-1802.635=-7.632
min	1044.000-1046.000=-2.000
max	5790.000-5819.000=-29.000

*mean*	4947.233-4786.171=161.062
σ	1721.904-1738.586=-16.682
min	3521.339-3502.967=18.373
max	7357.235-7430.784=-73.549

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	82.940-80.862=2.078
σ	13.679-8.292=5.386
min	70.274-71.290=-1.016
max	104.843-93.949=10.894

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7298.000-7333.000=-35.000
σ	0.000
min	7298.000-7333.000=-35.000
max	7298.000-7333.000=-35.000

*mean*	105.384-106.633=-1.249
σ	5.109-5.764=-0.655
min	94.707-96.302=-1.594
max	109.839-112.577=-2.738

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7298.000-7333.000=-35.000
σ	0.000
min	7298.000-7333.000=-35.000
max	7298.000-7333.000=-35.000

*mean*	162.997-161.984=1.012
σ	8.234-9.024=-0.790
min	144.414-142.613=1.800
max	168.863-170.902=-2.039

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4153.000-4156.875=-3.875
σ	1898.540-1908.098=-9.558
min	1556.000-1553.000=3.000
max	7298.000-7333.000=-35.000

*mean*	6564.454-6160.293=404.161
σ	1297.508-1121.035=176.473
min	4899.666-4945.079=-45.413
max	8083.975-8088.973=-4.998

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066

*mean*	7298.000-7333.000=-35.000
σ	0.000
min	7298.000-7333.000=-35.000
max	7298.000-7333.000=-35.000

*mean*	5420.748-6207.557=-786.809
σ	1058.963-1914.473=-855.510
min	4343.321-4389.738=-46.417
max	7083.232-8950.043=-1866.811

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	378.980-371.904=7.076
σ	18.931-34.229=-15.297
min	346.203-297.588=48.615
max	390.830-396.225=-5.395

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.500=1.500
σ	0.000-0.926=-0.926
min	562.000-560.000=2.000
max	562.000

*mean*	705.825-744.799=-38.974
σ	68.971-63.695=5.277
min	633.350-604.180=29.170
max	782.019-797.702=-15.684

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.191-1008.194=-0.003
σ	0.757-0.756=0.002
min	1007.720-1007.722=-0.002
max	1011.321-1011.318=0.004

*mean*	1056.650-1043.250=13.400
σ	313.915-310.263=3.652
min	582.000-571.000=11.000
max	1526.000-1499.000=27.000

*mean*	1.545-1.552=-0.007
σ	0.077-0.078=-0.001
min	1.426-1.486=-0.061
max	1.771-1.780=-0.009

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.389-0.439=-0.051
σ	0.499-0.427=0.072
min	0.130-0.235=-0.105
max	1.278-1.204=0.074

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.482-0.775=-0.293
σ	0.323-0.294=0.029
min	0.318-0.579=-0.261
max	1.059-1.270=-0.211

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.221-0.379=-0.158
σ	0.025-0.043=-0.018
min	0.201-0.349=-0.149
max	0.264-0.454=-0.190

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.335-0.583=-0.247
σ	0.014-0.022=-0.007
min	0.322-0.563=-0.241
max	0.356-0.615=-0.259

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	0.569-0.594=-0.026
σ	0.046-0.097=-0.051
min	0.490-0.483=0.007
max	0.611-0.748=-0.136

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	0.508-0.471=0.037
σ	0.027-0.041=-0.015
min	0.474-0.420=0.054
max	0.537-0.532=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	1.958-1.962=-0.004
σ	0.090-0.080=0.010
min	1.796-1.846=-0.050
max	2.237-2.326=-0.089

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	1.922-1.957=-0.036
σ	0.061-0.083=-0.022
min	1.805-1.769=0.036
max	2.088-2.263=-0.175

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	0.307-0.309=-0.002
σ	0.047-0.035=0.012
min	0.288-0.292=-0.005
max	0.769-0.646=0.123

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	430.000
σ	0.000
min	430.000
max	430.000

*mean*	0.288-0.289=-0.001
σ	0.008-0.007=0.002
min	0.273-0.273=0.001
max	0.338-0.318=0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.738-297.767=-0.029
σ	0.924-1.030=-0.106
min	297.260-297.291=-0.032
max	300.353-300.693=-0.339

*mean*	446.400-444.100=2.300
σ	17.050-18.193=-1.143
min	426.000-418.000=8.000
max	471.000-468.000=3.000

*mean*	0.606-0.594=0.012
σ	0.015-0.037=-0.022
min	0.576-0.517=0.059
max	0.636-0.650=-0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1660.125-1658.875=1.250
σ	116.233-115.383=0.850
min	1431.000-1479.000=-48.000
max	1746.000-1740.000=6.000

*mean*	207.577-202.810=4.767
σ	2.570-0.950=1.620
min	202.522-201.019=1.503
max	210.841-204.124=6.717

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1660.125-1658.875=1.250
σ	116.233-115.383=0.850
min	1431.000-1479.000=-48.000
max	1746.000-1740.000=6.000

*mean*	11.831-12.361=-0.530
σ	1.451-1.331=0.120
min	9.412-9.560=-0.149
max	12.738-14.455=-1.717

phase=parser

*mean*	1041.160-1041.160=0.000
σ	0.000-0.000=-0.000
min	1041.159
max	1041.160

*mean*	1660.125-1658.875=1.250
σ	116.233-115.383=0.850
min	1431.000-1479.000=-48.000
max	1746.000-1740.000=6.000

*mean*	686.329-712.171=-25.842
σ	59.828-69.349=-9.521
min	587.443-575.754=11.689
max	723.941-834.325=-110.383

phase=processProdDef

*mean*	6169.661-6169.661=0.000
σ	0.001-0.001=-0.000
min	6169.660
max	6169.662

*mean*	1699.500-1691.500=8.000
σ	72.746-91.733=-18.986
min	1548.000-1511.000=37.000
max	1746.000-1740.000=6.000

*mean*	5703.615-5294.982=408.633
σ	1188.079-1192.025=-3.947
min	4213.430-4087.300=126.129
max	7091.494-7670.650=-579.156

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1660.125-1658.875=1.250
σ	116.233-115.383=0.850
min	1431.000-1479.000=-48.000
max	1746.000-1740.000=6.000

*mean*	45.931-47.026=-1.096
σ	3.185-3.531=-0.345
min	40.601-39.819=0.781
max	47.974-52.821=-4.847

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1660.125-1658.875=1.250
σ	116.233-115.383=0.850
min	1431.000-1479.000=-48.000
max	1746.000-1740.000=6.000

*mean*	789.813-812.301=-22.488
σ	74.213-82.740=-8.527
min	663.998-662.888=1.110
max	886.169-888.659=-2.491

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.589-292.585=0.004
σ	0.024-0.032=-0.008
min	292.571-292.543=0.028
max	292.620-292.621=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.407-0.409=-0.003
σ	0.008-0.010=-0.002
min	0.398-0.400=-0.002
max	0.415-0.424=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.682-1302.660=0.022
σ	0.103-0.079=0.024
min	1302.499-1302.553=-0.054
max	1302.736-1302.741=-0.005

*mean*	1087.000-1083.200=3.800
σ	169.105-176.470=-7.365
min	891.000-886.000=5.000
max	1322.000-1327.000=-5.000

*mean*	2.142-1.967=0.175
σ	0.361-0.186=0.175
min	1.827-1.816=0.011
max	2.721-2.179=0.542

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.740-1545.762=-0.023
σ	4.034-4.029=0.004
min	1543.800-1543.811=-0.011
max	1552.952-1552.965=-0.013

*mean*	631.200-623.200=8.000
σ	85.034-89.178=-4.144
min	503.000-501.000=2.000
max	724.000

*mean*	2.382-2.457=-0.075
σ	0.337-0.319=0.018
min	2.097-2.117=-0.020
max	2.795-2.848=-0.054

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.646-1864.648=-0.001
σ	0.043-0.043=-0.001
min	1864.591-1864.586=0.005
max	1864.698-1864.697=0.001

*mean*	1728.200-1728.600=-0.400
σ	176.728-175.957=0.771
min	1485.000-1469.000=16.000
max	1896.000-1881.000=15.000

*mean*	3.070-3.083=-0.013
σ	0.267-0.276=-0.009
min	2.886-2.894=-0.008
max	3.541-3.570=-0.028

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.691-1.676=0.015
σ	0.261-0.107=0.154
min	1.271-1.509=-0.239
max	1.912-1.764=0.148

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.971-448.972=-0.001
σ	579.122-579.122=-0.000
min	159.409-159.410=-0.000
max	1317.654-1317.655=-0.001

*mean*	96.000
σ	8.000
min	92.000
max	108.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.541-0.532=0.009
σ	0.544-0.537=0.007
min	0.266-0.262=0.004
max	1.357-1.337=0.019

policies=20

*mean*	1594.409-1594.422=-0.013
σ	0.348-0.368=-0.019
min	1594.162-1594.170=-0.008
max	1594.923-1594.966=-0.043

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-448.000=-1.000
σ	0.000-1.155=-1.155
min	447.000
max	447.000-449.000=-2.000

*mean*	2.620-2.649=-0.030
σ	0.023-0.024=-0.001
min	2.586-2.625=-0.039
max	2.640-2.681=-0.041

policies=200

*mean*	15952.015-15952.009=0.006
σ	0.111-0.116=-0.005
min	15951.922-15951.908=0.013
max	15952.175-15952.135=0.040

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.750-497.250=1.500
σ	6.500-5.737=0.763
min	490.000-492.000=-2.000
max	505.000

*mean*	26.718-26.714=0.004
σ	0.185-0.140=0.046
min	26.533-26.568=-0.035
max	26.953-26.843=0.110