Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.000
σ	0.350-0.351=-0.000
min	54.487-54.483=0.003
max	55.614-55.615=-0.001

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.140-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.135-0.133=0.002
max	0.146-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.001
σ	0.006-0.005=0.001
min	43.778-43.780=-0.002
max	43.799-43.797=0.002

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.131-0.123=0.009
σ	0.009-0.005=0.004
min	0.120-0.117=0.003
max	0.142-0.130=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.616-36.615=0.000
max	36.620-36.623=-0.004

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	12.493-12.682=-0.189
σ	0.388-0.112=0.275
min	11.993-12.567=-0.574
max	13.232-12.862=0.370

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.001

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	12.541-12.288=0.253
σ	0.625-0.757=-0.132
min	11.514-11.328=0.186
max	13.338-13.104=0.233

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7546.000-6044.000=1502.000
σ	0.000
min	7546.000-6044.000=1502.000
max	7546.000-6044.000=1502.000

*mean*	13.287-13.197=0.090
σ	1.385-1.259=0.126
min	10.494-10.798=-0.304
max	14.659-15.008=-0.349

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	12.129-11.624=0.505
σ	1.736-1.199=0.537
min	10.608-10.321=0.288
max	15.183-13.492=1.691

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	8.791-8.379=0.412
σ	1.354-0.331=1.023
min	7.801-7.935=-0.133
max	12.008-8.794=3.214

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	6.901-6.293=0.608
σ	1.156-0.416=0.740
min	6.169-5.475=0.693
max	9.717-6.696=3.021

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.669=0.000

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	5.515-5.411=0.104
σ	0.094-0.105=-0.011
min	5.377-5.280=0.097
max	5.684-5.516=0.167

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	5.304-5.292=0.012
σ	0.063-0.069=-0.006
min	5.214-5.201=0.013
max	5.375-5.378=-0.003

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7546.000-6044.000=1502.000
σ	0.000
min	7546.000-6044.000=1502.000
max	7546.000-6044.000=1502.000

*mean*	1048.784-1503.444=-454.660
σ	6.576-709.339=-702.763
min	1041.423-1049.668=-8.245
max	1061.277-2723.055=-1661.779

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.641=-0.001

*mean*	3789.125-3824.250=-35.125
σ	1611.579-1647.417=-35.838
min	1976.000-1986.000=-10.000
max	5949.000-6044.000=-95.000

*mean*	4778.092-4676.671=101.421
σ	1470.208-1527.413=-57.205
min	3540.313-3560.093=-19.780
max	7083.405-7561.809=-478.404

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	88.366-82.307=6.059
σ	16.261-11.236=5.025
min	72.079-70.846=1.232
max	119.881-102.160=17.721

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7546.000-6044.000=1502.000
σ	0.000
min	7546.000-6044.000=1502.000
max	7546.000-6044.000=1502.000

*mean*	99.731-98.404=1.327
σ	9.397-7.662=1.735
min	84.048-85.383=-1.335
max	108.502-107.305=1.197

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7546.000-6044.000=1502.000
σ	0.000
min	7546.000-6044.000=1502.000
max	7546.000-6044.000=1502.000

*mean*	150.301-231.026=-80.725
σ	15.734-240.865=-225.131
min	123.086-124.619=-1.533
max	167.543-826.283=-658.741

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305-11655.305=0.000
max	11667.517-11667.521=-0.004

*mean*	4267.750-4106.000=161.750
σ	1879.367-1568.293=311.074
min	1976.000-1986.000=-10.000
max	7546.000-6044.000=1502.000

*mean*	6778.180-6462.090=316.090
σ	1328.597-1267.528=61.069
min	4985.591-4974.365=11.225
max	8540.189-8069.273=470.916

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.001
σ	0.001-0.002=-0.001
min	11560.066-11560.066=0.000
max	11560.069-11560.073=-0.004

*mean*	7546.000-6044.000=1502.000
σ	0.000
min	7546.000-6044.000=1502.000
max	7546.000-6044.000=1502.000

*mean*	5424.324-6644.959=-1220.636
σ	1321.146-1156.728=164.418
min	4418.999-4476.862=-57.863
max	7411.259-8372.973=-961.713

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.582=0.004
σ	0.025-0.025=-0.000
min	172.558
max	172.622-172.623=-0.001

*mean*	1976.000-1986.000=-10.000
σ	0.000
min	1976.000-1986.000=-10.000
max	1976.000-1986.000=-10.000

*mean*	363.607-346.741=16.867
σ	42.560-56.111=-13.551
min	271.714-264.659=7.054
max	404.144-409.948=-5.804

op=pointedIndexFromKvs

rows=400000

*mean*	357.357-357.367=-0.010
σ	0.035-0.044=-0.009
min	357.321
max	357.400-357.429=-0.030

*mean*	1976.000-1986.000=-10.000
σ	0.000
min	1976.000-1986.000=-10.000
max	1976.000-1986.000=-10.000

*mean*	773.285-801.620=-28.335
σ	35.632-22.042=13.590
min	710.023-761.712=-51.689
max	815.136-828.304=-13.168

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.184=-0.001
σ	0.903-0.883=0.021
min	1007.688-1007.698=-0.010
max	1011.939-1011.841=0.097

*mean*	1042.000-1041.800=0.200
σ	293.166-304.737=-11.571
min	547.000-549.000=-2.000
max	1438.000-1470.000=-32.000

*mean*	1.550-1.570=-0.020
σ	0.049-0.133=-0.084
min	1.486-1.469=0.017
max	1.644-2.056=-0.411

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.409-0.420=-0.011
σ	0.125-0.149=-0.024
min	0.321-0.332=-0.011
max	0.628-0.683=-0.055

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.868-0.874=-0.006
σ	0.090-0.089=0.001
min	0.805-0.811=-0.006
max	1.022-1.027=-0.006

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.532-0.537=-0.005
σ	0.044-0.049=-0.005
min	0.504-0.485=0.019
max	0.607-0.617=-0.010

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.840-0.840=-0.001
σ	0.031-0.050=-0.020
min	0.810-0.798=0.012
max	0.891-0.924=-0.033

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.544-963.541=0.003
σ	0.025-0.032=-0.007
min	963.524-963.523=0.001
max	963.585-963.597=-0.012

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.829-0.832=-0.003
σ	0.034-0.030=0.005
min	0.780-0.794=-0.014
max	0.864-0.866=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.007=-0.001
min	884.847
max	884.860-884.862=-0.002

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.731-0.737=-0.006
σ	0.033-0.013=0.020
min	0.672-0.714=-0.042
max	0.752-0.746=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.712-7.713=-0.001

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	4.257-3.523=0.734
σ	0.084-0.073=0.011
min	4.093-3.378=0.715
max	4.545-3.816=0.730

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	4.236-3.515=0.721
σ	0.066-0.079=-0.012
min	4.104-3.362=0.742
max	4.494-3.796=0.698

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.750-0.736=0.014
σ	0.018-0.018=0.000
min	0.718-0.702=0.016
max	0.837-0.833=0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1438.000-1470.000=-32.000
σ	0.000
min	1438.000-1470.000=-32.000
max	1438.000-1470.000=-32.000

*mean*	0.713-0.699=0.014
σ	0.018-0.028=-0.010
min	0.684-0.534=0.149
max	0.791-0.790=0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.462-297.482=-0.020
σ	0.238-0.189=0.049
min	297.317-297.365=-0.048
max	298.125-297.999=0.126

*mean*	1976.000-1986.000=-10.000
σ	0.000
min	1976.000-1986.000=-10.000
max	1976.000-1986.000=-10.000

*mean*	0.601-0.546=0.055
σ	0.053-0.029=0.024
min	0.542-0.514=0.027
max	0.723-0.588=0.135

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.997-221.996=0.000
σ	0.000-0.000=-0.000
min	221.997-221.996=0.000
max	221.997-221.997=-0.000

*mean*	1751.250-1593.875=157.375
σ	36.062-25.809=10.253
min	1662.000-1530.000=132.000
max	1764.000-1603.000=161.000

*mean*	207.689-206.529=1.160
σ	2.421-1.894=0.527
min	204.160-203.885=0.275
max	210.657-209.219=1.438

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1751.250-1593.875=157.375
σ	36.062-25.809=10.253
min	1662.000-1530.000=132.000
max	1764.000-1603.000=161.000

*mean*	12.276-9.386=2.890
σ	1.139-2.947=-1.808
min	9.474-6.222=3.252
max	12.848-12.797=0.051

phase=parser

*mean*	1041.087-1041.086=0.000
σ	0.000-0.000=-0.000
min	1041.086-1041.086=0.000
max	1041.087-1041.086=0.000

*mean*	1751.250-1593.875=157.375
σ	36.062-25.809=10.253
min	1662.000-1530.000=132.000
max	1764.000-1603.000=161.000

*mean*	709.285-547.870=161.415
σ	45.586-164.544=-118.958
min	596.711-377.428=219.283
max	731.045-737.697=-6.652

phase=processProdDef

*mean*	6169.662-6169.661=0.001
σ	0.002-0.001=0.001
min	6169.661-6169.660=0.001
max	6169.666-6169.662=0.004

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	5278.532-6431.711=-1153.180
σ	1047.273-1263.773=-216.500
min	3801.277-4233.418=-432.141
max	6940.085-7551.705=-611.620

phase=renaming

*mean*	21.670-21.666=0.004
σ	0.000
min	21.670-21.666=0.004
max	21.670-21.666=0.004

*mean*	1751.250-1593.875=157.375
σ	36.062-25.809=10.253
min	1662.000-1530.000=132.000
max	1764.000-1603.000=161.000

*mean*	46.753-35.104=11.649
σ	2.675-12.795=-10.120
min	40.213-20.439=19.773
max	48.141-49.130=-0.989

phase=type checker

*mean*	958.665-958.669=-0.004
σ	0.055
min	958.579-958.583=-0.004
max	958.736-958.739=-0.004

*mean*	1751.250-1593.875=157.375
σ	36.062-25.809=10.253
min	1662.000-1530.000=132.000
max	1764.000-1603.000=161.000

*mean*	787.059-745.190=41.869
σ	69.208-75.370=-6.163
min	668.268-642.081=26.186
max	882.935-878.974=3.961

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.768-289.766=0.002
σ	0.037-0.036=0.001
min	289.715-289.722=-0.007
max	289.806-289.810=-0.004

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	0.394-0.397=-0.004
σ	0.012-0.014=-0.002
min	0.388-0.386=0.001
max	0.415-0.415=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.612-1299.591=0.021
σ	0.107-0.079=0.028
min	1299.505-1299.501=0.004
max	1299.790-1299.709=0.082

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	2.037-2.011=0.026
σ	0.118-0.115=0.003
min	1.938-1.878=0.060
max	2.197-2.194=0.003

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.644-1542.618=0.027
σ	4.000-3.985=0.014
min	1540.698-1540.667=0.031
max	1549.794-1549.742=0.052

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	2.285-2.174=0.112
σ	0.134-0.111=0.023
min	2.122-2.002=0.120
max	2.450-2.275=0.175

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.648-1861.657=-0.009
σ	0.066-0.068=-0.002
min	1861.585-1861.582=0.003
max	1861.732-1861.738=-0.005

*mean*	1855.200-1797.600=57.600
σ	111.046-187.596=-76.550
min	1764.000-1603.000=161.000
max	1976.000-1986.000=-10.000

*mean*	3.212-3.296=-0.084
σ	0.317-0.389=-0.072
min	2.911-2.901=0.010
max	3.587-3.709=-0.122

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.848=-0.070
σ	0.145-0.156=-0.012
min	1.611-1.592=0.020
max	1.938-2.014=-0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.000
σ	577.141-577.140=0.001
min	157.615-157.613=0.001
max	1311.897-1311.895=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	0.438-0.540=-0.102
σ	0.324-0.556=-0.231
min	0.272-0.262=0.010
max	0.925-1.374=-0.449

policies=20

*mean*	1576.448-1576.427=0.021
σ	0.401-0.361=0.040
min	1576.184-1576.182=0.002
max	1577.046-1576.963=0.083

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	2.721-2.632=0.089
σ	0.008-0.012=-0.004
min	2.710-2.616=0.094
max	2.729-2.642=0.087

policies=200

*mean*	15772.246-15772.325=-0.080
σ	0.198-0.133=0.065
min	15772.033-15772.183=-0.150
max	15772.507-15772.504=0.003

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1764.000-1603.000=161.000
σ	0.000
min	1764.000-1603.000=161.000
max	1764.000-1603.000=161.000

*mean*	27.248-26.590=0.658
σ	0.416-0.133=0.282
min	26.742-26.492=0.250
max	27.694-26.776=0.917