Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.619=0.000
σ	0.349-0.352=-0.002
min	54.487-54.488=-0.001
max	55.614-55.620=-0.006

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.139=0.003
σ	0.005-0.006=-0.001
min	0.137-0.132=0.005
max	0.150-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.788=0.000
σ	0.007-0.005=0.002
min	43.781-43.783=-0.003
max	43.804-43.799=0.005

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123-0.121=0.002
σ	0.005-0.006=-0.001
min	0.120-0.115=0.005
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	12.666-12.732=-0.066
σ	0.265-0.167=0.099
min	12.198-12.448=-0.250
max	13.032-12.979=0.053

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	12.287-12.905=-0.617
σ	0.178-0.516=-0.338
min	12.067-12.005=0.063
max	12.588-13.430=-0.842

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933

*mean*	7266.000-7327.000=-61.000
σ	0.000
min	7266.000-7327.000=-61.000
max	7266.000-7327.000=-61.000

*mean*	15.565-14.939=0.626
σ	0.216-0.822=-0.606
min	15.219-13.065=2.154
max	15.808-15.560=0.247

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	13.066-12.949=0.117
σ	1.804-1.911=-0.108
min	11.167-11.202=-0.035
max	15.408-15.511=-0.103

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991-27.991=0.000

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	9.269-9.029=0.240
σ	0.452-0.350=0.102
min	8.714-8.563=0.151
max	9.882-9.666=0.216

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	6.842-6.419=0.423
σ	0.325-0.468=-0.142
min	6.573-5.661=0.912
max	7.515-6.968=0.547

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	6.044-6.021=0.023
σ	0.128-0.103=0.026
min	5.808-5.815=-0.006
max	6.213-6.159=0.054

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	5.517-5.835=-0.318
σ	0.167-0.292=-0.125
min	5.228-5.347=-0.119
max	5.736-6.377=-0.640

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7266.000-7327.000=-61.000
σ	0.000
min	7266.000-7327.000=-61.000
max	7266.000-7327.000=-61.000

*mean*	1592.588-1043.820=548.767
σ	1067.116-3.783=1063.333
min	1038.795-1039.516=-0.721
max	4123.372-1051.405=3071.968

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.554-8744.554=-0.000
max	8745.884-8745.883=0.000

*mean*	3569.625-3578.375=-8.750
σ	1789.345-1801.299=-11.954
min	1045.000-1044.000=1.000
max	5774.000-5814.000=-40.000

*mean*	5075.890-4711.104=364.786
σ	1763.497-1484.955=278.543
min	3508.364-3516.344=-7.980
max	7458.514-7450.120=8.393

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	83.956-79.128=4.828
σ	11.336-9.774=1.562
min	70.867-70.723=0.144
max	96.656-95.118=1.538

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.943-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7266.000-7327.000=-61.000
σ	0.000
min	7266.000-7327.000=-61.000
max	7266.000-7327.000=-61.000

*mean*	114.032-111.833=2.199
σ	2.938-5.100=-2.162
min	109.737-101.790=7.947
max	119.167-116.426=2.741

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7266.000-7327.000=-61.000
σ	0.000
min	7266.000-7327.000=-61.000
max	7266.000-7327.000=-61.000

*mean*	164.896-161.228=3.669
σ	4.254-8.600=-4.346
min	155.676-141.490=14.186
max	168.795-168.279=0.516

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.325-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.000

*mean*	4147.375-4156.875=-9.500
σ	1889.198-1905.608=-16.411
min	1557.000-1553.000=4.000
max	7266.000-7327.000=-61.000

*mean*	6462.353-6408.930=53.423
σ	1378.524-1193.493=185.030
min	4855.379-4855.832=-0.453
max	8160.260-7877.145=283.115

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7266.000-7327.000=-61.000
σ	0.000
min	7266.000-7327.000=-61.000
max	7266.000-7327.000=-61.000

*mean*	5468.728-5938.681=-469.953
σ	1444.879-1720.499=-275.621
min	4373.674-4351.711=21.963
max	7638.592-8767.591=-1128.999

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-473.875=3.125
σ	0.000-0.354=-0.354
min	477.000-473.000=4.000
max	477.000-474.000=3.000

*mean*	388.794-371.631=17.163
σ	14.061-41.334=-27.273
min	354.510-295.857=58.653
max	399.228-399.416=-0.188

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-559.000=0.250
σ	1.035-0.000=1.035
min	558.000-559.000=-1.000
max	560.000-559.000=1.000

*mean*	734.798-790.343=-55.545
σ	78.496-11.748=66.748
min	599.313-769.718=-170.404
max	796.612-807.884=-11.273

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.375=0.001
σ	0.759-0.759=-0.000
min	1007.903-1007.902=0.001
max	1011.512-1011.514=-0.002

*mean*	1047.300-1045.750=1.550
σ	314.100-314.198=-0.098
min	572.000-570.000=2.000
max	1512.000-1511.000=1.000

*mean*	1.537-1.532=0.005
σ	0.083-0.057=0.026
min	1.468-1.460=0.009
max	1.742-1.624=0.118

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.381-0.296=0.085
σ	0.506-0.305=0.201
min	0.130-0.136=-0.005
max	1.285-0.838=0.447

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.483=0.003
σ	0.320-0.342=-0.022
min	0.334-0.316=0.017
max	1.057-1.094=-0.037

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.215=0.003
σ	0.025-0.023=0.002
min	0.200-0.200=0.000
max	0.262-0.256=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.342=-0.010
σ	0.015-0.022=-0.007
min	0.321-0.321=0.000
max	0.359-0.374=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	435.200-434.800=0.400
σ	2.049-1.643=0.406
min	432.000
max	437.000-436.000=1.000

*mean*	0.544-0.553=-0.009
σ	0.074-0.028=0.046
min	0.440-0.514=-0.075
max	0.600-0.586=0.015

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.457-0.518=-0.061
σ	0.059-0.007=0.052
min	0.385-0.508=-0.123
max	0.533-0.526=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.080-1.961=0.119
σ	0.333-0.084=0.248
min	1.732-1.844=-0.113
max	3.052-2.236=0.816

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	2.591-2.316=0.275
σ	0.083-0.368=-0.285
min	2.458-1.762=0.696
max	2.807-2.874=-0.067

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.319-0.307=0.012
σ	0.057-0.009=0.048
min	0.291-0.292=-0.002
max	0.752-0.359=0.392

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	437.000-436.000=1.000
σ	0.000
min	437.000-436.000=1.000
max	437.000-436.000=1.000

*mean*	0.292-0.294=-0.002
σ	0.009-0.035=-0.026
min	0.277-0.279=-0.002
max	0.339-0.637=-0.298

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.056-297.748=0.309
σ	1.030-0.998=0.032
min	297.612-297.330=0.282
max	300.982-300.583=0.399

*mean*	444.000-440.000=4.000
σ	14.674-15.832=-1.158
min	418.000-416.000=2.000
max	465.000-463.000=2.000

*mean*	0.611-0.608=0.003
σ	0.016-0.025=-0.009
min	0.575-0.572=0.003
max	0.631-0.642=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=0.000
σ	0.000-0.000=0.000
min	222.011
max	222.012-222.011=0.000

*mean*	1736.875-1718.875=18.000
σ	19.134-10.960=8.174
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	204.928-207.139=-2.211
σ	2.391-3.047=-0.657
min	202.031-203.343=-1.312
max	209.516-211.400=-1.883

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1736.875-1718.875=18.000
σ	19.134-10.960=8.174
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	10.414-9.395=1.018
σ	1.934-2.276=-0.342
min	7.395-7.426=-0.031
max	12.660-12.602=0.058

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000-0.000=0.000
min	1041.160
max	1041.161

*mean*	1736.875-1718.875=18.000
σ	19.134-10.960=8.174
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	657.520-602.265=55.255
σ	92.269-117.814=-25.546
min	487.260-484.050=3.210
max	752.180-772.716=-20.536

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.001=-0.000
min	6169.657
max	6169.659

*mean*	1743.375-1722.750=20.625
σ	21.639-14.350=7.289
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	5585.807-5988.558=-402.751
σ	1631.719-1113.922=517.797
min	3721.935-4369.750=-647.815
max	7672.486-7309.773=362.713

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1736.875-1718.875=18.000
σ	19.134-10.960=8.174
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	44.695-39.186=5.509
σ	4.013-6.854=-2.842
min	40.339-25.948=14.391
max	49.797-47.408=2.390

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1736.875-1718.875=18.000
σ	19.134-10.960=8.174
min	1721.000-1715.000=6.000
max	1773.000-1746.000=27.000

*mean*	752.523-746.398=6.125
σ	86.952-75.707=11.246
min	661.499-663.589=-2.090
max	876.867-875.192=1.675

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.775=-0.001
σ	0.034-0.035=-0.000
min	292.726-292.727=-0.000
max	292.811-292.812=-0.001

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.399-0.400=-0.001
σ	0.005-0.006=-0.000
min	0.395-0.396=-0.001
max	0.408-0.409=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.884-1302.867=0.017
σ	0.104-0.073=0.031
min	1302.706-1302.748=-0.043
max	1302.968-1302.935=0.033

*mean*	1076.800-1074.400=2.400
σ	170.711-182.216=-11.505
min	835.000-840.000=-5.000
max	1273.000-1312.000=-39.000

*mean*	2.141-2.021=0.120
σ	0.346-0.187=0.159
min	1.795-1.813=-0.018
max	2.606-2.205=0.402

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.894-1545.925=-0.031
σ	4.012-4.000=0.013
min	1543.929-1543.952=-0.023
max	1553.065-1553.072=-0.007

*mean*	615.600-611.200=4.400
σ	80.971-75.181=5.790
min	493.000
max	710.000-691.000=19.000

*mean*	2.202-2.325=-0.122
σ	0.136-0.213=-0.077
min	2.042-2.140=-0.098
max	2.412-2.648=-0.236

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.838-1864.834=0.003
σ	0.043-0.040=0.003
min	1864.788-1864.783=0.005
max	1864.894-1864.884=0.010

*mean*	1703.400-1714.400=-11.000
σ	260.585-252.804=7.781
min	1391.000-1423.000=-32.000
max	2056.000-2069.000=-13.000

*mean*	2.925-2.905=0.020
σ	0.068-0.134=-0.066
min	2.864-2.713=0.151
max	2.999-3.036=-0.037

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.738=-0.064
σ	0.185-0.172=0.013
min	1.367-1.484=-0.116
max	1.858-1.886=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.752-447.755=-0.003
σ	579.111-579.110=0.001
min	158.194-158.198=-0.005
max	1316.419-1316.420=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.521-0.526=-0.005
σ	0.512-0.513=-0.001
min	0.262-0.262=-0.001
max	1.289-1.295=-0.007

policies=20

*mean*	1582.264-1582.285=-0.021
σ	0.348-0.349=-0.002
min	1582.020-1582.037=-0.017
max	1582.778-1582.801=-0.023

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-444.500=2.500
σ	4.619-4.041=0.577
min	443.000-441.000=2.000
max	451.000-448.000=3.000

*mean*	2.616-2.620=-0.003
σ	0.009-0.007=0.002
min	2.608-2.612=-0.004
max	2.627-2.628=-0.001

policies=200

*mean*	15830.820-15830.922=-0.102
σ	0.146-0.140=0.006
min	15830.639-15830.803=-0.164
max	15830.949-15831.124=-0.175

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.750-494.750=4.000
σ	4.856-4.272=0.584
min	494.000-490.000=4.000
max	505.000-500.000=5.000

*mean*	26.603-26.497=0.105
σ	0.166-0.152=0.015
min	26.440-26.279=0.161
max	26.793-26.614=0.179