Add performance test profiles to Dotty

bench/profiles/ci.yml

@@ -0,0 +1,61 @@
+scripts:
+
+    re2s:
+        - measure 1 1 1 $(find $PROG_HOME/tests/re2s/src -name *.scala)
+
+    implicit-cache:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/implicit_cache.scala
+
+    implicit-cache-from-tasty:
+        - source $PROG_HOME/dotty/bench/scripts/implicit-cache-from-tasty
+
+    implicit-scope-loop:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/implicit-scope-loop.scala
+
+    i1535:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/i1535.scala
+
+    i1687:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/i1687.scala
+
+    empty-class:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/empty-class.scala
+
+    empty-object:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/empty-object.scala
+
+    empty-file:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/empty-file.scala
+
+    patmatexhaust:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/patmatexhaust.scala
+
+    exhaustivity-I:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/exhaustivity-I.scala
+
+    exhaustivity-S:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/exhaustivity-S.scala
+
+    exhaustivity-T:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/exhaustivity-T.scala
+
+    exhaustivity-V:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/exhaustivity-V.scala
+
+    implicitNums:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/implicitNums.scala
+
+    implicitNums-from-tasty:
+        - source $PROG_HOME/dotty/bench/scripts/implicitNums-from-tasty
+
+    inductive-implicits:
+        - measure 1 1 1 $PROG_HOME/dotty/tests/bench/inductive-implicits.scala
+
+    scalap:
+        - source $PROG_HOME/dotty/bench/scripts/scalap
+
+    power-macro-power-inlined-1:
+        - source $PROG_HOME/dotty/bench/scripts/power-macro-1
+
+    power-macro-power-inlined-1k:
+        - source $PROG_HOME/dotty/bench/scripts/power-macro-1k

bench/profiles/default.yml

@@ -0,0 +1,13 @@
+includes:
+    - projects.yml
+    - implicits.yml
+    - typing.yml
+    - exhaustivity.yml
+    - misc.yml
+    - empty.yml
+    - quotes.yml
+    - tuples.yml
+
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/empty.yml

@@ -0,0 +1,33 @@
+charts:
+
+    - name: "empty class"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/empty-class.scala
+      lines:
+        - key: empty-class
+          label: bootstrapped
+
+    - name: "empty object"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/empty-object.scala
+      lines:
+        - key: empty-object
+          label: bootstrapped
+
+    - name: "empty file"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/empty-file.scala
+      lines:
+        - key: empty-file
+          label: bootstrapped
+
+scripts:
+
+    empty-class:
+        - measure $PROG_HOME/dotty/tests/bench/empty-class.scala
+
+    empty-object:
+        - measure $PROG_HOME/dotty/tests/bench/empty-object.scala
+
+    empty-file:
+        - measure $PROG_HOME/dotty/tests/bench/empty-file.scala
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/exhaustivity.yml

@@ -0,0 +1,59 @@
+charts:
+    - name: "exhaustivity check"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/patmatexhaust.scala
+      lines:
+        - key: patmatexhaust
+          label: bootstrapped
+
+    - name: "exhaustivity I"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/exhaustivity-I.scala
+      lines:
+        - key: exhaustivity-I
+          label: bootstrapped
+
+    - name: "exhaustivity S"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/exhaustivity-S.scala
+      lines:
+        - key: exhaustivity-S
+          label: bootstrapped
+
+    - name: "exhaustivity T"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/exhaustivity-T.scala
+      lines:
+        - key: exhaustivity-T
+          label: bootstrapped
+
+    - name: "exhaustivity V"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/exhaustivity-V.scala
+      lines:
+        - key: exhaustivity-V
+          label: bootstrapped
+
+    - name: "exhaustivity MIPS"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/patmat/i7186.scala
+      lines:
+        - key: exhaustivity-mips
+          label: bootstrapped
+
+scripts:
+
+    patmatexhaust:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/bench/patmatexhaust.scala
+
+    exhaustivity-I:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/bench/exhaustivity-I.scala
+
+    exhaustivity-S:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/bench/exhaustivity-S.scala
+
+    exhaustivity-T:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/bench/exhaustivity-T.scala
+
+    exhaustivity-V:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/bench/exhaustivity-V.scala
+
+    exhaustivity-mips:
+        - measure 20 40 3 $PROG_HOME/dotty/tests/patmat/i7186.scala
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/implicits.yml

@@ -0,0 +1,51 @@
+charts:
+    - name: "implicit cache I"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/implicit_cache.scala
+      lines:
+        - key: implicit-cache
+          label: bootstrapped
+        - key: implicit-cache-from-tasty
+          label: from tasty
+
+    - name: "implicit cache II"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/implicitNums.scala
+      lines:
+        - key: implicitNums
+          label: bootstrapped
+        - key: implicitNums-from-tasty
+          label: from tasty
+
+    - name: "implicit scope loop"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/implicit-scope-loop.scala
+      lines:
+        - key: implicit-scope-loop
+          label: bootstrapped
+
+    - name: "inductive implicits"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/inductive-implicits.scala
+      lines:
+        - key: inductive-implicits
+          label: bootstrapped
+
+scripts:
+
+    implicit-cache:
+        - measure $PROG_HOME/dotty/tests/bench/implicit_cache.scala
+
+    implicit-cache-from-tasty:
+        - source $PROG_HOME/dotty/bench/scripts/implicit-cache-from-tasty
+
+    implicit-scope-loop:
+        - measure $PROG_HOME/dotty/tests/bench/implicit-scope-loop.scala
+
+    inductive-implicits:
+        - measure $PROG_HOME/dotty/tests/bench/inductive-implicits.scala
+
+    implicitNums:
+        - measure $PROG_HOME/dotty/tests/bench/implicitNums.scala
+
+    implicitNums-from-tasty:
+        - source $PROG_HOME/dotty/bench/scripts/implicitNums-from-tasty
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/misc.yml

@@ -0,0 +1,21 @@
+charts:
+
+    - name: "issue #1535"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/i1535.scala
+      lines:
+        - key: i1535
+          label: bootstrapped
+
+    - name: "issue #1687"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/i1687.scala
+      lines:
+        - key: i1687
+          label: bootstrapped
+
+scripts:
+
+    i1535:
+        - measure $PROG_HOME/dotty/tests/bench/i1535.scala
+
+    i1687:
+        - measure $PROG_HOME/dotty/tests/bench/i1687.scala

bench/profiles/projects.yml

@@ -0,0 +1,44 @@
+charts:
+    - name: "dotty (source changes over time)"
+      url: https://github.com/lampepfl/dotty
+      lines:
+        - key:  dotty
+          label: bootstrapped
+
+    - name: "scala stdlib-2.13"
+      url: https://github.com/dotty-staging/scala/commits/stdLib213-dotty-community-build
+      lines:
+        - key: stdlib213
+          label: bootstrapped
+
+    - name: scalap
+      url: https://github.com/dotty-staging/scala/commits/scalap-dotty-community-build-2.13
+      lines:
+        - key: scalap
+          label: bootstrapped
+
+    - name: re2
+      url: https://github.com/lampepfl/bench/blob/master/tests/re2s
+      lines:
+        - key: re2s
+          label: bootstrapped
+
+
+scripts:
+    dotty:
+        - measure -with-compiler $(find $PROG_HOME/dotty/compiler/src/dotty -name *.scala -o -name *.java)
+
+    re2s:
+        - measure $(find $PROG_HOME/tests/re2s/src -name *.scala)
+
+    # scalapb:
+    #    - source $PROG_HOME/dotty/bench/scripts/scalapb
+
+    scalap:
+       - source $PROG_HOME/dotty/bench/scripts/scalap
+
+    stdlib213:
+        - source $PROG_HOME/dotty/bench/scripts/stdlib213
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/pull.yml

@@ -0,0 +1,8 @@
+includes:
+    - projects.yml
+    - quotes.yml
+    - misc.yml
+    - empty.yml
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/quotes.yml

@@ -0,0 +1,32 @@
+charts:
+    - name: "Inline a quote"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/power-macro/PowerInlined-1.scala
+      lines:
+        - key: power-macro-power-inlined-1
+          label: bootstrapped
+
+    - name: "Inline 1k quotes"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/power-macro/PowerInlined-1k.scala
+      lines:
+        - key: power-macro-power-inlined-1k
+          label: bootstrapped
+
+    - name: "Quote String interpolation matching"
+      url: https://github.com/lampepfl/dotty/blob/master/tests/bench/string-interpolation-macro/Test.scala
+      lines:
+        - key: quote-string-interpolation-matching
+          label: bootstrapped
+
+scripts:
+
+    power-macro-power-inlined-1:
+        - source $PROG_HOME/dotty/bench/scripts/power-macro-1
+
+    power-macro-power-inlined-1k:
+        - source $PROG_HOME/dotty/bench/scripts/power-macro-1k
+
+    quote-string-interpolation-matching:
+        - source $PROG_HOME/dotty/bench/scripts/quote-string-interpolation-matching
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"

bench/profiles/sbt.yml

@@ -0,0 +1,15 @@
+charts:
+    - name: "dotty (source changes over time)"
+      url: https://github.com/lampepfl/dotty
+      lines:
+        - key:  dotty
+          label: bootstrapped
+        - key:  dotty-sbt
+          label: with sbt phases
+
+scripts:
+    dotty-sbt:
+        - measure -with-compiler -Yforce-sbt-phases -with-dotty $(find $PROG_HOME/dotty/compiler/src/dotty -name *.scala -o -name *.java)
+
+config:
+    pr_base_url: "https://github.com/lampepfl/dotty/pull/"