Support compiling multiple files in coverage tests

Author: jchyb

compiler/test/dotty/tools/dotc/coverage/CoverageTests.scala

@@ -54,15 +54,27 @@ class CoverageTests:
         lines
     end fixWindowsPaths
 
-    def runOnFile(p: Path): Boolean =
-      scalaFile.matches(p) &&
-      (Properties.testsFilter.isEmpty || Properties.testsFilter.exists(p.toString.contains))
+    def runOnFileOrDir(p: Path): Boolean =
+      (scalaFile.matches(p) || Files.isDirectory(p))
+      && (p != dir)
+      && (Properties.testsFilter.isEmpty || Properties.testsFilter.exists(p.toString.contains))
+
+    Files.walk(dir, 1).filter(runOnFileOrDir).forEach(path => {
+      // measurement files only exist in the "run" category
+      // as these are generated at runtime by the scala.runtime.coverage.Invoker
+      val (targetDir, expectFile, expectMeasurementFile) =
+        if Files.isDirectory(path) then
+          val dirName = path.getFileName().toString
+          assert(!Files.walk(path).filter(scalaFile.matches(_)).toList.isEmpty, s"No scala files found in test directory: ${path}")
+          val targetDir = computeCoverageInTmp(path, isDirectory = true, dir, run)
+          (targetDir, path.resolve(s"test.scoverage.check"), path.resolve(s"test.measurement.check"))
+        else
+          val fileName = path.getFileName.toString.stripSuffix(".scala")
+          val targetDir = computeCoverageInTmp(path, isDirectory = false, dir, run)
+          (targetDir, path.resolveSibling(s"${fileName}.scoverage.check"), path.resolveSibling(s"${fileName}.measurement.check"))
 
-    Files.walk(dir).filter(runOnFile).forEach(path => {
-      val fileName = path.getFileName.toString.stripSuffix(".scala")
-      val targetDir = computeCoverageInTmp(path, dir, run)
       val targetFile = targetDir.resolve(s"scoverage.coverage")
-      val expectFile = path.resolveSibling(s"$fileName.scoverage.check")
+
       if updateCheckFiles then
         Files.copy(targetFile, expectFile, StandardCopyOption.REPLACE_EXISTING)
       else
@@ -72,9 +84,6 @@ class CoverageTests:
           val instructions = FileDiff.diffMessage(expectFile.toString, targetFile.toString)
           fail(s"Coverage report differs from expected data.\n$instructions")
 
-      // measurement files only exist in the "run" category
-      // as these are generated at runtime by the scala.runtime.coverage.Invoker
-      val expectMeasurementFile = path.resolveSibling(s"$fileName.measurement.check")
       if run && Files.exists(expectMeasurementFile) then
 
         // Note that this assumes that the test invoked was single threaded,
@@ -95,14 +104,20 @@ class CoverageTests:
     })
 
   /** Generates the coverage report for the given input file, in a temporary directory. */
-  def computeCoverageInTmp(inputFile: Path, sourceRoot: Path, run: Boolean)(using TestGroup): Path =
+  def computeCoverageInTmp(inputFile: Path, isDirectory: Boolean, sourceRoot: Path, run: Boolean)(using TestGroup): Path =
     val target = Files.createTempDirectory("coverage")
     val options = defaultOptions.and("-Ycheck:instrumentCoverage", "-coverage-out", target.toString, "-sourceroot", sourceRoot.toString)
     if run then
-      val test = compileDir(inputFile.getParent.toString, options)
+      val path = if isDirectory then inputFile.toString else inputFile.getParent.toString
+      val test = compileDir(path, options)
+      test.checkFilePaths.foreach { checkFilePath =>
+        assert(checkFilePath.exists, s"Expected checkfile for $path $checkFilePath does not exist.")
+      }
       test.checkRuns()
     else
-      val test = compileFile(inputFile.toString, options)
+      val test =
+        if isDirectory then compileDir(inputFile.toString, options)
+        else compileFile(inputFile.toString, options)
       test.checkCompile()
     target
 

compiler/test/dotty/tools/vulpix/ParallelTesting.scala

@@ -258,15 +258,7 @@ trait ParallelTesting extends RunnerOrchestration { self =>
      * For a given test source, returns a check file against which the result of the test run
      * should be compared. Is used by implementations of this trait.
      */
-    final def checkFile(testSource: TestSource): Option[JFile] = (testSource match {
-      case ts: JointCompilationSource =>
-        ts.files.collectFirst {
-          case f if !f.isDirectory =>
-            new JFile(f.getPath.replaceFirst("\\.(scala|java)$", ".check"))
-        }
-      case ts: SeparateCompilationSource =>
-        Option(new JFile(ts.dir.getPath + ".check"))
-    }).filter(_.exists)
+    final def checkFile(testSource: TestSource): Option[JFile] = (CompilationLogic.checkFilePath(testSource)).filter(_.exists)
 
     /**
      * Checks if the given actual lines are the same as the ones in the check file.
@@ -343,6 +335,18 @@ trait ParallelTesting extends RunnerOrchestration { self =>
     }
   }
 
+  object CompilationLogic {
+    private[ParallelTesting] def checkFilePath(testSource: TestSource) = testSource match {
+      case ts: JointCompilationSource =>
+        ts.files.collectFirst {
+          case f if !f.isDirectory =>
+            new JFile(f.getPath.replaceFirst("\\.(scala|java)$", ".check"))
+        }
+      case ts: SeparateCompilationSource =>
+        Option(new JFile(ts.dir.getPath + ".check"))
+    }
+  }
+
   /** Each `Test` takes the `testSources` and performs the compilation and assertions
    *  according to the implementing class "neg", "run" or "pos".
    */
@@ -1157,6 +1161,8 @@ trait ParallelTesting extends RunnerOrchestration { self =>
     def this(targets: List[TestSource]) =
       this(targets, 1, true, None, false, false)
 
+    def checkFilePaths: List[JFile] = targets.map(CompilationLogic.checkFilePath).flatten
+
     def copy(targets: List[TestSource],
       times: Int = times,
       shouldDelete: Boolean = shouldDelete,

tests/coverage/run/i16940/i16940.check

@@ -0,0 +1 @@
+2

tests/coverage/run/i16940/i16940.scoverage.check renamed to tests/coverage/run/i16940/test.scoverage.check

@@ -0,0 +1,2 @@
+List()
+List(abc, def)

tests/coverage/run/i18233-min/i182233-min.check

@@ -0,0 +1 @@
+Baz

tests/coverage/run/i18233-min/i18233-min.scoverage.check renamed to tests/coverage/run/i18233-min/test.scoverage.check

@@ -0,0 +1 @@
+>>> hello <<<

tests/coverage/run/i18233/i18233.check

@@ -0,0 +1,8 @@
+import scala.quoted.{Expr, Quotes}
+
+object Macro:
+  inline def decorate(inline s: String): String = ${ decorateQuotes('s) }
+  def decorateQuotes(s: Expr[String])(using Quotes): Expr[String] = '{ ">>> " + $s + " <<<" }
+
+object Greeting:
+  def greet() = "hello"

tests/coverage/run/i18233/i18233.scoverage.check renamed to tests/coverage/run/i18233/test.scoverage.check

@@ -0,0 +1,4 @@
+object Test:
+  def main(args: Array[String]): Unit =
+    println(Macro.decorate(Greeting.greet()))
+

tests/coverage/run/java-methods/test.check renamed to tests/coverage/run/java-methods/JavaObject.check

@@ -0,0 +1,173 @@
+# Coverage data, format version: 3.0
+# Statement data:
+# - id
+# - source path
+# - package name
+# - class name
+# - class type (Class, Object or Trait)
+# - full class name
+# - method name
+# - start offset
+# - end offset
+# - line number
+# - symbol name
+# - tree name
+# - is branch
+# - invocations count
+# - is ignored
+# - description (can be multi-line)
+# '' sign
+# ------------------------------------------
+0
+macro-suspend/Macro.scala
+<empty>
+Macro
+Object
+<empty>.Macro
+decorateQuotes
+195
+215
+5
+unpickleExprV2
+Apply
+false
+0
+false
+">>> " + $s + " <<<"
+
+1
+macro-suspend/Macro.scala
+<empty>
+Macro
+Object
+<empty>.Macro
+$anonfun
+205
+206
+5
+apply
+Apply
+false
+0
+false
+s
+
+2
+macro-suspend/Macro.scala
+<empty>
+Macro
+Object
+<empty>.Macro
+decorateQuotes
+126
+144
+5
+decorateQuotes
+DefDef
+false
+0
+false
+def decorateQuotes
+
+3
+macro-suspend/Macro.scala
+<empty>
+Greeting
+Object
+<empty>.Greeting
+greet
+238
+247
+8
+greet
+DefDef
+false
+0
+false
+def greet
+
+4
+macro-suspend/Test.scala
+<empty>
+Test
+Object
+<empty>.Test
+main
+57
+98
+3
+println
+Apply
+false
+0
+false
+println(Macro.decorate(Greeting.greet()))
+
+5
+macro-suspend/Test.scala
+<empty>
+Test
+Object
+<empty>.Test
+main
+65
+97
+3
++
+Apply
+false
+0
+false
+Macro.decorate(Greeting.greet())
+
+6
+macro-suspend/Test.scala
+<empty>
+Test
+Object
+<empty>.Test
+main
+65
+97
+3
++
+Apply
+false
+0
+false
+Macro.decorate(Greeting.greet())
+
+7
+macro-suspend/Test.scala
+<empty>
+Test
+Object
+<empty>.Test
+main
+80
+96
+3
+greet
+Apply
+false
+0
+false
+Greeting.greet()
+
+8
+macro-suspend/Test.scala
+<empty>
+Test
+Object
+<empty>.Test
+main
+15
+23
+2
+main
+DefDef
+false
+0
+false
+def main
+

tests/coverage/run/macro-suspend/Macro.check

@@ -0,0 +1,3 @@
+first0
+first0
+first3