Skip to content

fix: Correctly handle repo name when apply fine grained filtering #261

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 7 additions & 5 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -185,13 +185,15 @@ workspace.
By default, external repos are treated as an opaque
blob. If an external repo is specified here,
bazel-diff instead computes the hash for individual
targets. For example, one wants to specify `maven`
here if they user rules_jvm_external so that
targets. For example, one wants to specify `@maven`
here if they use rules_jvm_external so that
individual third party dependency change won't
invalidate all targets in the mono repo. Note that
when `--useCquery` is used, the canonical repo name
must be provided but with single `@`, e.g.
`@rules_jvm_external~~maven~maven`
if `--useCquery` is true; or `--useCquery` is false but
`--bazelCommandOptions=--consistent_labels` is provided,
the canonical repo name must be provided,
e.g. `@@maven` or `@@rules_jvm_external~~maven~maven` (bzlmod)
instead of apparent name `@maven`
-h, --help Show this help message and exit.
--ignoredRuleHashingAttributes=<ignoredRuleHashingAttributes>
Attributes that should be ignored when hashing rule
Expand Down
2 changes: 1 addition & 1 deletion cli/src/main/kotlin/com/bazel_diff/bazel/BazelClient.kt
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ class BazelClient(
} else {
val buildTargetsQuery =
listOf("//...:all-targets") +
fineGrainedHashExternalRepos.map { "@$it//...:all-targets" }
fineGrainedHashExternalRepos.map { "$it//...:all-targets" }
queryService.query((repoTargetsQuery + buildTargetsQuery).joinToString(" + ") { "'$it'" })
}
val queryDuration = Calendar.getInstance().getTimeInMillis() - queryEpoch
Expand Down
4 changes: 1 addition & 3 deletions cli/src/main/kotlin/com/bazel_diff/bazel/BazelRule.kt
Original file line number Diff line number Diff line change
Expand Up @@ -49,9 +49,7 @@ class BazelRule(private val rule: Build.Rule) {
): String {
if (isNotMainRepo(ruleInput) &&
ruleInput.startsWith("@") &&
fineGrainedHashExternalRepos.none {
ruleInput.startsWith("@$it") || ruleInput.startsWith("@@${it}")
}) {
fineGrainedHashExternalRepos.none { ruleInput.startsWith(it) }) {
val splitRule = ruleInput.split("//".toRegex()).dropLastWhile { it.isEmpty() }.toTypedArray()
if (splitRule.size == 2) {
var externalRule = splitRule[0]
Expand Down
17 changes: 7 additions & 10 deletions cli/src/main/kotlin/com/bazel_diff/hash/SourceFileHasher.kt
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ class SourceFileHasherImpl : KoinComponent, SourceFileHasher {
private val workingDirectory: Path
private val logger: Logger
private val relativeFilenameToContentHash: Map<String, String>?
private val fineGrainedHashExternalRepos: Set<String>
private val fineGrainedHashExternalRepoNames: Set<String>
private val externalRepoResolver: ExternalRepoResolver

init {
Expand All @@ -38,7 +38,8 @@ class SourceFileHasherImpl : KoinComponent, SourceFileHasher {
this.workingDirectory = workingDirectory
val contentHashProvider: ContentHashProvider by inject()
relativeFilenameToContentHash = contentHashProvider.filenameToHash
this.fineGrainedHashExternalRepos = fineGrainedHashExternalRepos
this.fineGrainedHashExternalRepoNames =
fineGrainedHashExternalRepos.map { it.replaceFirst("@+".toRegex(), "") }.toSet()
val externalRepoResolver: ExternalRepoResolver by inject()
this.externalRepoResolver = externalRepoResolver
}
Expand All @@ -51,7 +52,8 @@ class SourceFileHasherImpl : KoinComponent, SourceFileHasher {
) {
this.workingDirectory = workingDirectory
this.relativeFilenameToContentHash = relativeFilenameToContentHash
this.fineGrainedHashExternalRepos = fineGrainedHashExternalRepos
this.fineGrainedHashExternalRepoNames =
fineGrainedHashExternalRepos.map { it.replaceFirst("@+".toRegex(), "") }.toSet()
this.externalRepoResolver = externalRepoResolver
}

Expand All @@ -67,18 +69,13 @@ class SourceFileHasherImpl : KoinComponent, SourceFileHasher {
val filenameSubstring = name.substring(index)
Paths.get(filenameSubstring.removePrefix(":").replace(':', '/'))
} else if (name.startsWith("@")) {
val parts =
if (name.startsWith("@@")) {
name.substring(2).split("//")
} else {
name.substring(1).split("//")
}
val parts = name.replaceFirst("@+".toRegex(), "").split("//")
if (parts.size != 2) {
logger.w { "Invalid source label $name" }
return@sha256
}
val repoName = parts[0]
if (repoName !in fineGrainedHashExternalRepos) {
if (repoName !in fineGrainedHashExternalRepoNames) {
return@sha256
}
val relativePath = Paths.get(parts[1].removePrefix(":").replace(':', '/'))
Expand Down
24 changes: 12 additions & 12 deletions cli/src/test/kotlin/com/bazel_diff/e2e/E2ETest.kt
Original file line number Diff line number Diff line change
Expand Up @@ -138,7 +138,7 @@ class E2ETest {
"-b",
bazelPath,
"--fineGrainedHashExternalRepos",
"bazel_diff_maven",
"@bazel_diff_maven",
from.absolutePath)
// To
cli.execute(
Expand All @@ -148,7 +148,7 @@ class E2ETest {
"-b",
bazelPath,
"--fineGrainedHashExternalRepos",
"bazel_diff_maven",
"@bazel_diff_maven",
to.absolutePath)
// Impacted targets
cli.execute(
Expand Down Expand Up @@ -254,15 +254,15 @@ class E2ETest {
fun testFineGrainedHashBzlMod() {
testFineGrainedHashBzlMod(
emptyList(),
"bazel_diff_maven",
"@bazel_diff_maven",
"/fixture/fine-grained-hash-bzlmod-test-impacted-targets.txt")
}

@Test
fun testFineGrainedHashBzlModCquery() {
testFineGrainedHashBzlMod(
listOf("--useCquery"),
"@rules_jvm_external~~maven~maven",
"@@rules_jvm_external~~maven~maven",
"/fixture/fine-grained-hash-bzlmod-cquery-test-impacted-targets.txt")
}

Expand Down Expand Up @@ -345,7 +345,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:android",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
from.absolutePath)
// To
cli.execute(
Expand All @@ -358,7 +358,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:android",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
to.absolutePath)
// Impacted targets
cli.execute(
Expand Down Expand Up @@ -391,7 +391,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:jre",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
from.absolutePath)
// To
cli.execute(
Expand All @@ -404,7 +404,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:jre",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
to.absolutePath)
// Impacted targets
cli.execute(
Expand Down Expand Up @@ -505,7 +505,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:android",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
from.absolutePath)
// To
cli.execute(
Expand All @@ -518,7 +518,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:android",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
to.absolutePath)
// Impacted targets
cli.execute(
Expand Down Expand Up @@ -552,7 +552,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:jre",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
from.absolutePath)
// To
cli.execute(
Expand All @@ -565,7 +565,7 @@ class E2ETest {
"--cqueryCommandOptions",
"--platforms=//:jre",
"--fineGrainedHashExternalRepos",
"bazel_diff_maven,bazel_diff_maven_android",
"@@bazel_diff_maven,@@bazel_diff_maven_android",
to.absolutePath)
// Impacted targets
cli.execute(
Expand Down
Loading