Skip to content

Commit

Permalink
disable expansion service cache (apache#32751)
Browse files Browse the repository at this point in the history
* Disable cache for io-expansion-service shadowJar temporarily

* disable cache on sql expansion service
  • Loading branch information
Abacn authored and reeba212 committed Dec 4, 2024
1 parent f04945d commit 7535ac3
Show file tree
Hide file tree
Showing 5 changed files with 12 additions and 3 deletions.
4 changes: 4 additions & 0 deletions sdks/java/expansion-service/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -57,3 +57,7 @@ task runExpansionService (type: JavaExec) {
classpath = sourceSets.main.runtimeClasspath
args = [project.findProperty("constructionService.port") ?: "8097"]
}

compileJava {
outputs.upToDateWhen { false }
}
Original file line number Diff line number Diff line change
Expand Up @@ -143,7 +143,7 @@ public static class ExternalTransformRegistrarLoader
public Map<String, TransformProvider> knownTransforms() {
Map<String, TransformProvider> providers = new HashMap<>();

// First check and register ExternalTransformBuilder in serviceloader style, converting
// First check and register ExternalTransformBuilder in ServiceLoader style, converting
// to TransformProvider after validation.
Map<String, ExternalTransformBuilder> registeredBuilders = loadTransformBuilders();
for (Map.Entry<String, ExternalTransformBuilder> registeredBuilder :
Expand Down
4 changes: 4 additions & 0 deletions sdks/java/extensions/sql/expansion-service/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -46,3 +46,7 @@ task runExpansionService (type: JavaExec) {
classpath = sourceSets.main.runtimeClasspath
args = [project.findProperty("constructionService.port") ?: "8097"]
}

shadowJar {
outputs.upToDateWhen { false }
}
1 change: 1 addition & 0 deletions sdks/java/io/expansion-service/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,7 @@ configurations.runtimeClasspath {

shadowJar {
mergeServiceFiles()
outputs.upToDateWhen { false }
}

description = "Apache Beam :: SDKs :: Java :: IO :: Expansion Service"
Expand Down
4 changes: 2 additions & 2 deletions sdks/python/apache_beam/io/filesystems.py
Original file line number Diff line number Diff line change
Expand Up @@ -393,12 +393,12 @@ def get_chunk_size(path):
@staticmethod
def report_source_lineage(path, level=None):
"""
Report source :class:`~apache_beam.metrics.metric.Lineage`.
Report source :class:`~apache_beam.metrics.metric.LineageLevel`.
Args:
path: string path to be reported.
level: the level of file path. default to
:class:`~apache_beam.io.filesystem.FileSystem.Lineage`.FILE.
:class:`~apache_beam.io.filesystem.FileSystem.LineageLevel`.FILE.
"""
filesystem = FileSystems.get_filesystem(path)
filesystem.report_lineage(path, Lineage.sources(), level=level)
Expand Down

0 comments on commit 7535ac3

Please sign in to comment.