From f1c7aa0b78c31a5cbb499361c1e4cbe4fea56c41 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Thu, 31 Oct 2024 16:01:25 -0700 Subject: [PATCH] [SPARK-50192][K8S] Simplify symbolic link creation of `spark-examples.jar` ### What changes were proposed in this pull request? This PR aims to simplify symbolic link creation of `spark-examples.jar` according to the downstream `docker-library` and `spark-docker` repository change. ### Why are the changes needed? - `docker-library` - https://github.com/docker-library/official-images/pull/17622#issuecomment-2384397951 - `spark-docker` - https://github.com/apache/spark-docker/pull/73 - https://github.com/apache/spark-docker/pull/74 - https://github.com/apache/spark-docker/pull/76 ### Does this PR introduce _any_ user-facing change? No behavior change. ### How was this patch tested? Pass the CIs. ### Was this patch authored or co-authored using generative AI tooling? No. Closes #48723 from dongjoon-hyun/SPARK-50192. Authored-by: Dongjoon Hyun Signed-off-by: Dongjoon Hyun --- .../kubernetes/docker/src/main/dockerfiles/spark/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile index 731dc91fc3736..e088399091ef2 100644 --- a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile +++ b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile @@ -56,7 +56,7 @@ COPY sbin /opt/spark/sbin COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ COPY kubernetes/dockerfiles/spark/decom.sh /opt/ COPY examples /opt/spark/examples -RUN ln -s $(basename $(ls /opt/spark/examples/jars/spark-examples_*.jar)) /opt/spark/examples/jars/spark-examples.jar +RUN ln -s $(basename /opt/spark/examples/jars/spark-examples_*.jar) /opt/spark/examples/jars/spark-examples.jar COPY kubernetes/tests /opt/spark/tests COPY data /opt/spark/data