spark 4 already comes with spark connect jar

Author: kevinjqliu

dev/spark/Dockerfile

@@ -20,7 +20,6 @@ FROM apache/spark:${BASE_IMAGE_SPARK_VERSION}
 # Dependency versions - keep these compatible
 ARG ICEBERG_VERSION=1.10.0
 ARG ICEBERG_SPARK_RUNTIME_VERSION=4.0_2.13
-ARG SPARK_VERSION=4.0.1
 ARG HADOOP_VERSION=3.4.1
 ARG SCALA_VERSION=2.13
 ARG AWS_SDK_VERSION=2.24.6
@@ -43,7 +42,6 @@ RUN mkdir -p /home/iceberg/spark-events && \
 
 # Required JAR dependencies
 ENV JARS_TO_DOWNLOAD="\
-    org/apache/spark/spark-connect_${SCALA_VERSION}/${SPARK_VERSION}/spark-connect_${SCALA_VERSION}-${SPARK_VERSION}.jar \
     org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}/${ICEBERG_VERSION}/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION}.jar \
     org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar \
     org/apache/hadoop/hadoop-aws/${HADOOP_VERSION}/hadoop-aws-${HADOOP_VERSION}.jar \