fix: avro path fix for cluster mode (#980)

Author: rajc242

java/bin/start.sh

@@ -68,8 +68,8 @@ OPT_SPARK_VERSION="--version=1.2"
 OPT_PROJECT="--project=${GCP_PROJECT}"
 OPT_REGION="--region=${REGION}"
 OPT_JARS="--jars=file:///usr/lib/spark/connector/spark-avro.jar,${GCS_STAGING_LOCATION}/${JAR_FILE}"
-if [[ $OPT_SPARK_VERSION == *"=1.1"* ]]; then
-  echo "Dataproc Serverless Runtime 1.1 Detected"
+if [[ $OPT_SPARK_VERSION == *"=1.1"* || $JOB_TYPE == "CLUSTER" ]]; then
+  echo "Dataproc Serverless Runtime 1.1 or CLUSTER Job Type Detected"
 	OPT_JARS="--jars=file:///usr/lib/spark/external/spark-avro.jar,${GCS_STAGING_LOCATION}/${JAR_FILE}"
 fi
 OPT_LABELS="--labels=job_type=dataproc_template"

java/pom.xml

@@ -86,7 +86,7 @@
 
     <!-- Spark Kafka Streaming Dependency. Aligned with Spark 3.5.1 -->
     <json4s.version>3.7.0-M11</json4s.version>
-    <commons.io.version>2.13.0</commons.io.version>
+    <commons.io.version>2.14.0</commons.io.version>
 
     <!-- Spark Cassandra Connector -->
     <spark.cassandra.connector.version>3.5.1</spark.cassandra.connector.version>