Environment

Runtime Information

NameValue
Java Home/usr/lib/jvm/sapmachine-jre
Java Version21.0.11 (SAP SE)
Scala Versionversion 2.13.16

Spark Properties

NameValue
spark.app.idspark-c7d673d898d1466891eb0b12de03648f
spark.app.initial.jar.urlsspark://10.96.14.65:7078/jars/crp-order-qty-opt-service.jar
spark.app.namecrp-order-qty-opt-service
spark.app.startTime1779350661865
spark.app.submitTime1779350660857
spark.authenticatetrue
spark.blockManager.port7079
spark.buffer.pageSize2m
spark.decommission.enabledtrue
spark.default.parallelism37
spark.delta.logStore.hdlfs.implcom.sap.hana.datalake.files.HdlfsLogStore
spark.driver.extraClassPath/app/dependant-libs/*
spark.driver.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Duser.timezone=UTC -XX:MaxDirectMemorySize=1G
spark.driver.host10.96.14.65
spark.driver.memory7g
spark.driver.memoryOverhead3g
spark.driver.port7078
spark.driver.userClassPathFirsttrue
spark.dynamicAllocation.cachedExecutorIdleTimeout1800s
spark.dynamicAllocation.enabledtrue
spark.dynamicAllocation.executorAllocationRatio0.25
spark.dynamicAllocation.executorIdleTimeout300s
spark.dynamicAllocation.maxExecutors24
spark.dynamicAllocation.minExecutors3
spark.dynamicAllocation.schedulerBacklogTimeout60s
spark.dynamicAllocation.shuffleTracking.enabledtrue
spark.dynamicAllocation.shuffleTracking.timeout900s
spark.eventLog.logStageExecutorMetricstrue
spark.executor.cores5
spark.executor.decommission.forceKillTimeout30s
spark.executor.decommission.killInterval30s
spark.executor.extraClassPath/app/dependant-libs/*
spark.executor.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Duser.timezone=UTC -XX:MaxDirectMemorySize=1G
spark.executor.iddriver
spark.executor.instances3
spark.executor.memory10g
spark.executor.memoryOverhead6g
spark.executor.userClassPathFirsttrue
spark.executorEnv.GUROBI_CHUNK_SIZE50
spark.executorEnv.GUROBI_TIME_LIMIT10
spark.executorEnv.KPI_CURVE_POINT_REQUEST_STRATEGYREQUEST_INTERVAL_SPLITS
spark.executorEnv.LD_PRELOAD/usr/lib/x86_64-linux-gnu/libjemalloc.so.2
spark.executorEnv.MALLOC_ARENA_MAX2
spark.executorEnv.MALLOC_CONFdirty_decay_ms:5000,muzzy_decay_ms:5000,background_thread:true
spark.executorEnv.MALLOC_TRIM_THRESHOLD_32768
spark.executorEnv.ORDER_QUANTITY_RANGE_INITIAL_UPPER_BOUNDARY1e+06
spark.executorEnv.QUEUE_NAME_FOR_KPI_WORKFLOWSCRP_ORDER_QUANTITY_KPI_SERVICE_PROD
spark.executorEnv.QUEUE_NAME_FOR_OPT_WORKFLOWSCRP_ORDER_QTY_OPT_SERVICE_PROD
spark.executorEnv.QUEUE_NAME_FOR_ORDER_PROPOSAL_MANAGEMENTCRP_MANAGE_ORDER_PROPOSAL_PROD
spark.executorEnv.RUNTIME_NAMESPACEprod
spark.executorEnv.grafana_domaingrafana.prod.predictivereplenishment.cloud.sap
spark.hadoop.fs.AbstractFileSystem.hdlfs.implcom.sap.hana.datalake.files.Hdlfs
spark.hadoop.fs.hdlfs.direct-access.modeEXPECT
spark.hadoop.fs.hdlfs.implcom.sap.hana.datalake.files.HdlfsFileSystem
spark.hadoop.fs.hdlfs.impl.disable.cachefalse
spark.hadoop.fs.hdlfs.ssl.keystores.factory.classcom.sap.s4hana.eureka.business.hdlfs.keystore.impl.HdlfsTenantKeyStoresFactory
spark.hadoop.fs.s3a.vectored.read.max.merged.size2M
spark.hadoop.fs.s3a.vectored.read.min.seek.size128K
spark.io.encryption.enabledtrue
spark.jarsfile:/app/crp-order-qty-opt-service.jar
spark.kryo.registratorcom.sap.s4hana.eureka.business.crporderqtyoptservice.application.configuration.KryoRegistratorImpl
spark.kubernetes.authenticate.driver.serviceAccountNamecrp-order-qty-opt-service
spark.kubernetes.container.imagedeploy-releases-hyperspace-docker.common.repositories.cloud.sap/crp-order-qty-opt-service:LATEST-20260518080011-5e57539d4fc9104a278101b05b26865d553c0a06
spark.kubernetes.container.image.pullSecrets*********(redacted)
spark.kubernetes.driver.annotation.prometheus.io/path/metrics/executors/prometheus
spark.kubernetes.driver.annotation.prometheus.io/port4040
spark.kubernetes.driver.annotation.prometheus.io/scrapetrue
spark.kubernetes.driver.container.imagedeploy-releases-hyperspace-docker.common.repositories.cloud.sap/crp-order-qty-opt-service:LATEST-20260518080011-5e57539d4fc9104a278101b05b26865d553c0a06
spark.kubernetes.driver.label.appcrp-order-qty-opt-service-stream
spark.kubernetes.driver.label.spark_appcrp-order-qty-opt-service-stream
spark.kubernetes.driver.limit.cores4
spark.kubernetes.driver.limit.memory7g
spark.kubernetes.driver.ownPersistentVolumeClaimfalse
spark.kubernetes.driver.pod.namecrp-order-qty-opt-service-857474c58-9dvlz
spark.kubernetes.driver.request.cores4
spark.kubernetes.driver.requests.memory7g
spark.kubernetes.driver.service.annotation.prometheus.io/path/metrics/prometheus/
spark.kubernetes.driver.service.annotation.prometheus.io/port4040
spark.kubernetes.driver.service.annotation.prometheus.io/scrapetrue
spark.kubernetes.driverEnv.QUEUE_NAME_FOR_KPI_WORKFLOWSCRP_ORDER_QUANTITY_KPI_SERVICE_PROD
spark.kubernetes.driverEnv.QUEUE_NAME_FOR_OPT_WORKFLOWSCRP_ORDER_QTY_OPT_SERVICE_PROD
spark.kubernetes.driverEnv.QUEUE_NAME_FOR_ORDER_PROPOSAL_MANAGEMENTCRP_MANAGE_ORDER_PROPOSAL_PROD
spark.kubernetes.driverEnv.RUNTIME_NAMESPACEprod
spark.kubernetes.driverEnv.grafana_domaingrafana.prod.predictivereplenishment.cloud.sap
spark.kubernetes.executor.container.imagedeploy-releases-hyperspace-docker.common.repositories.cloud.sap/crp-order-qty-opt-service:LATEST-20260518080011-5e57539d4fc9104a278101b05b26865d553c0a06
spark.kubernetes.executor.deleteOnTerminationtrue
spark.kubernetes.executor.label.appcrp-order-qty-opt-service-stream
spark.kubernetes.executor.label.spark_appcrp-order-qty-opt-service-stream
spark.kubernetes.executor.label.spark_driver_podcrp-order-qty-opt-service-857474c58-9dvlz
spark.kubernetes.executor.limit.cores4500m
spark.kubernetes.executor.limit.memory10g
spark.kubernetes.executor.podNamePrefixcrp-order-qty-opt-service-857474c58-9dvlz
spark.kubernetes.executor.podTemplateFile/app/sparkExecutorTemplate.yaml
spark.kubernetes.executor.request.cores4500m
spark.kubernetes.executor.requests.memory10g
spark.kubernetes.executor.secretKeyRef.CREDENTIAL_STORE_API_ENDPOINT*********(redacted)
spark.kubernetes.executor.secretKeyRef.CREDENTIAL_STORE_BINDING_ID*********(redacted)
spark.kubernetes.executor.secretKeyRef.CREDENTIAL_STORE_BINDING_SECRET*********(redacted)
spark.kubernetes.executor.secretKeyRef.CREDENTIAL_STORE_TOKEN_ENDPOINT*********(redacted)
spark.kubernetes.executor.secretKeyRef.CREDSTORE_ENCRYPTION*********(redacted)
spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-1.mount.path/cache
spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-1.mount.readOnlyfalse
spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-1.options.claimNameOnDemand
spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-1.options.sizeLimit96Gi
spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-1.options.storageClassdefault
spark.kubernetes.file.upload.path/tmp
spark.kubernetes.namespaceprod
spark.kubernetes.report.interval30000
spark.kubernetes.submission.waitAppCompletiontrue
spark.local.dir/cache
spark.masterk8s://https://api.c-5ef592f.kyma.internal.live.k8s.ondemand.com:443
spark.metrics.appStatusSource.enabledtrue
spark.metrics.conf/etc/configuration/metrics.properties
spark.metrics.namespacecrp-order-qty-opt-service
spark.network.crypto.enabledtrue
spark.rdd.compresstrue
spark.scheduler.allocation.file/etc/configuration/fairscheduler.xml
spark.scheduler.modeFAIR
spark.serializerorg.apache.spark.serializer.KryoSerializer
spark.sql.adaptive.coalescePartitions.minPartitionSize50k
spark.sql.ansi.enabledfalse
spark.sql.autoBroadcastJoinThreshold524288
spark.sql.catalog.spark_catalogorg.apache.spark.sql.delta.catalog.DeltaCatalog
spark.sql.extensionsio.delta.sql.DeltaSparkSessionExtension
spark.sql.jsonGenerator.ignoreNullFieldsfalse
spark.sql.redaction.options.regex(fs\.hdlfs\.ssl\.(key|cert)file)
spark.sql.redaction.regex(fs\.hdlfs\.ssl\.(key|cert)file)
spark.sql.session.timeZoneUTC
spark.sql.shuffle.partitions37
spark.sql.shuffleDependency.fileCleanup.enabledtrue
spark.sql.sources.partitionOverwriteModeDYNAMIC
spark.sql.streaming.stopTimeout5000
spark.storage.decommission.enabledfalse
spark.submit.deployModeclient
spark.submit.pyFiles
spark.task.maxFailures8
spark.ui.prometheus.enabledtrue
spark.ui.retainedJobs5000
spark.ui.retainedStages5000
spark.ui.strictTransportSecuritymax-age=31536000

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	memoryOverhead: [amount: 6144]
	cores: [amount: 5]
	memory: [amount: 10240]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Metrics Properties

Classpath Entries