| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124 |
- // Application properties
- spark.app.name
- spark.driver.cores
- spark.driver.maxResultSize
- spark.driver.memory
- spark.executor.memory
- spark.extraListeners
- // spark.local.dir
- spark.logConf
- // spark.master
- // Runtime Environment
- spark.driver.extraClassPath
- // spark.driver.extraJavaOptions
- spark.driver.extraLibraryPath
- spark.driver.userClassPathFirst
- spark.executor.extraClassPath
- // spark.executor.extraJavaOptions
- spark.executor.extraLibraryPath
- spark.executor.instances
- spark.executor.logs.rolling.maxRetainedFiles
- spark.executor.logs.rolling.maxSize
- spark.executor.logs.rolling.strategy
- spark.executor.logs.rolling.time.interval
- spark.executor.userClassPathFirst
- // spark.executorEnv.[EnvironmentVariableName]
- spark.python.profile
- spark.python.profile.dump
- spark.python.worker.memory
- spark.python.worker.reuse
- spark.reducer.maxSizeInFlight
- // Shuffle Behavior
- spark.shuffle.blockTransferService
- spark.shuffle.compress
- spark.shuffle.consolidateFiles
- spark.shuffle.file.buffer
- spark.shuffle.io.maxRetries
- spark.shuffle.io.numConnectionsPerPeer
- spark.shuffle.io.preferDirectBufs
- spark.shuffle.io.retryWait
- spark.shuffle.manager
- spark.shuffle.memoryFraction
- spark.shuffle.service.enabled
- spark.shuffle.service.port
- spark.shuffle.sort.bypassMergeThreshold
- spark.shuffle.spill
- spark.shuffle.spill.compress
- // Spark UI
- spark.eventLog.compress
- spark.eventLog.dir
- spark.eventLog.enabled
- spark.ui.killEnabled
- spark.ui.port
- spark.ui.retainedJobs
- spark.ui.retainedStages
- spark.worker.ui.retainedExecutors
- spark.worker.ui.retainedDrivers
- // Compression and Serialization
- spark.broadcast.compress
- spark.closure.serializer
- spark.io.compression.codec
- spark.io.compression.lz4.blockSize
- spark.io.compression.snappy.blockSize
- spark.kryo.classesToRegister
- spark.kryo.referenceTracking
- spark.kryo.registrationRequired
- spark.kryo.registrator
- spark.kryoserializer.buffer.max
- spark.kryoserializer.buffer
- spark.rdd.compress
- spark.serializer
- spark.serializer.objectStreamReset
- // Execution Behavior
- spark.broadcast.blockSize
- spark.broadcast.factory
- spark.cleaner.ttl
- spark.executor.cores
- spark.totalExecutor.cores
- spark.default.parallelism
- spark.executor.heartbeatInterval
- spark.files.fetchTimeout
- spark.files.useFetchCache
- spark.files.overwrite
- spark.hadoop.cloneConf
- spark.hadoop.validateOutputSpecs
- spark.storage.memoryFraction
- spark.storage.memoryMapThreshold
- spark.storage.unrollFraction
- spark.externalBlockStore.blockManager
- spark.externalBlockStore.baseDir
- spark.externalBlockStore.url
- // Networking
- // Dynamic Allocation
- spark.dynamicAllocation.enabled
- spark.dynamicAllocation.executorIdleTimeout
- spark.dynamicAllocation.cachedExecutorIdleTimeout
- spark.dynamicAllocation.initialExecutors
- spark.dynamicAllocation.maxExecutors
- spark.dynamicAllocation.minExecutors
- spark.dynamicAllocation.schedulerBacklogTimeout
- spark.dynamicAllocation.sustainedSchedulerBacklogTimeout
- // Security
- // Encryption
- // Spark Streaming
- spark.streaming.backpressure.enabled
- spark.streaming.blockInterval
- spark.streaming.receiver.maxRate
- spark.streaming.receiver.writeAheadLog.enable
- spark.streaming.unpersist
- spark.streaming.kafka.maxRatePerPartition
- spark.streaming.kafka.maxRetries
- spark.streaming.ui.retainedBatches
- // SparkR
- spark.r.numRBackendThreads
|