sparksql参数配置

转载自：http://www.cnblogs.com/wwxbi/p/6114410.html 
查看当前环境SQL参数的配置
spark.sql("SET -v")


keyvaluespark.sql.hive.version1.2.1spark.sql.sources.parallelPartitionDiscovery.threshold32spark.sql.hive.metastore.barrierPrefixes spark.sql.shuffle.partitions200spark.sql.hive.metastorePartitionPruningFALSEspark.sql.broadcastTimeout300spark.sql.sources.bucketing.enabledTRUEspark.sql.parquet.filterPushdownTRUEspark.sql.statistics.fallBackToHdfsFALSEspark.sql.adaptive.enabledFALSEspark.sql.parquet.cacheMetadataTRUEspark.sql.hive.metastore.sharedPrefixescom.mysql.jdbcspark.sql.parquet.respectSummaryFilesFALSEspark.sql.warehouse.dirhdfs:///user/spark/warehousespark.sql.orderByOrdinalTRUEspark.sql.hive.convertMetastoreParquetTRUEspark.sql.groupByOrdinalTRUEspark.sql.hive.thriftServer.asyncTRUEspark.sql.thriftserver.scheduler.pool<undefined>spark.sql.orc.filterPushdownFALSEspark.sql.adaptive.shuffle.targetPostShuffleInputSize67108864bspark.sql.sources.defaultparquetspark.sql.parquet.compression.codecsnappyspark.sql.hive.metastore.version1.2.1spark.sql.sources.partitionDiscovery.enabledTRUEspark.sql.crossJoin.enabledFALSEspark.sql.parquet.writeLegacyFormatFALSEspark.sql.hive.verifyPartitionPathFALSEspark.sql.variable.substituteTRUEspark.sql.thriftserver.ui.retainedStatements200spark.sql.hive.convertMetastoreParquet.mergeSchemaFALSEspark.sql.parquet.enableVectorizedReaderTRUEspark.sql.parquet.mergeSchemaFALSEspark.sql.parquet.binaryAsStringFALSEspark.sql.columnNameOfCorruptRecord_corrupt_recordspark.sql.files.maxPartitionBytes134217728spark.sql.streaming.checkpointLocation<undefined>spark.sql.variable.substitute.depth40spark.sql.parquet.int96AsTimestampTRUEspark.sql.autoBroadcastJoinThreshold10485760spark.sql.pivotMaxValues10000spark.sql.sources.partitionColumnTypeInference.enabledTRUEspark.sql.hive.metastore.jarsbuiltinspark.sql.thriftserver.ui.retainedSessions200spark.sql.sources.maxConcurrentWrites1spark.sql.parquet.output.committer.classorg.apache.parquet.hadoop.ParquetOutputCommitter