#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

# Default system properties included when running spark-submit.
# This is useful for setting default environmental settings.

# Example:
# spark.master                     spark://master:7077
# spark.eventLog.enabled           true
# spark.eventLog.dir               hdfs://namenode:8021/directory
# spark.serializer                 org.apache.spark.serializer.KryoSerializer
# spark.driver.memory              5g
# spark.executor.extraJavaOptions  -XX:+PrintGCDetails -Dkey=value -Dnumbers="one two three"
spark.sql.autoBroadcastJoinThreshold  5MB
spark.sql.autoBroadcastJoinThresholdInnerJoin  10MB
spark.sql.adaptive.maxShuffledHashJoinLocalMapThreshold  5MB

spark.driver.maxResultSize           1024MB
spark.sql.catalogImplementation hive
spark.sql.execution.broadcastHashJoin.useAggsNonTrivialFiltersToSelectBHJStrategy false
spark.sql.execution.broadcastHashJoin.considerPushedBroadcastVarOnBatchScanAsPrunablity true
spark.sql.execution.broadcastHashJoin.useBroadcastAsFilterOnSubqueries true
spark.sql.execution.broadcastHashJoin.preferReuseExchangeOverBroadcastVarPushdown false
spark.sql.execution.broadcastHashJoin.pushKeysAsFilterToScan true


spark.sql.execution.broadcastHashJoin.groupBroadcastVarsOfSameColumn true
spark.sql.execution.broadcastHashJoin.groupBroadcastVarsOfSameColumnUseMinOnly false
spark.sql.execution.broadcastHashJoin.useBroadcastVarsInColumnToRowExec true 
spark.sql.execution.bhj.descendJoinToCheckBuildPrunabilityForBCVar true
spark.sql.execution.broadcastHashJoin.createTreesetForFocusIndex true


spark.driver.memoryOverhead     1g 

# Executor configuration
spark.executor.memoryOverhead    1g
spark.sql.join.preferSortMergeJoin false