Skip to content

Spark terminator

Module with spark terminator.

SparkTerminator

Bases: object

Spark Terminator class.

Source code in mkdocs/lakehouse_engine/packages/terminators/spark_terminator.py 
 7
 8
 9
10
11
12
13
14
15
16
class SparkTerminator(object):
    """Spark Terminator class."""

    _logger = LoggingHandler(__name__).get_logger()

    @classmethod
    def terminate_spark(cls) -> None:
        """Terminate spark session."""
        cls._logger.info("Terminating spark session...")
        ExecEnv.SESSION.stop()

terminate_spark() classmethod

Terminate spark session.

Source code in mkdocs/lakehouse_engine/packages/terminators/spark_terminator.py 
12
13
14
15
16
@classmethod
def terminate_spark(cls) -> None:
    """Terminate spark session."""
    cls._logger.info("Terminating spark session...")
    ExecEnv.SESSION.stop()