• Home
• Index

Index

_

__version__ (in module airflow.providers.apache.spark)

A

airflow.providers.apache.spark module airflow.providers.apache.spark.decorators module airflow.providers.apache.spark.decorators.pyspark module airflow.providers.apache.spark.hooks module airflow.providers.apache.spark.hooks.spark_connect module airflow.providers.apache.spark.hooks.spark_jdbc module airflow.providers.apache.spark.hooks.spark_jdbc_script module

airflow.providers.apache.spark.hooks.spark_sql module airflow.providers.apache.spark.hooks.spark_submit module airflow.providers.apache.spark.operators module airflow.providers.apache.spark.operators.spark_jdbc module airflow.providers.apache.spark.operators.spark_sql module airflow.providers.apache.spark.operators.spark_submit module ALLOWED_SPARK_BINARIES (in module airflow.providers.apache.spark.hooks.spark_submit)

C

conn_name_attr (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook attribute) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook attribute) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook attribute)

conn_type (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook attribute) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook attribute) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook attribute)

D

dag (in module tests.system.providers.apache.spark.example_pyspark) DAG_ID (in module tests.system.providers.apache.spark.example_spark_dag) default_conn_name (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook attribute) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook attribute) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook attribute)

DEFAULT_SPARK_BINARY (in module airflow.providers.apache.spark.hooks.spark_submit)

E

ENV_ID (in module tests.system.providers.apache.spark.example_spark_dag) example_pyspark() (in module tests.system.providers.apache.spark.example_pyspark)

execute() (airflow.providers.apache.spark.operators.spark_jdbc.SparkJDBCOperator method) (airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator method) (airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator method)

G

get_conn() (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook method) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook method) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook method) get_connection_form_widgets() (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook class method) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook class method) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook class method)

get_connection_url() (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook method) get_ui_field_behaviour() (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook class method) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook class method) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook class method)

H

hook_name (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook attribute) (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook attribute) (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook attribute)

K

kill() (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook method)

M

module airflow.providers.apache.spark airflow.providers.apache.spark.decorators airflow.providers.apache.spark.decorators.pyspark airflow.providers.apache.spark.hooks airflow.providers.apache.spark.hooks.spark_connect airflow.providers.apache.spark.hooks.spark_jdbc airflow.providers.apache.spark.hooks.spark_jdbc_script airflow.providers.apache.spark.hooks.spark_sql airflow.providers.apache.spark.hooks.spark_submit airflow.providers.apache.spark.operators airflow.providers.apache.spark.operators.spark_jdbc airflow.providers.apache.spark.operators.spark_sql airflow.providers.apache.spark.operators.spark_submit tests.system.providers.apache.spark tests.system.providers.apache.spark.example_pyspark tests.system.providers.apache.spark.example_spark_dag

O

on_kill() (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook method) (airflow.providers.apache.spark.operators.spark_jdbc.SparkJDBCOperator method) (airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator method) (airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator method)

P

PARAM_TOKEN (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) PARAM_USE_SSL (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute)

PARAM_USER_ID (airflow.providers.apache.spark.hooks.spark_connect.SparkConnectHook attribute) pyspark_task() (in module airflow.providers.apache.spark.decorators.pyspark)

R

run_query() (airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook method)

S

set_common_options() (in module airflow.providers.apache.spark.hooks.spark_jdbc_script) SPARK_CONTEXT_KEYS (in module airflow.providers.apache.spark.decorators.pyspark) SPARK_READ_FROM_JDBC (in module airflow.providers.apache.spark.hooks.spark_jdbc_script) spark_read_from_jdbc() (in module airflow.providers.apache.spark.hooks.spark_jdbc_script) SPARK_WRITE_TO_JDBC (in module airflow.providers.apache.spark.hooks.spark_jdbc_script) spark_write_to_jdbc() (in module airflow.providers.apache.spark.hooks.spark_jdbc_script) SparkConnectHook (class in airflow.providers.apache.spark.hooks.spark_connect) SparkJDBCHook (class in airflow.providers.apache.spark.hooks.spark_jdbc)

SparkJDBCOperator (class in airflow.providers.apache.spark.operators.spark_jdbc) SparkSqlHook (class in airflow.providers.apache.spark.hooks.spark_sql) SparkSqlOperator (class in airflow.providers.apache.spark.operators.spark_sql) SparkSubmitHook (class in airflow.providers.apache.spark.hooks.spark_submit) SparkSubmitOperator (class in airflow.providers.apache.spark.operators.spark_submit) submit() (airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook method) submit_jdbc_job() (airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook method) submit_job (in module tests.system.providers.apache.spark.example_spark_dag)

T

template_ext (airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator attribute) template_fields (airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator attribute) (airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator attribute) template_fields_renderers (airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator attribute) test_run (in module tests.system.providers.apache.spark.example_pyspark) (in module tests.system.providers.apache.spark.example_spark_dag)

tests.system.providers.apache.spark module tests.system.providers.apache.spark.example_pyspark module tests.system.providers.apache.spark.example_spark_dag module

U

ui_color (airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator attribute)

PreviousNext

Was this entry helpful?