Source code for airflow.providers.microsoft.azure.hooks.container_volume

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations

from typing import Any

from azure.mgmt.containerinstance.models import AzureFileVolume, Volume
from azure.mgmt.storage import StorageManagementClient

from airflow.hooks.base import BaseHook
from airflow.providers.microsoft.azure.utils import (
    add_managed_identity_connection_widgets,
    get_field,
    get_sync_default_azure_credential,
)


[docs]class AzureContainerVolumeHook(BaseHook): """ A hook which wraps an Azure Volume. :param azure_container_volume_conn_id: Reference to the :ref:`Azure Container Volume connection id <howto/connection:azure_container_volume>` of an Azure account of which container volumes should be used. """
[docs] conn_name_attr = "azure_container_volume_conn_id"
[docs] default_conn_name = "azure_container_volume_default"
[docs] conn_type = "azure_container_volume"
[docs] hook_name = "Azure Container Volume"
@classmethod @add_managed_identity_connection_widgets
[docs] def get_connection_form_widgets(cls) -> dict[str, Any]: """Return connection widgets to add to connection form.""" from flask_appbuilder.fieldwidgets import BS3PasswordFieldWidget, BS3TextFieldWidget from flask_babel import lazy_gettext from wtforms import PasswordField, StringField return { "connection_string": PasswordField( lazy_gettext("Blob Storage Connection String (optional)"), widget=BS3PasswordFieldWidget() ), "subscription_id": StringField( lazy_gettext("Subscription ID (optional)"), widget=BS3TextFieldWidget(), ), "resource_group": StringField( lazy_gettext("Resource group name (optional)"), widget=BS3TextFieldWidget(), ), }
@classmethod
[docs] def get_ui_field_behaviour(cls) -> dict[str, Any]: """Return custom field behaviour.""" return { "hidden_fields": ["schema", "port", "host", "extra"], "relabeling": { "login": "Azure Client ID", "password": "Azure Secret", }, "placeholders": { "login": "client_id (token credentials auth)", "password": "secret (token credentials auth)", "connection_string": "connection string auth", "subscription_id": "Subscription id (required for Azure AD authentication)", "resource_group": "Resource group name (required for Azure AD authentication)", }, }
def __init__(self, azure_container_volume_conn_id: str = "azure_container_volume_default") -> None: super().__init__() self.conn_id = azure_container_volume_conn_id def _get_field(self, extras, name): return get_field( conn_id=self.conn_id, conn_type=self.conn_type, extras=extras, field_name=name, )
[docs] def get_storagekey(self, *, storage_account_name: str | None = None) -> str: """Get Azure File Volume storage key.""" conn = self.get_connection(self.conn_id) extras = conn.extra_dejson connection_string = self._get_field(extras, "connection_string") if connection_string: for keyvalue in connection_string.split(";"): key, value = keyvalue.split("=", 1) if key == "AccountKey": return value subscription_id = self._get_field(extras, "subscription_id") resource_group = self._get_field(extras, "resource_group") if subscription_id and storage_account_name and resource_group: managed_identity_client_id = self._get_field(extras, "managed_identity_client_id") workload_identity_tenant_id = self._get_field(extras, "workload_identity_tenant_id") credential = get_sync_default_azure_credential( managed_identity_client_id=managed_identity_client_id, workload_identity_tenant_id=workload_identity_tenant_id, ) storage_client = StorageManagementClient(credential, subscription_id) storage_account_list_keys_result = storage_client.storage_accounts.list_keys( resource_group, storage_account_name ) return storage_account_list_keys_result.as_dict()["keys"][0]["value"] return conn.password
[docs] def get_file_volume( self, mount_name: str, share_name: str, storage_account_name: str, read_only: bool = False ) -> Volume: """Get Azure File Volume.""" return Volume( name=mount_name, azure_file=AzureFileVolume( share_name=share_name, storage_account_name=storage_account_name, read_only=read_only, storage_account_key=self.get_storagekey(storage_account_name=storage_account_name), ), )

Was this entry helpful?