Source code for

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations

from typing import Any

import boto3

from airflow.exceptions import AirflowException
from import S3Hook
from import BASE_AWS_CONSOLE_LINK, BaseAwsLink
from airflow.utils.helpers import exactly_one

[docs]def get_log_uri( *, cluster: dict[str, Any] | None = None, emr_client: boto3.client = None, job_flow_id: str | None = None ) -> str: """ Retrieves the S3 URI to the EMR Job logs. Requires either the output of a describe_cluster call or both an EMR Client and a job_flow_id to look it up. """ if not exactly_one(bool(cluster), emr_client and job_flow_id): raise AirflowException( "Requires either the output of a describe_cluster call or both an EMR Client and a job_flow_id." ) if cluster: log_uri = S3Hook.parse_s3_url(cluster["Cluster"]["LogUri"]) else: response = emr_client.describe_cluster(ClusterId=job_flow_id) log_uri = S3Hook.parse_s3_url(response["Cluster"]["LogUri"]) return "/".join(log_uri)

Was this entry helpful?