Skip to content

Commit a387061

Browse files
authored
Organize EMR classes in Amazon provider (#20160)
Organize EMR classes in Amazon provider (#20160)
1 parent 206cce9 commit a387061

29 files changed

+923
-736
lines changed

airflow/contrib/operators/emr_create_job_flow_operator.py

+1
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@
1515
# KIND, either express or implied. See the License for the
1616
# specific language governing permissions and limitations
1717
# under the License.
18+
1819
"""This module is deprecated. Please use :mod:`airflow.providers.amazon.aws.operators.emr_create_job_flow`."""
1920

2021
import warnings

airflow/providers/amazon/aws/example_dags/example_emr_eks_job.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
from datetime import datetime, timedelta
2222

2323
from airflow import DAG
24-
from airflow.providers.amazon.aws.operators.emr_containers import EMRContainerOperator
24+
from airflow.providers.amazon.aws.operators.emr import EmrContainerOperator
2525

2626
# [START howto_operator_emr_eks_env_variables]
2727
VIRTUAL_CLUSTER_ID = os.getenv("VIRTUAL_CLUSTER_ID", "test-cluster")
@@ -69,7 +69,7 @@
6969
# JOB_ROLE_ARN = '{{ conn.emr_eks.extra_dejson["job_role_arn"] }}'
7070

7171
# [START howto_operator_emr_eks_jobrun]
72-
job_starter = EMRContainerOperator(
72+
job_starter = EmrContainerOperator(
7373
task_id="start_job",
7474
virtual_cluster_id=VIRTUAL_CLUSTER_ID,
7575
execution_role_arn=JOB_ROLE_ARN,

airflow/providers/amazon/aws/example_dags/example_emr_job_flow_automatic_steps.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -21,8 +21,8 @@
2121
from datetime import datetime, timedelta
2222

2323
from airflow import DAG
24-
from airflow.providers.amazon.aws.operators.emr_create_job_flow import EmrCreateJobFlowOperator
25-
from airflow.providers.amazon.aws.sensors.emr_job_flow import EmrJobFlowSensor
24+
from airflow.providers.amazon.aws.operators.emr import EmrCreateJobFlowOperator
25+
from airflow.providers.amazon.aws.sensors.emr import EmrJobFlowSensor
2626

2727
# [START howto_operator_emr_automatic_steps_config]
2828
SPARK_STEPS = [

airflow/providers/amazon/aws/example_dags/example_emr_job_flow_manual_steps.py

+6-4
Original file line numberDiff line numberDiff line change
@@ -24,10 +24,12 @@
2424
from datetime import datetime, timedelta
2525

2626
from airflow import DAG
27-
from airflow.providers.amazon.aws.operators.emr_add_steps import EmrAddStepsOperator
28-
from airflow.providers.amazon.aws.operators.emr_create_job_flow import EmrCreateJobFlowOperator
29-
from airflow.providers.amazon.aws.operators.emr_terminate_job_flow import EmrTerminateJobFlowOperator
30-
from airflow.providers.amazon.aws.sensors.emr_step import EmrStepSensor
27+
from airflow.providers.amazon.aws.operators.emr import (
28+
EmrAddStepsOperator,
29+
EmrCreateJobFlowOperator,
30+
EmrTerminateJobFlowOperator,
31+
)
32+
from airflow.providers.amazon.aws.sensors.emr import EmrStepSensor
3133

3234
SPARK_STEPS = [
3335
{

0 commit comments

Comments
 (0)