From 33fb59d57ebd89d7e3bc954718bd2e91a8681a71 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Mon, 30 Jun 2025 17:54:26 +0530 Subject: [PATCH] Provider Migration: Replace `BaseOperator` to Task SDK for `Papermill` Part of https://github.com/apache/airflow/pull/52563 --- .../papermill/operators/papermill.py | 4 +- .../providers/papermill/version_compat.py | 40 +++++++++++++++++++ 2 files changed, 42 insertions(+), 2 deletions(-) create mode 100644 providers/papermill/src/airflow/providers/papermill/version_compat.py diff --git a/providers/papermill/src/airflow/providers/papermill/operators/papermill.py b/providers/papermill/src/airflow/providers/papermill/operators/papermill.py index a624bf23d5365..5229f743a58d8 100644 --- a/providers/papermill/src/airflow/providers/papermill/operators/papermill.py +++ b/providers/papermill/src/airflow/providers/papermill/operators/papermill.py @@ -24,17 +24,17 @@ import attr import papermill as pm -from airflow.models import BaseOperator from airflow.providers.common.compat.lineage.entities import File from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS from airflow.providers.papermill.hooks.kernel import REMOTE_KERNEL_ENGINE, KernelHook +from airflow.providers.papermill.version_compat import BaseOperator if TYPE_CHECKING: try: from airflow.sdk.definitions.context import Context except ImportError: # TODO: Remove once provider drops support for Airflow 2 - from airflow.utils.context import Context + from airflow.utils.context import Context # type: ignore[no-redef] @attr.s(auto_attribs=True) diff --git a/providers/papermill/src/airflow/providers/papermill/version_compat.py b/providers/papermill/src/airflow/providers/papermill/version_compat.py new file mode 100644 index 0000000000000..89ade07a76753 --- /dev/null +++ b/providers/papermill/src/airflow/providers/papermill/version_compat.py @@ -0,0 +1,40 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +from __future__ import annotations + + +def get_base_airflow_version_tuple() -> tuple[int, int, int]: + from packaging.version import Version + + from airflow import __version__ + + airflow_version = Version(__version__) + return airflow_version.major, airflow_version.minor, airflow_version.micro + + +AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0) + +if AIRFLOW_V_3_0_PLUS: + from airflow.sdk import BaseOperator +else: + from airflow.models import BaseOperator # type: ignore[no-redef] + +__all__ = [ + "AIRFLOW_V_3_0_PLUS", + "BaseOperator", +]