Source code for pydolphinscheduler.tasks.func_wrap

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

"""Task function wrapper allows using decorator to create a task."""

import functools
import inspect
import types
from pathlib import Path

from stmdency.extractor import Extractor

from pydolphinscheduler.exceptions import PyDSParamException
from pydolphinscheduler.tasks.python import Python




def _exists_other_decorator(func: types.FunctionType) -> None:
    """Check if the function has other decorators except @task.

    :param func: The function which wraps by decorator ``@task``.
    """
    lines = inspect.getsourcelines(func)[0]

    for line in lines:
        strip_line = line.strip()
        if strip_line.startswith("@") and not strip_line == "@task":
            raise PyDSParamException(
                "Do no support other decorators for function ``task`` decorator."
            )





def task(func: types.FunctionType):
    """Decorate which covert Python functions into pydolphinscheduler task.

    :param func: The function which wraps by decorator ``@task``.
    """

    @functools.wraps(func)
    def wrapper(*args, **kwargs):
        _exists_other_decorator(func)
        loc = func.__code__.co_filename
        extractor = Extractor(Path(loc).open("r").read())
        stm = extractor.get_code(func.__name__)
        return Python(
            name=kwargs.get("name", func.__name__),
            definition=f"{stm}{func.__name__}()",
            *args,
            **kwargs,
        )

    return wrapper