Source code for airflow.providers.edge3.models.edge_job

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations

from datetime import datetime

from sqlalchemy import (
    Index,
    Integer,
    String,
    text,
)
from sqlalchemy.orm import Mapped

from airflow.models.base import Base, StringID
from airflow.models.taskinstancekey import TaskInstanceKey
from airflow.providers.common.compat.sdk import timezone
from airflow.providers.common.compat.sqlalchemy.orm import mapped_column
from airflow.utils.log.logging_mixin import LoggingMixin
from airflow.utils.sqlalchemy import UtcDateTime



[docs]
class EdgeJobModel(Base, LoggingMixin):
    """
    A job which is queued, waiting or running on a Edge Worker.

    Each tuple in the database represents and describes the state of one job.
    """


[docs]
    __tablename__ = "edge_job"


[docs]
    dag_id: Mapped[str] = mapped_column(StringID(), primary_key=True, nullable=False)


[docs]
    task_id: Mapped[str] = mapped_column(StringID(), primary_key=True, nullable=False)


[docs]
    run_id: Mapped[str] = mapped_column(StringID(), primary_key=True, nullable=False)


[docs]
    map_index: Mapped[int] = mapped_column(
        Integer, primary_key=True, nullable=False, server_default=text("-1")
    )


[docs]
    try_number: Mapped[int] = mapped_column(Integer, primary_key=True, default=0)


[docs]
    state: Mapped[str] = mapped_column(String(20))


[docs]
    queue: Mapped[str] = mapped_column(String(256))


[docs]
    concurrency_slots: Mapped[int] = mapped_column(Integer)


[docs]
    command: Mapped[str] = mapped_column(String(2048))


[docs]
    queued_dttm: Mapped[datetime | None] = mapped_column(UtcDateTime)


[docs]
    edge_worker: Mapped[str | None] = mapped_column(String(64))


[docs]
    last_update: Mapped[datetime | None] = mapped_column(UtcDateTime)


    def __init__(
        self,
        dag_id: str,
        task_id: str,
        run_id: str,
        map_index: int,
        try_number: int,
        state: str,
        queue: str,
        concurrency_slots: int,
        command: str,
        queued_dttm: datetime | None = None,
        edge_worker: str | None = None,
        last_update: datetime | None = None,
    ):
        self.dag_id = dag_id
        self.task_id = task_id
        self.run_id = run_id
        self.map_index = map_index
        self.try_number = try_number
        self.state = state
        self.queue = queue
        self.concurrency_slots = concurrency_slots
        self.command = command
        self.queued_dttm = queued_dttm or timezone.utcnow()
        self.edge_worker = edge_worker
        self.last_update = last_update
        super().__init__()


[docs]
    __table_args__ = (Index("rj_order", state, queued_dttm, queue),)


    @property

[docs]
    def key(self):
        return TaskInstanceKey(self.dag_id, self.task_id, self.run_id, self.try_number, self.map_index)


    @property

[docs]
    def last_update_t(self) -> float:
        return self.last_update.timestamp() if self.last_update else datetime.now().timestamp()