Source code for airflow.providers.ibm.mq.triggers.mq

#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations

from typing import Any

from airflow.providers.ibm.mq.hooks.mq import IBMMQHook
from airflow.providers.ibm.mq.version_compat import AIRFLOW_V_3_0_PLUS
from airflow.triggers.base import TriggerEvent

if AIRFLOW_V_3_0_PLUS:
    from airflow.triggers.base import BaseEventTrigger
else:
    from airflow.triggers.base import BaseTrigger as BaseEventTrigger  # type: ignore


[docs] class AwaitMessageTrigger(BaseEventTrigger): """ Trigger that polls an IBM MQ queue and fires a TriggerEvent when a message arrives. Delegates to :meth:`IBMMQHook.aconsume` which retries with exponential back-off on transient failures so that an AssetWatcher is never silently killed by a broken connection or swallowed exception. The trigger consumes messages with ``MQGMO_NO_SYNCPOINT``, so it provides **at-most-once** delivery semantics. If the trigger is canceled after IBM MQ returns a message but before Airflow yields the corresponding ``TriggerEvent``, that message may be lost. :param mq_conn_id: Airflow connection id for the IBM MQ broker. :param queue_name: Name of the IBM MQ queue to consume from. :param poll_interval: Seconds between MQ get attempts inside the hook. :param open_options: Optional integer bitmask of MQOO_* flags for queue open. """ def __init__( self, mq_conn_id: str, queue_name: str, poll_interval: float = 5, open_options: int | None = None, ) -> None: super().__init__()
[docs] self.mq_conn_id = mq_conn_id
[docs] self.queue_name = queue_name
[docs] self.poll_interval = poll_interval
[docs] self.open_options = open_options
[docs] def serialize(self) -> tuple[str, dict[str, Any]]: return ( f"{self.__class__.__module__}.{self.__class__.__name__}", { "mq_conn_id": self.mq_conn_id, "queue_name": self.queue_name, "poll_interval": self.poll_interval, "open_options": self.open_options, }, )
[docs] async def run(self): event = await IBMMQHook(self.mq_conn_id, open_options=self.open_options).aconsume( queue_name=self.queue_name, poll_interval=self.poll_interval, ) yield TriggerEvent(event)

Was this entry helpful?