Source code for airflow.providers.ibm.mq.triggers.mq
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations
from typing import Any
from airflow.providers.ibm.mq.hooks.mq import IBMMQHook
from airflow.providers.ibm.mq.version_compat import AIRFLOW_V_3_0_PLUS
from airflow.triggers.base import TriggerEvent
if AIRFLOW_V_3_0_PLUS:
from airflow.triggers.base import BaseEventTrigger
else:
from airflow.triggers.base import BaseTrigger as BaseEventTrigger # type: ignore
[docs]
class AwaitMessageTrigger(BaseEventTrigger):
"""
Trigger that polls an IBM MQ queue and fires a TriggerEvent when a message arrives.
Delegates to :meth:`IBMMQHook.aconsume` which retries with exponential
back-off on transient failures so that an AssetWatcher is never silently
killed by a broken connection or swallowed exception.
The trigger consumes messages with ``MQGMO_NO_SYNCPOINT``, so it provides
**at-most-once** delivery semantics. If the trigger is canceled after IBM
MQ returns a message but before Airflow yields the corresponding
``TriggerEvent``, that message may be lost.
:param mq_conn_id: Airflow connection id for the IBM MQ broker.
:param queue_name: Name of the IBM MQ queue to consume from.
:param poll_interval: Seconds between MQ get attempts inside the hook.
:param open_options: Optional integer bitmask of MQOO_* flags for queue open.
"""
def __init__(
self,
mq_conn_id: str,
queue_name: str,
poll_interval: float = 5,
open_options: int | None = None,
) -> None:
super().__init__()
[docs]
self.mq_conn_id = mq_conn_id
[docs]
self.queue_name = queue_name
[docs]
self.poll_interval = poll_interval
[docs]
self.open_options = open_options
[docs]
def serialize(self) -> tuple[str, dict[str, Any]]:
return (
f"{self.__class__.__module__}.{self.__class__.__name__}",
{
"mq_conn_id": self.mq_conn_id,
"queue_name": self.queue_name,
"poll_interval": self.poll_interval,
"open_options": self.open_options,
},
)
[docs]
async def run(self):
event = await IBMMQHook(self.mq_conn_id, open_options=self.open_options).aconsume(
queue_name=self.queue_name,
poll_interval=self.poll_interval,
)
yield TriggerEvent(event)