#15 - Implement Backpressure UPDATE & IDLE, setup AMQ handler in its own thread

amqp/adapter/file_handler.py

@@ -20,6 +20,7 @@ from aio_pika.abc import (
 )
 
 from amqp.adapter.logging_utils import logging_error, logging_debug, logging_info
+from amqp.router.utils import await_result
 
 # Global dictionary to track completed downloads
 download_locations = defaultdict(str)
@@ -211,12 +212,9 @@ class StreamingFileHandler(FileHandler):
             return _file_size, _eof
 
         if queue_name:
-            _future: Future = asyncio.run_coroutine_threadsafe(
-                wrap_rabbit_mq_calls(), loop=loop
+            _local_file_size, _local_eof = await await_result(
+                asyncio.run_coroutine_threadsafe(wrap_rabbit_mq_calls(), loop=loop)
             )
-            while not _future.done():
-                await asyncio.sleep(0.05)
-            _local_file_size, _local_eof = _future.result()
             return _local_file_size, _local_eof
 
         return 0, CANCELLED
@@ -259,12 +257,9 @@ class StreamingFileHandler(FileHandler):
                 await _connection.close()
                 return _res, _eof
 
-            _future: Future = asyncio.run_coroutine_threadsafe(
-                wrap_rabbit_mq_calls(), loop=loop
+            _local_res, _local_eof = await await_result(
+                asyncio.run_coroutine_threadsafe(wrap_rabbit_mq_calls(), loop=loop)
             )
-            while not _future.done():
-                await asyncio.sleep(0.05)
-            _local_res, _local_eof = _future.result()
             return _local_res, _local_eof
         return 0, CANCELLED
 
@@ -399,12 +394,12 @@ class StreamingFileHandler(FileHandler):
                 while not _future.done():
                     # sleep allows coroutine to execute. must wait for completion to ensure all chunks written in right order
                     await asyncio.sleep(0.02)
-                    logging.debug(
+                    logging_debug(
                         f"Waiting for chunk {_offset}/{_file_size} future= {_future}"
                     )
 
                 _offset += len(_chunk)
-                logging.debug(
+                logging_debug(
                     f"Published chunk {_offset}/{_file_size} to {exchange.name}:{routing_key}"
                 )