:heavy_plus_sign: add redis support for ai-translate

ai-translate/ai_translate/__init__.py

@@ -2,13 +2,20 @@ import logging
 import tomllib
 
 import pika
+from redis.cluster import RedisCluster
 
 from .worker import handle_message
 
 logger = logging.getLogger(__name__)
 
 
-def start_consumer(name, queue, config):
+def open_redis_cluster(config):
+    cli = RedisCluster(host=config['host'], port=config['port'])
+    logger.debug("%s", cli.get_nodes())
+    return (cli, config['namespace'])
+
+
+def start_consumer(context, name, queue, config):
     connection = pika.BlockingConnection(
         pika.ConnectionParameters(
             host=config['host'], port=config['port'],
@@ -20,7 +27,8 @@ def start_consumer(name, queue, config):
     def callback(ch, method, properties, body):
         logger.info("received message(%s,%s)",
                     properties.message_id, properties.content_type)
-        handle_message(properties.message_id, properties.content_type, body)
+        handle_message(context, properties.message_id,
+                       properties.content_type, body)
 
     channel.basic_consume(
         queue=queue, on_message_callback=callback, auto_ack=True)
@@ -33,4 +41,5 @@ def launch(name, queue, config_file):
     logger.debug('load configuration from %s', config_file)
     with open(config_file, "rb") as config_fd:
         config = tomllib.load(config_fd)
-        start_consumer(name, queue, config['rabbitmq'])
+        redis_cli = open_redis_cluster(config['redis'])
+        start_consumer(redis_cli, name, queue, config['rabbitmq'])

ai-translate/ai_translate/worker.py

@@ -3,5 +3,5 @@ import logging
 logger = logging.getLogger(__name__)
 
 
-def handle_message(id, content_type, body):
-    logger.info("TODO")
+def handle_message(context, id, content_type, body):
+    logger.info("TODO: --- using redis namespace(%s) ---", context[1])

ai-translate/config.orig.toml

@@ -4,3 +4,8 @@ port = 5672
 user = 'www'
 password = 'change-me'
 virtual-host = 'testing'
+
+[redis]
+namespace = 'testing://'
+host = '127.0.0.1'
+port = 6371

ai-translate/pyproject.toml

@@ -10,7 +10,7 @@ description = "An OpenAI consumer process"
 readme = "README.md"
 license = "MIT"
 
-dependencies = ["pika", "requests", "openai"]
+dependencies = ["pika", "requests", "redis[hiredis]", "openai"]
 
 [project.scripts]
 mint-ai-translate-consumer = "ai_translate.__main__:main"