from configure import MAPPED_RDATA_DIR, UPDATE_NETWORK_LOG_FILE
from configure import REDIS_CHANNEL
from log import write_log_file
import redis # install redis on Ubuntu using this command: sudo apt install python3-redis
import json
import os

redis_password = os.getenv('REDIS_PASSWORD', '123456')
redis_host = os.getenv('REDIS_HOST', '127.0.0.1')
r = redis.Redis(host=redis_host, port=6379, password=redis_password, db=0)
pubsub = r.pubsub(ignore_subscribe_messages=True)
pubsub.subscribe(REDIS_CHANNEL)

for message in pubsub.listen():
    quant_data = json.loads(message['data'])
    filename = os.path.join(MAPPED_RDATA_DIR, quant_data['filename'])
    write_log_file('[get_mapped_data.py] Save %s.' % (filename), UPDATE_NETWORK_LOG_FILE)
    with open(filename, 'w') as f:
        f.write(quant_data['data'])