summaryrefslogtreecommitdiff
path: root/Code/get_mapped_data.py
blob: ea125a0172c4906335668c2df3466252a4a34096 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
from configure import MAPPED_RDATA_DIR
from configure import REDIS_CHANNEL
from log import write_log_file
import redis # install redis on Ubuntu using this command: sudo apt install python3-redis
import json
import os

redis_password = os.getenv('REDIS_PASSWORD', '123456')
redis_host = os.getenv('REDIS_HOST', '127.0.0.1')
r = redis.Redis(host=redis_host, port=6379, password=redis_password, db=0)
pubsub = r.pubsub(ignore_subscribe_messages=True)
pubsub.subscribe(REDIS_CHANNEL)

for message in pubsub.listen():
    quant_data = json.loads(message['data'])
    filename = os.path.join(MAPPED_RDATA_DIR, quant_data['filename'])
    write_log_file('[get_mapped_data.py] Save %s.' % (filename), UPDATE_NETWORK_LOG_FILE))
    with open(filename, 'w') as f:
        f.write(quant_data['data'])