Untitled

from models.cache_store import cache_store
from models.cache_store_by_username import cache_store_by_username
from models.cache_store_by_date import cache_store_by_date
from models.indexes import indexes
from models.columns import columns as tablecolumns
from datetime import datetime, timedelta, timezone
from dateutil.relativedelta import relativedelta
from pandas.io.json import json_normalize
import json
from config.logger import configlogfile

from flask import jsonify, make_response
import pandas as pd
import sys
import gc
import uuid
import pytz


"""
This function is used to fetch cache details based on valueType and key
"""
def getData(payLoad, configvalues):
    from config.logger import configlogfile
    logging = configlogfile()
    logging.info("Started to fetch the records for " + str(payLoad))

    cacheStore = []
    try:
        payLoad = payLoad.to_dict()
        columnMapping = json.loads(configvalues.get('apiconfiguration', 'columnMapping', raw=True))
        reversecolumnMapping = {y: x for x, y in columnMapping.items()}
        validColumns = configvalues.get('apiconfiguration', 'validParams', raw=True).split(',')
        datecolumns = json.loads(configvalues.get('apiconfiguration', 'dateColumns', raw=True))
        logging.debug('Arguments -' + str(payLoad))

        for k, v in reversecolumnMapping.items():
            if k in list(payLoad.keys()):
                payLoad[v] = payLoad.pop(k)

        recs = indexes.objects().filter(keyspace_name=cache_store.__keyspace__)
        recs = recs.filter(table_name='cache_store')
        indexedcolumns = [row.options['target'] for row in recs]

        parametercolumns = [parametercolumn for parametercolumn in validColumns if parametercolumn in list(payLoad.keys())]

        if bool(payLoad) == False:
            return ("200", "Parameters need to be passed to fetch values from the cache store")
        else:
            if set(list(payLoad.keys())).issubset(parametercolumns):
                for i in range(len(parametercolumns)):
                    if i == 0:
                        if parametercolumns[i] in datecolumns:
                            query = 'global cacheStoreRecords;cacheStoreRecords=cache_store.objects().filter(' + \
                                    parametercolumns[i] + '=datetime.strptime(\'' + \
                                    str((payLoad[parametercolumns[i]])) + '\',\'%Y-%m-%dT%H:%M:%S%z\'));'
                        else:
                            query = 'global cacheStoreRecords;cacheStoreRecords=cache_store.objects().filter(' + \
                                    parametercolumns[i] + '=\'' + str(payLoad[parametercolumns[i]]) + '\');'
                    else:
                        if parametercolumns[i] in datecolumns:
                            query = 'global cacheStoreRecords;cacheStoreRecords=cacheStoreRecords.filter(' + \
                                    parametercolumns[i] + \
                                    '=datetime.strptime(\'' + str(
                                (payLoad[parametercolumns[i]])) + '\',\'%Y-%m-%dT%H:%M:%S%z\'));'
                        else:
                            query = 'global cacheStoreRecords;cacheStoreRecords=cacheStoreRecords.filter(' + \
                                    parametercolumns[i] + \
                                    '=\'' + str(payLoad[parametercolumns[i]]) + '\');'

                    exec(query)
            else:
                return ("200", ("9003", "Invalid arguments passed to the API. Valid arguments are: " + ','.join(parametercolumns)))

        if len(cacheStoreRecords) == 0:
            return ("200", {})
        cacheStore = [row.__json__() for row in cacheStoreRecords]
        cacheStore = pd.DataFrame.from_dict(cacheStore, orient='columns')
        cacheStore.fillna('', inplace=True)
        if len(cacheStore) > 0:
            for column in datecolumns:
                if column in cacheStore.columns.tolist():
                    cacheStore[column] = pd.to_datetime(cacheStore[column], unit='ns')
                    cacheStore[column] = cacheStore[column].dt.tz_localize('UTC').dt.tz_convert(
                        configvalues.get('apiconfiguration', 'timeZone')).dt.strftime('%Y-%m-%dT%H:%M:%S.%f%z')
                cacheStore[column] = ["" if columnValue == "NaT" else columnValue for columnValue in cacheStore[
                    column].to_list()]
        cacheStore = cacheStore[validColumns]
        validColumns = {k: v for k, v in columnMapping.items() if k in validColumns}
        cacheStore = cacheStore.rename(columns=validColumns)
        cacheStore = cacheStore.to_dict(orient='records')
        import unicodedata
        if len(cacheStore) > 0:
            cacheStore = [{k: (v.encode().decode() if k == 'value' else v) for k, v in x.items()} for x in cacheStore]
        logging.debug('cacheStore-' + str(cacheStore))
        response = {}
        response = response if len(cacheStore) == 0 else cacheStore[0] if len(cacheStore) == 1 else cacheStore

        logging.info("Completed fetching the records")
        gc.collect()
        return (200, response)

    except Exception as e:
        gc.collect()
        logging.error("Error - {} . Line No - {} ".format(str(e), str(sys.exc_info()[-1].tb_lineno)))
        return ("500", "Technical exception")