dl_validation.py

# To make print working for Python2/3
from __future__ import print_function

import datetime
import glob

import stock_db_mgr as sdm

startdate = datetime.date(2021, 1, 1)
today = datetime.date.today()

# Pick one:
# enddate = datetime.date(2018, 2, 22)
enddate = today


def list_all_stockdb():
    txt_list = glob.glob('stock_db/*.txt')
    return [i.replace('.txt', '').replace('stock_db/', '') for i in txt_list]


def check_db(path):
    print("Validating {} ...".format(path))
    # Create data base:
    db = sdm.StockDBMgr('./stock_db/' + path, startdate, enddate)

    # db.update_all_symbols()

    inv = []

    symbol_list = db.get_all_symbols()
    # print(symbol_list)

    for s in symbol_list:
        if not db.validate_symbol_data(s):
            inv.append(s)
            continue

        df = db.get_symbol_data(s)

        t = startdate
        if df is not None and len(df) > 0:
            t = df.iloc[-1].name.date()
        else:
            inv.append(s)
            continue

        if (today - t) > datetime.timedelta(4):
            inv.append(s)
            # print("%s: len = %d" % (s, len(df)))

    if len(inv) > 0:
        print("  Invalid list:")
        for s in inv:
            print("    " + s)


def _main():
    db = list_all_stockdb()
    for p in db:
        check_db(p)


if __name__ == '__main__':
    _main()