intelligent-trading-bot/scripts/download.py

from datetime import datetime, date, timedelta
from pathlib import Path

import click

from common.types import Venue
from inputs import get_download_functions
from service.App import *

"""
Download raw data for the specified venu and store udpates in the corresponding files.
If a file exists then new data will be appended (by overwriting some latest records).
If a file does not exist then all data will be downloaded and the file will be created.

The real connection and data retrieval is performed by venue-specific functions.
"""

@click.command()
@click.option('--config_file', '-c', type=click.Path(), default='', help='Configuration file name')
def main(config_file):
    """
    """
    load_config(config_file)

    time_column = App.config["time_column"]
    data_path = Path(App.config["data_folder"])
    pandas_freq = App.config["freq"]

    download_max_rows = App.config.get("download_max_rows", 0)

    now = datetime.now()

    venue = App.config.get("venue")
    venue = Venue(venue)

    data_sources = App.config["data_sources"]

    download_klines_fn = get_download_functions(venue)

    # Call venue-specific downloader
    download_klines_fn(App.config, data_sources)

    elapsed = datetime.now() - now
    print(f"")
    print(f"Finished downloading {len(data_sources)} data sources from {venue} in {str(elapsed).split('.')[0]}")

if __name__ == '__main__':
    main()