scripts/daily_data.py

import logging
from utils import get_question, current_answer, RPC, measure_execution_time
from markets import (
    etl as mkt_etl,
    DEFAULT_FILENAME as MARKETS_FILENAME,
)
from get_mech_info import (
    get_mech_events_since_last_run,
    update_json_files,
)
from pull_data import DATA_DIR, update_json_files, updating_timestamps
from tools import DEFAULT_FILENAME as TOOLS_FILENAME, generate_tools_file
from profitability import (
    run_profitability_analysis,
    analyse_all_traders,
    label_trades_by_staking,
)
from update_tools_accuracy import compute_tools_accuracy
import pandas as pd

logging.basicConfig(level=logging.INFO)


def prepare_live_metrics(
    tools_filename="new_tools.parquet", trades_filename="new_fpmmTrades.parquet"
):
    fpmmTrades = pd.read_parquet(DATA_DIR / trades_filename)
    tools = pd.read_parquet(DATA_DIR / tools_filename)
    print("Analysing trades...")
    all_trades_df = analyse_all_traders(fpmmTrades, tools, daily_info=True)

    # staking label
    label_trades_by_staking(all_trades_df)

    # save into a separate file
    all_trades_df.to_parquet(DATA_DIR / "daily_info.parquet", index=False)


@measure_execution_time
def daily_analysis():
    """Run daily analysis for the FPMMS project."""
    rpc = RPC
    # Run markets ETL
    logging.info("Running markets ETL")
    mkt_etl(MARKETS_FILENAME)
    logging.info("Markets ETL completed")

    # get only new data
    latest_timestamp = get_mech_events_since_last_run()
    if latest_timestamp == None:
        print("Error while getting the mech events")
        return
    logging.info(f"Finished generating the mech json files from {latest_timestamp}")

    # Run tools ETL
    logging.info("Generate and parse the tools content")
    # generate only new file
    generate_tools_file("new_tools_info.json", "new_tools.parquet")
    logging.info("Tools ETL completed")

    # add_current_answer("new_tools.parquet")

    # # Run profitability analysis
    logging.info("Computing trading metrics")
    run_profitability_analysis(
        rpc=rpc,
        tools_filename="new_tools.parquet",
        trades_filename="new_fpmmTrades.parquet",
        # from_timestamp=int(latest_timestamp.timestamp()),
        from_timestamp=latest_timestamp,
        merge=True,
    )
    logging.info("Profitability analysis completed")

    # merge new json files with old json files
    update_json_files()

    try:
        updating_timestamps(rpc, TOOLS_FILENAME)
    except Exception as e:
        logging.error("Error while updating timestamps of tools")
        print(e)

    compute_tools_accuracy()


if __name__ == "__main__":
    daily_analysis()
    prepare_live_metrics()