main.py

import asyncio
from dotenv import load_dotenv

from scripts import query, write, load

async def main():
    print('Initializing RAG Pipeline...')
    # 1. Obtain data to update the corpus of the RAG system
    print('Securing user session with Tableau site...')
    user_session = await query.get_user_session()
    credentials = user_session['credentials']

    print('Querying for Pulse Metric Insights...')
    metrics = await query.get_insights(credentials)

    print('Querying the Data Catalog...')
    catalog = await query.get_catalog(credentials)

    # 2. Write natural language summaries
    print('Processing remote data...')
    write.metric_insights({ 'metrics': metrics, 'mode': 'md' })
    write.catalog({ 'catalog': catalog, 'mode': 'md'})
    print('Natural language summaries or raw data written to file system...')

    # 3. Load corpus to vector store and s3 bucket
    load.data({ 'vector': True, 's3': False })
    print('Data uploaded to targets...')

    print('Terminating RAG Pipeline...')
    return

if __name__ == "__main__":
    load_dotenv()
    asyncio.run(main())