lume-impact-live-demo.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Live cu-inj-live-impact "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running LUME IMPACT SERVICE.....\n"
     ]
    }
   ],
   "source": [
    "# Setup directories, and convert dashboard notebook to a script for importing\n",
    "#!./setup.bash\n",
    "print(\"Running LUME IMPACT SERVICE.....\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "from impact import evaluate_impact_with_distgen, run_impact_with_distgen\n",
    "from impact.tools import isotime\n",
    "from impact.evaluate import  default_impact_merit\n",
    "from impact import Impact\n",
    "\n",
    "from make_dashboard import make_dashboard\n",
    "from get_vcc_image import get_live_distgen_xy_dist, VCC_DEVICE_PV\n",
    "\n",
    "from lcls_live.tools import NpEncoder\n",
    "\n",
    "import matplotlib as mpl\n",
    "\n",
    "from pmd_beamphysics.units import e_charge"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import h5py\n",
    "import json\n",
    "import epics\n",
    "\n",
    "import sys\n",
    "import os\n",
    "import toml\n",
    "from time import sleep, time\n",
    "import datetime\n",
    "\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import matplotlib as mpl\n",
    "mpl.use('Agg')\n",
    "\n",
    "# Nicer plotting\n",
    "%config InlineBackend.figure_format = 'retina'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Sanity Checks for OS Environments\n",
    "if 'LCLS_LATTICE' in os.environ:\n",
    "    print('LCLS Lattice is set to - ', os.environ['LCLS_LATTICE'])\n",
    "else:\n",
    "    print('LCLS_LATTICE Location is missing')\n",
    "    exit(1)\n",
    "if 'LUME_OUTPUT_FOLDERS' in os.environ:\n",
    "    print('LUME_OUTPUT_FOLDERS is set to - ', os.environ['LUME_OUTPUT_FOLDERS'])\n",
    "else:\n",
    "    print('LUME_OUTPUT_FOLDERS Location is missing')\n",
    "    exit(1)\n",
    "if 'SCRATCH' in os.environ:\n",
    "    print('SCRATCH is set to - ', os.environ['SCRATCH'])\n",
    "else:\n",
    "    print('SCRATCH Location is missing')\n",
    "    exit(1)\n",
    "\n",
    "def replaceEnvironmentFiles(file_location):\n",
    "    if 'LUME_OUTPUT_FOLDERS' in file_location:\n",
    "        return file_location.replace('$LUME_OUTPUT_FOLDERS', os.environ['LUME_OUTPUT_FOLDERS'])\n",
    "    if 'LCLS_LATTICE' in file_location:\n",
    "        return file_location.replace('$LCLS_LATTICE', os.environ['LCLS_LATTICE'])\n",
    "    if 'SCRATCH' in file_location:\n",
    "        return file_location.replace('$SCRATCH', os.environ['SCRATCH'])\n",
    "    return file_location"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Top level config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "_StoreAction(option_strings=['-t', '--host'], dest='host', nargs=None, const=None, default='sdf', type=None, choices=None, required=False, help='Mention the host', metavar=None)"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import argparse\n",
    "\n",
    "parser = argparse.ArgumentParser()\n",
    "parser.add_argument(\"-d\", \"--debug\", help = \"Debug Mode\", default = False)\n",
    "parser.add_argument(\"-v\", \"--use_vcc\", help = \"Use VCC - True When VCC is Active\", default = True)\n",
    "parser.add_argument(\"-l\", \"--live\", help = \"Live Mode -  True When BEAM is Active\", default = True)\n",
    "parser.add_argument(\"-m\", \"--model\", help = \"Mention the Injector Model\", default = \"sc_inj\")\n",
    "parser.add_argument(\"-t\", \"--host\", help = \"Mention the host\", default = \"singularity\")\n",
    "parser.add_argument(\"-p\", \"--num_procs\", help = \"Mention the Num Procs\", default = 64)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convertStringToBoolean(argument):\n",
    "    if argument == 'True' or argument == 'true' or argument == True:\n",
    "        return True\n",
    "    else:\n",
    "        return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting LUME LIVE SERVICE with Arguments -  Namespace(debug=False, use_vcc=False, live=False, model='sc_inj', host='sdf')\n"
     ]
    }
   ],
   "source": [
    "args = vars(parser.parse_args())\n",
    "\n",
    "DEBUG = convertStringToBoolean(args['debug'])\n",
    "USE_VCC = convertStringToBoolean(args['use_vcc'])\n",
    "LIVE = convertStringToBoolean(args['live'])\n",
    "MODEL = args['model']\n",
    "HOST = args['host']\n",
    "NUM_PROCS_ARGS = int(args['num_procs'])\n",
    "\n",
    "SNAPSHOT = 'examples/sc_inj-snapshot-2022-11-12T12:38:08-08:00.h5'\n",
    "MIN_CHARGE_pC = 10\n",
    "config = toml.load(f\"configs/{HOST}_{MODEL}.toml\")\n",
    "PREFIX = f'lume-impact-live-demo-{HOST}-{MODEL}'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convertToDatedFormat(destionation_folder):\n",
    "    curr_date = datetime.date.today()\n",
    "    year,month,day = curr_date.strftime('%Y'),curr_date.strftime('%m'),curr_date.strftime('%d')\n",
    "    destionation_folder_dated = destionation_folder + \"/\" + year + \"/\" + month + \"/\" + day\n",
    "\n",
    "    if not os.path.exists(destionation_folder_dated):\n",
    "        os.makedirs(destionation_folder_dated)\n",
    "    \n",
    "    return destionation_folder_dated"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Logging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "from logging.handlers import RotatingFileHandler\n",
    "\n",
    "# Gets or creates a logger\n",
    "logger = logging.getLogger(PREFIX)  \n",
    "\n",
    "# set log level\n",
    "logger.setLevel(logging.INFO)\n",
    "\n",
    "LOG_OUTPUT_DIR = config.get(\"log_output_dir\")\n",
    "LOG_OUTPUT_DIR = replaceEnvironmentFiles(LOG_OUTPUT_DIR)\n",
    "# define file handler and set formatter\n",
    "file_handler = RotatingFileHandler(f'{LOG_OUTPUT_DIR}/{PREFIX}.log', mode='a', encoding=None, maxBytes=50*1024*1024, \n",
    "                                 backupCount=2, delay=0)\n",
    "formatter    = logging.Formatter(fmt=\"%(asctime)s :  %(name)s : %(message)s \", datefmt=\"%Y-%m-%dT%H:%M:%S%z\")\n",
    "\n",
    "# Add print to stdout\n",
    "logger.addHandler(logging.StreamHandler(sys.stdout))\n",
    "\n",
    "file_handler.setFormatter(formatter)\n",
    "\n",
    "# add file handler to logger\n",
    "logger.addHandler(file_handler)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Arguments -\n",
    "\n",
    "logger.info('Start of Script Marker - Script Running with Arguments - ')\n",
    "logger.info(f'Debug - {DEBUG}')\n",
    "logger.info(f'USE_VCC - {USE_VCC}')\n",
    "logger.info(f'LIVE - {LIVE}')\n",
    "logger.info(f'MODEL - {MODEL}')\n",
    "logger.info(f'HOST - {HOST}')\n",
    "logger.info(f'NUM_PROCS_ARGS - {NUM_PROCS_ARGS}')\n",
    "logger.info(f'Config TOML Loaded - {config}')"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Utils"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Saving and loading\n",
    "def save_pvdata(filename, pvdata, isotime):\n",
    "    with h5py.File(filename, 'w') as h5:\n",
    "        h5.attrs['isotime'] = np.string_(isotime)\n",
    "        for k, v in pvdata.items():\n",
    "            if isinstance(v, str):\n",
    "                v =  np.string_(v)\n",
    "            h5[k] = v \n",
    "def load_pvdata(filename):\n",
    "    \n",
    "    if not os.path.exists(filename):\n",
    "        raise ValueError(f'H5 file does not exist: {filename} ')\n",
    "    pvdata = {}\n",
    "    with h5py.File(filename, 'r') as h5:\n",
    "        isotime = h5.attrs['isotime']\n",
    "        for k in h5:\n",
    "            v = np.array(h5[k])        \n",
    "            if v.dtype.char == 'S':\n",
    "                v = str(v.astype(str))\n",
    "            pvdata[k] = v\n",
    "            \n",
    "    return pvdata, isotime"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Configuration\n",
    "\n",
    "Set up basic input sources and output path, loaded from toml environment file.\n",
    "\n",
    "See README for required toml definition."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "HOST = config.get('host') # mcc-simul or 'sdf'\n",
    "if not HOST:\n",
    "    raise ValueError(\"host not defined in toml.\")\n",
    "    \n",
    "def get_path(key):\n",
    "    val = config.get(key)\n",
    "    if not val:\n",
    "        raise ValueError(f\"{key} not defined in toml.\")\n",
    "    val=os.path.expandvars(val)\n",
    "    if not os.path.exists(val):\n",
    "        raise ValueError(f\"{val} does not exist\")\n",
    "    return os.path.abspath(val)\n",
    "\n",
    "\n",
    "# Output dirs\n",
    "\n",
    "SUMMARY_OUTPUT_DIR = replaceEnvironmentFiles(get_path('summary_output_dir'))\n",
    "ARCHIVE_DIR = replaceEnvironmentFiles(get_path('archive_dir'))\n",
    "SNAPSHOT_DIR = replaceEnvironmentFiles(get_path('snapshot_dir'))\n",
    "\n",
    "# Dummy file for distgen\n",
    "DISTGEN_LASER_FILE = config.get('distgen_laser_file')\n",
    "if not DISTGEN_LASER_FILE:\n",
    "    raise ValueError(\"distgen_laser_file not defined in toml.\")\n",
    "\n",
    "# Number of processors\n",
    "NUM_PROCS = config.get('num_procs')\n",
    "if not NUM_PROCS:\n",
    "    raise ValueError(\"num_procs not defined in toml.\")\n",
    "else:\n",
    "    NUM_PROCS = int(NUM_PROCS)\n",
    "\n",
    "if NUM_PROCS_ARGS != NUM_PROCS:\n",
    "    NUM_PROCS = NUM_PROCS_ARGS\n",
    "\n",
    "# if using sdf:\n",
    "if HOST == 'sdf':    \n",
    "    #check that environment variables are configured for execution\n",
    "    IMPACT_COMMAND = config.get(\"impact_command\")\n",
    "    if not IMPACT_COMMAND:\n",
    "       raise ValueError(\"impact_command not defined in toml.\")\n",
    "\n",
    "\n",
    "    IMPACT_COMMAND_MPI = config.get(\"impact_command_mpi\")\n",
    "    if not IMPACT_COMMAND_MPI:\n",
    "       raise ValueError(\"impact_command_mpi not defined in toml.\")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "CONFIG0 = {}\n",
    "\n",
    "# Base settings\n",
    "SETTINGS0 = {\n",
    " 'distgen:n_particle': 10_000,   \n",
    " 'timeout': 10000,\n",
    " 'header:Nx': 32,\n",
    " 'header:Ny': 32,\n",
    " 'header:Nz': 32,\n",
    " 'numprocs': NUM_PROCS,\n",
    "   }\n",
    "\n",
    "SETTINGS0['numprocs'] = NUM_PROCS\n",
    "CONFIG0[\"workdir\"] = replaceEnvironmentFiles(get_path('workdir'))\n",
    "\n",
    "if DEBUG:\n",
    "    logger.info('DEBUG MODE: Running without space charge for speed. ')\n",
    "    SETTINGS0['distgen:n_particle'] = 1000\n",
    "    SETTINGS0['total_charge'] = 0\n",
    "    \n",
    "# Host config    \n",
    "if HOST in ('sdf'):\n",
    "    \n",
    "    #SDF setup \n",
    "    SETTINGS0['command'] =  IMPACT_COMMAND\n",
    "    SETTINGS0['command_mpi'] =  IMPACT_COMMAND_MPI\n",
    "    SETTINGS0['mpi_run'] = config.get(\"mpi_run_cmd\")\n",
    "    \n",
    "elif HOST == 'local':\n",
    "    logger.info('Running locally')\n",
    "    \n",
    "else:\n",
    "    raise ValueError(f'Unknown host: {HOST}')\n",
    "    "
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Select: LCLS or FACET"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "# PV -> Sim conversion table\n",
    "CSV =  f'pv_mapping/{MODEL}_impact.csv'  \n",
    "\n",
    "CONFIG0['impact_config']      =  replaceEnvironmentFiles(get_path('config_file'))\n",
    "CONFIG0['distgen_input_file'] =  replaceEnvironmentFiles(get_path('distgen_input_file'))\n",
    "\n",
    "print('Impact Config Loaded - ', CONFIG0['impact_config'] )\n",
    "print('Distgen Input File Loaded - ', CONFIG0['distgen_input_file'] )\n",
    "\n",
    "PLOT_OUTPUT_DIR = replaceEnvironmentFiles(get_path('plot_output_dir'))\n",
    "\n",
    "if MODEL == 'cu_inj':\n",
    "    VCC_DEVICE = 'CAMR:IN20:186' # LCLS   \n",
    "    \n",
    "    DASHBOARD_KWARGS = {'outpath':PLOT_OUTPUT_DIR,\n",
    "                    'screen1': 'YAG02',\n",
    "                    'screen2': 'YAG03',\n",
    "                    'screen3': 'OTR2',\n",
    "                    'ylim' : (0, None), # Emittance scale   \n",
    "                    'ylim2': (0, None), # sigma_x scale\n",
    "                    'name' : PREFIX\n",
    "                   }    \n",
    "    \n",
    "    SETTINGS0['stop'] = 16.5\n",
    "    SETTINGS0['distgen:t_dist:length:value'] =  4 * 1.65   #  Inferred pulse stacker FWHM: 4 ps, converted to tukey length\n",
    "    \n",
    "if MODEL == 'sc_inj':\n",
    "    VCC_DEVICE = 'CAMR:LGUN:950' # LCLS-II \n",
    "    \n",
    "    DASHBOARD_KWARGS = {'outpath':PLOT_OUTPUT_DIR,\n",
    "                    'screen1': 'YAG01B',\n",
    "                  #  'screen2': 'BEAM0',\n",
    "                  #  'screen3': 'OTR0H04',\n",
    "                    'screen2': 'CM01BEG',\n",
    "                    'screen3': 'BEAM0',\n",
    "                    'ylim' : (0, 3e-6), # Emittance scale   \n",
    "                    'ylim2': (0, None), # sigma_x scale                    \n",
    "                    'name' : PREFIX\n",
    "                   }    \n",
    "    \n",
    "    SETTINGS0['stop'] = 14 # 28\n",
    "    SETTINGS0['distgen:t_dist:sigma_t:value'] =  16 / 2.355   # ps, equivalent to 16ps FWHM from Feng\n",
    "    \n",
    "elif MODEL == 'f2e_inj':\n",
    "    VCC_DEVICE = 'CAMR:LT10:900' # FACET-II\n",
    "    \n",
    "    DASHBOARD_KWARGS = {'outpath':PLOT_OUTPUT_DIR,\n",
    "                    'screen1': 'PR10241',\n",
    "                    'screen2': 'PR10465',\n",
    "                    'screen3': 'PR10571',\n",
    "                    'ylim' : (0, 20e-6), # Emittance scale\n",
    "                    'name' : PREFIX\n",
    "                   }        \n",
    "    \n",
    "    SETTINGS0['distgen:t_dist:length:value'] =  3.65 * 1.65   #  Measured FWHM: 3.65 ps, converted to tukey length\n",
    "     \n",
    "else:\n",
    "    raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "({'workdir': '/scratch/t/thakur12',\n",
       "  'impact_config': '/sdf/group/ard/thakur12/lcls-lattice/impact/models/sc_inj/v1/ImpactT.yaml',\n",
       "  'distgen_input_file': '/sdf/group/ard/thakur12/lcls-lattice/distgen/models/sc_inj/vcc_image/distgen.yaml'},\n",
       " {'distgen:n_particle': 10000,\n",
       "  'timeout': 10000,\n",
       "  'header:Nx': 32,\n",
       "  'header:Ny': 32,\n",
       "  'header:Nz': 32,\n",
       "  'numprocs': 64,\n",
       "  'command': '/sdf/group/ard/impact/bin/ImpactTexe',\n",
       "  'command_mpi': '/sdf/group/ard/impact/bin/ImpactTexe-mpi',\n",
       "  'mpi_run': 'salloc --partition shared -N 1 -n {nproc} /sdf/sw/gcc-4.8.5/openmpi-4.0.4/bin/mpirun -n {nproc} {command_mpi}',\n",
       "  'stop': 14,\n",
       "  'distgen:t_dist:sigma_t:value': 6.794055201698514})"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "CONFIG0, SETTINGS0\n",
    "logger.info(f'FINAL SETTINGS - {SETTINGS0}')"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Set up monitors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Gun: 700 kV\n",
    "# Buncher: 200 keV energy gain\n",
    "# Buncher: +60 deg relative to on-crest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Variable</th>\n",
       "      <th>bmad_name</th>\n",
       "      <th>device_pv_name</th>\n",
       "      <th>pv_unit</th>\n",
       "      <th>impact_name</th>\n",
       "      <th>impact_factor</th>\n",
       "      <th>impact_offset</th>\n",
       "      <th>impact_description</th>\n",
       "      <th>impact_unit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Gun Voltage</td>\n",
       "      <td>RFGUNB</td>\n",
       "      <td>SOLN:GUNB:212:BACT</td>\n",
       "      <td>xxx</td>\n",
       "      <td>RFGUNB:rf_field_scale</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.764633e+07</td>\n",
       "      <td>Value for 670 kV</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Gun phase</td>\n",
       "      <td>RFGUNB</td>\n",
       "      <td>SOLN:GUNB:212:BACT</td>\n",
       "      <td>xxx</td>\n",
       "      <td>RFGUNB:autophase_deg</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Solenoid 1</td>\n",
       "      <td>SOL1B</td>\n",
       "      <td>SOLN:GUNB:212:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>SOL1B:solenoid_field_scale</td>\n",
       "      <td>1.159555e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak field</td>\n",
       "      <td>T</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Solenoid 2</td>\n",
       "      <td>SOL2B</td>\n",
       "      <td>SOLN:GUNB:823:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>SOL2B:solenoid_field_scale</td>\n",
       "      <td>1.159555e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak field</td>\n",
       "      <td>T</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>charge</td>\n",
       "      <td>CATHODE</td>\n",
       "      <td>BPMS:GUNB:314:TMIT</td>\n",
       "      <td>n_electrons</td>\n",
       "      <td>distgen:total_charge:value</td>\n",
       "      <td>1.600000e-07</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>total charge on cathode</td>\n",
       "      <td>pC</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Buncher Voltage</td>\n",
       "      <td>BUN1B</td>\n",
       "      <td>ACCL:GUNB:455:AACT_AVG</td>\n",
       "      <td>MV</td>\n",
       "      <td>BUN1B:rf_field_scale</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.786301e+06</td>\n",
       "      <td>values for 200 kV</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Buncher Phase</td>\n",
       "      <td>BUN1B</td>\n",
       "      <td>ACCL:GUNB:455:PACT_AVG</td>\n",
       "      <td>deg</td>\n",
       "      <td>BUN1B:autophase_deg</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>-6.000000e+01</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Cavity 1 voltage</td>\n",
       "      <td>CAVL011</td>\n",
       "      <td>ACCL:L0B:0110:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL011:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Cavity 2 voltage</td>\n",
       "      <td>CAVL012</td>\n",
       "      <td>ACCL:L0B:0120:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL012:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Cavity 3 voltage</td>\n",
       "      <td>CAVL013</td>\n",
       "      <td>ACCL:L0B:0130:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL013:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Cavity 4 voltage</td>\n",
       "      <td>CAVL014</td>\n",
       "      <td>ACCL:L0B:0140:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL014:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Cavity 5 voltage</td>\n",
       "      <td>CAVL015</td>\n",
       "      <td>ACCL:L0B:0150:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL015:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Cavity 6 voltage</td>\n",
       "      <td>CAVL016</td>\n",
       "      <td>ACCL:L0B:0160:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL016:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Cavity 7 voltage</td>\n",
       "      <td>CAVL017</td>\n",
       "      <td>ACCL:L0B:0170:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL017:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Cavity 8 voltage</td>\n",
       "      <td>CAVL018</td>\n",
       "      <td>ACCL:L0B:0180:AACTMEAN</td>\n",
       "      <td>MV</td>\n",
       "      <td>CAVL018:rf_field_scale</td>\n",
       "      <td>1.861947e+06</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>peak on-axis electric field</td>\n",
       "      <td>V/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Cavity 1 phase</td>\n",
       "      <td>CAVL011</td>\n",
       "      <td>ACCL:L0B:0110:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL011:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Cavity 2 phase</td>\n",
       "      <td>CAVL012</td>\n",
       "      <td>ACCL:L0B:0120:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL012:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Cavity 3 phase</td>\n",
       "      <td>CAVL013</td>\n",
       "      <td>ACCL:L0B:0130:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL013:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Cavity 4 phase</td>\n",
       "      <td>CAVL014</td>\n",
       "      <td>ACCL:L0B:0140:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL014:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Cavity 5 phase</td>\n",
       "      <td>CAVL015</td>\n",
       "      <td>ACCL:L0B:0150:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL015:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Cavity 6 phase</td>\n",
       "      <td>CAVL016</td>\n",
       "      <td>ACCL:L0B:0160:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL016:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Cavity 7 phase</td>\n",
       "      <td>CAVL017</td>\n",
       "      <td>ACCL:L0B:0170:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL017:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Cavity 8 phase</td>\n",
       "      <td>CAVL018</td>\n",
       "      <td>ACCL:L0B:0180:PACTMEAN</td>\n",
       "      <td>deg</td>\n",
       "      <td>CAVL018:autophase_deg</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>phase relative to on-crest</td>\n",
       "      <td>deg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Q0H01 field</td>\n",
       "      <td>Q0H01</td>\n",
       "      <td>QUAD:HTR:120:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H01:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Q0H02 field</td>\n",
       "      <td>Q0H02</td>\n",
       "      <td>QUAD:HTR:140:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H02:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Q0H03 field</td>\n",
       "      <td>Q0H03</td>\n",
       "      <td>QUAD:HTR:300:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H03:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Q0H04 field</td>\n",
       "      <td>Q0H04</td>\n",
       "      <td>QUAD:HTR:320:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H04:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Q0H05 field</td>\n",
       "      <td>Q0H05</td>\n",
       "      <td>QUAD:HTR:365:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H05:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Q0H06 field</td>\n",
       "      <td>Q0H06</td>\n",
       "      <td>QUAD:HTR:385:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H06:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Q0H07 field</td>\n",
       "      <td>Q0H07</td>\n",
       "      <td>QUAD:HTR:440:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H07:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Q0H08 field</td>\n",
       "      <td>Q0H08</td>\n",
       "      <td>QUAD:HTR:460:BACT</td>\n",
       "      <td>kG*m</td>\n",
       "      <td>Q0H08:b1_gradient</td>\n",
       "      <td>-8.038585e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>magnetic field gradient</td>\n",
       "      <td>T/m</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Variable bmad_name          device_pv_name      pv_unit  \\\n",
       "0        Gun Voltage    RFGUNB      SOLN:GUNB:212:BACT          xxx   \n",
       "1          Gun phase    RFGUNB      SOLN:GUNB:212:BACT          xxx   \n",
       "2         Solenoid 1     SOL1B      SOLN:GUNB:212:BACT         kG*m   \n",
       "3         Solenoid 2     SOL2B      SOLN:GUNB:823:BACT         kG*m   \n",
       "4             charge   CATHODE      BPMS:GUNB:314:TMIT  n_electrons   \n",
       "5    Buncher Voltage     BUN1B  ACCL:GUNB:455:AACT_AVG           MV   \n",
       "6      Buncher Phase     BUN1B  ACCL:GUNB:455:PACT_AVG          deg   \n",
       "7   Cavity 1 voltage   CAVL011  ACCL:L0B:0110:AACTMEAN           MV   \n",
       "8   Cavity 2 voltage   CAVL012  ACCL:L0B:0120:AACTMEAN           MV   \n",
       "9   Cavity 3 voltage   CAVL013  ACCL:L0B:0130:AACTMEAN           MV   \n",
       "10  Cavity 4 voltage   CAVL014  ACCL:L0B:0140:AACTMEAN           MV   \n",
       "11  Cavity 5 voltage   CAVL015  ACCL:L0B:0150:AACTMEAN           MV   \n",
       "12  Cavity 6 voltage   CAVL016  ACCL:L0B:0160:AACTMEAN           MV   \n",
       "13  Cavity 7 voltage   CAVL017  ACCL:L0B:0170:AACTMEAN           MV   \n",
       "14  Cavity 8 voltage   CAVL018  ACCL:L0B:0180:AACTMEAN           MV   \n",
       "15    Cavity 1 phase   CAVL011  ACCL:L0B:0110:PACTMEAN          deg   \n",
       "16    Cavity 2 phase   CAVL012  ACCL:L0B:0120:PACTMEAN          deg   \n",
       "17    Cavity 3 phase   CAVL013  ACCL:L0B:0130:PACTMEAN          deg   \n",
       "18    Cavity 4 phase   CAVL014  ACCL:L0B:0140:PACTMEAN          deg   \n",
       "19    Cavity 5 phase   CAVL015  ACCL:L0B:0150:PACTMEAN          deg   \n",
       "20    Cavity 6 phase   CAVL016  ACCL:L0B:0160:PACTMEAN          deg   \n",
       "21    Cavity 7 phase   CAVL017  ACCL:L0B:0170:PACTMEAN          deg   \n",
       "22    Cavity 8 phase   CAVL018  ACCL:L0B:0180:PACTMEAN          deg   \n",
       "23       Q0H01 field     Q0H01       QUAD:HTR:120:BACT         kG*m   \n",
       "24       Q0H02 field     Q0H02       QUAD:HTR:140:BACT         kG*m   \n",
       "25       Q0H03 field     Q0H03       QUAD:HTR:300:BACT         kG*m   \n",
       "26       Q0H04 field     Q0H04       QUAD:HTR:320:BACT         kG*m   \n",
       "27       Q0H05 field     Q0H05       QUAD:HTR:365:BACT         kG*m   \n",
       "28       Q0H06 field     Q0H06       QUAD:HTR:385:BACT         kG*m   \n",
       "29       Q0H07 field     Q0H07       QUAD:HTR:440:BACT         kG*m   \n",
       "30       Q0H08 field     Q0H08       QUAD:HTR:460:BACT         kG*m   \n",
       "\n",
       "                   impact_name  impact_factor  impact_offset  \\\n",
       "0        RFGUNB:rf_field_scale   0.000000e+00   1.764633e+07   \n",
       "1         RFGUNB:autophase_deg   0.000000e+00   0.000000e+00   \n",
       "2   SOL1B:solenoid_field_scale   1.159555e+00   0.000000e+00   \n",
       "3   SOL2B:solenoid_field_scale   1.159555e+00   0.000000e+00   \n",
       "4   distgen:total_charge:value   1.600000e-07   0.000000e+00   \n",
       "5         BUN1B:rf_field_scale   0.000000e+00   1.786301e+06   \n",
       "6          BUN1B:autophase_deg   0.000000e+00  -6.000000e+01   \n",
       "7       CAVL011:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "8       CAVL012:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "9       CAVL013:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "10      CAVL014:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "11      CAVL015:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "12      CAVL016:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "13      CAVL017:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "14      CAVL018:rf_field_scale   1.861947e+06   0.000000e+00   \n",
       "15       CAVL011:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "16       CAVL012:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "17       CAVL013:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "18       CAVL014:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "19       CAVL015:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "20       CAVL016:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "21       CAVL017:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "22       CAVL018:autophase_deg   1.000000e+00   0.000000e+00   \n",
       "23           Q0H01:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "24           Q0H02:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "25           Q0H03:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "26           Q0H04:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "27           Q0H05:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "28           Q0H06:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "29           Q0H07:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "30           Q0H08:b1_gradient  -8.038585e-01   0.000000e+00   \n",
       "\n",
       "             impact_description impact_unit  \n",
       "0             Value for 670 kV          V/m  \n",
       "1                           NaN         deg  \n",
       "2                    peak field           T  \n",
       "3                    peak field           T  \n",
       "4       total charge on cathode          pC  \n",
       "5             values for 200 kV         V/m  \n",
       "6    phase relative to on-crest         deg  \n",
       "7   peak on-axis electric field         V/m  \n",
       "8   peak on-axis electric field         V/m  \n",
       "9   peak on-axis electric field         V/m  \n",
       "10  peak on-axis electric field         V/m  \n",
       "11  peak on-axis electric field         V/m  \n",
       "12  peak on-axis electric field         V/m  \n",
       "13  peak on-axis electric field         V/m  \n",
       "14  peak on-axis electric field         V/m  \n",
       "15   phase relative to on-crest         deg  \n",
       "16   phase relative to on-crest         deg  \n",
       "17   phase relative to on-crest         deg  \n",
       "18   phase relative to on-crest         deg  \n",
       "19   phase relative to on-crest         deg  \n",
       "20   phase relative to on-crest         deg  \n",
       "21   phase relative to on-crest         deg  \n",
       "22   phase relative to on-crest         deg  \n",
       "23      magnetic field gradient         T/m  \n",
       "24      magnetic field gradient         T/m  \n",
       "25      magnetic field gradient         T/m  \n",
       "26      magnetic field gradient         T/m  \n",
       "27      magnetic field gradient         T/m  \n",
       "28      magnetic field gradient         T/m  \n",
       "29      magnetic field gradient         T/m  \n",
       "30      magnetic field gradient         T/m  "
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "DF = pd.read_csv(CSV)#.dropna()\n",
    "\n",
    "PVLIST = list(DF['device_pv_name'].dropna()) \n",
    "\n",
    "if USE_VCC:\n",
    "    PVLIST = PVLIST + list(VCC_DEVICE_PV[VCC_DEVICE].values())\n",
    "else:\n",
    "    logger.info('USE VCC set to False. VCC is not working right now.')\n",
    "#DF.set_index('device_pv_name', inplace=True)\n",
    "DF"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "if LIVE:\n",
    "    MONITOR = {pvname:epics.PV(pvname) for pvname in PVLIST}\n",
    "    SNAPSHOT = None\n",
    "    sleep(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_snapshot(snapshot_file=None):\n",
    "        \n",
    "    if LIVE:\n",
    "        itime = isotime()\n",
    "        pvdata =  {k:MONITOR[k].get() for k in MONITOR}\n",
    "    else:\n",
    "        pvdata, itime = load_pvdata(snapshot_file)\n",
    "        itime = itime.decode('utf-8')\n",
    "    \n",
    "    logger.info(f'Acquired settings from EPICS at: {itime}')\n",
    "    \n",
    "    epics_working_check = [val for val in pvdata.values() if val is None]\n",
    "    \n",
    "    if len(epics_working_check) == len(list(pvdata.keys())):\n",
    "        raise Exception(f'EPICS returned None for all keys. Please check if you are able to connect to Accelerator')\n",
    "\n",
    "    VCC_Key = None\n",
    "    \n",
    "    for k, v in pvdata.items():\n",
    "        \n",
    "        if v is None:\n",
    "            raise ValueError(f'EPICS get for {k} returned None')\n",
    "        \n",
    "        if ':IMAGE:ARRAYDATA' in k.upper():\n",
    "            VCC_Key = k\n",
    "            found = False\n",
    "            logger.info(f'Waiting for good {k}')\n",
    "            counter = 0\n",
    "            USE_VCC_LOCAL = True\n",
    "            while not found and counter < 5:\n",
    "                counter += 1\n",
    "                if v is None:\n",
    "                    continue\n",
    "                if v.std() > 10:\n",
    "                    found = True\n",
    "                else:\n",
    "                    v = MONITOR[k].get()\n",
    "            if counter == 5:\n",
    "                logger.info(f'VCC is not working. Defaulting to None.')\n",
    "                USE_VCC_LOCAL = False\n",
    "            elif v.ptp() < 128:\n",
    "                v = v.astype(np.int8) # Downcast preemptively \n",
    "            pvdata[k] = v\n",
    "        else:\n",
    "            USE_VCC_LOCAL = False\n",
    "\n",
    "    if not USE_VCC_LOCAL and VCC_Key in pvdata:\n",
    "        del pvdata[VCC_Key]\n",
    "\n",
    "    return pvdata, itime, USE_VCC_LOCAL"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# EPICS -> Simulation settings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "def get_settings(csv, base_settings={}, snapshot_dir=None, snapshot_file=None):\n",
    "    \"\"\"\n",
    "    Fetches live settings for all devices in the CSV table, and translates them to simulation inputs\n",
    "     \n",
    "    \"\"\"\n",
    "    df = DF[DF['device_pv_name'].notna()]\n",
    "    assert len(df) > 0, 'Empty dataframe!'\n",
    "    \n",
    "    pv_names = list(df['device_pv_name'])\n",
    "\n",
    "    pvdata, itime, USE_VCC_LOCAL = get_snapshot(snapshot_file)\n",
    "    \n",
    "    df['pv_value'] = [pvdata[k] for k in pv_names]\n",
    "    \n",
    "    # Assign impact\n",
    "    df['impact_value'] = df['impact_factor']*df['pv_value'] \n",
    "    if 'impact_offset' in df:\n",
    "        df['impact_value'] = df['impact_value']  + df['impact_offset']\n",
    "\n",
    "    # Collect settings\n",
    "    settings = base_settings.copy()\n",
    "    settings.update(dict(zip(df['impact_name'], df['impact_value'])))\n",
    "    \n",
    "    if DEBUG:\n",
    "        settings['total_charge'] = 0\n",
    "    else:\n",
    "        settings['total_charge'] = 1 # Will be updated with particles\n",
    "\n",
    "    # VCC image\n",
    "    if USE_VCC_LOCAL:\n",
    "        logger.info('Getting VCC Live Distgen')\n",
    "        dfile, img, cutimg = get_live_distgen_xy_dist(filename=DISTGEN_LASER_FILE, vcc_device=VCC_DEVICE, pvdata=pvdata)  \n",
    "        settings['distgen:xy_dist:file'] = dfile\n",
    "    else:\n",
    "        img, cutimg = None, None\n",
    "        #settings['distgen:r_dist:max_r:value'] = 0.35 # TEMP     \n",
    "        \n",
    "    if snapshot_dir and not snapshot_file:\n",
    "        filename = os.path.abspath(os.path.join(snapshot_dir, f'{MODEL}-snapshot-{itime}.h5'))\n",
    "        total_charge_pC = settings['distgen:total_charge:value']\n",
    "        if total_charge_pC < MIN_CHARGE_pC:\n",
    "            logger.info(f'total charge is too low: {total_charge_pC:.2f} pC, not saving snapshot')         \n",
    "        else:\n",
    "            save_pvdata(filename, pvdata, itime)\n",
    "            logger.info(f'EPICS shapshot written: {filename}')\n",
    "        \n",
    "        \n",
    "    return settings, df, img, cutimg, itime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "DO_TIMING = False\n",
    "\n",
    "if DO_TIMING:\n",
    "    import numpy as np\n",
    "    import time\n",
    "    results = []\n",
    "    tlist = []\n",
    "    nlist = 2**np.arange(1,8, 1)[::-1]\n",
    "    for n in nlist:\n",
    "        t1 = time.time()\n",
    "        LIVE_SETTINGS['numprocs'] = n\n",
    "        print(f'running wit {n}')\n",
    "        result = run_impact_with_distgen(LIVE_SETTINGS, **CONFIG0, verbose=False )\n",
    "        results.append(result)\n",
    "        dt = time.time() - t1\n",
    "        tlist.append(dt)\n",
    "        print(n, dt)     \n",
    "        \n",
    "    tlist, nlist        "
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Get live values, run Impact-T, make dashboard"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Patch this into the function below for the dashboard creation\n",
    "def my_merit(impact_object, itime):\n",
    "    # Collect standard output statistics\n",
    "    merit0 = default_impact_merit(impact_object)\n",
    "    \n",
    "    PLOT_OUTPUT_DIR_DATED = convertToDatedFormat(PLOT_OUTPUT_DIR)\n",
    "    #Overriding at runtime to save in dated folders\n",
    "    DASHBOARD_KWARGS[\"outpath\"] = PLOT_OUTPUT_DIR_DATED\n",
    "    \n",
    "    # Make the dashboard from the evaluated object\n",
    "    plot_file = make_dashboard(impact_object, itime=itime, **DASHBOARD_KWARGS)\n",
    "    #print('Dashboard written:', plot_file)\n",
    "    logger.info(f'Dashboard written: {plot_file}')\n",
    "    \n",
    "    # Make all readable\n",
    "    os.chmod(plot_file, 0o644)\n",
    "    \n",
    "    # Assign extra info\n",
    "    merit0['plot_file'] = plot_file    \n",
    "    merit0['isotime'] = itime\n",
    "    \n",
    "    # Clear any buffers\n",
    "    plt.close('all')\n",
    "\n",
    "    return merit0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run1():\n",
    "    dat = {}\n",
    "\n",
    "    SNAPSHOT_DIR_DATED = convertToDatedFormat(SNAPSHOT_DIR)\n",
    "    ARCHIVE_DIR_DATED = convertToDatedFormat(ARCHIVE_DIR)\n",
    "    SUMMARY_OUTPUT_DIR_DATED = convertToDatedFormat(SUMMARY_OUTPUT_DIR)\n",
    "        \n",
    "    # Acquire settings\n",
    "    mysettings, df, img, cutimg, itime = get_settings(CSV,\n",
    "                                                           SETTINGS0,\n",
    "                                                           snapshot_dir=SNAPSHOT_DIR_DATED,\n",
    "                                                          snapshot_file=SNAPSHOT)        \n",
    "    dat['isotime'] = itime\n",
    "    \n",
    "    # Record inputs\n",
    "    dat['inputs'] = mysettings\n",
    "    dat['config'] = CONFIG0\n",
    "    dat['pv_mapping_dataframe'] = df.to_dict()\n",
    "    \n",
    "    logger.info(f'Running evaluate_impact_with_distgen...')\n",
    "\n",
    "    t0 = time()\n",
    "    \n",
    "    total_charge_pC = mysettings['distgen:total_charge:value']\n",
    "    if total_charge_pC < MIN_CHARGE_pC:\n",
    "        logger.info(f'total charge is too low: {total_charge_pC:.2f} pC, skipping')\n",
    "        return dat\n",
    "    \n",
    "    outputs = evaluate_impact_with_distgen(mysettings,\n",
    "                                       merit_f=lambda x: my_merit(x, itime),\n",
    "                                       archive_path=ARCHIVE_DIR_DATED,\n",
    "                                       **CONFIG0, verbose=True )\n",
    "    \n",
    "    dat['outputs'] =  outputs   \n",
    "    logger.info(f'...finished in {(time()-t0)/60:.1f} min')\n",
    "    fname = fname=f'{SUMMARY_OUTPUT_DIR_DATED}/{PREFIX}-{itime}.json'\n",
    "\n",
    "    json.dump(dat, open(fname, 'w'), cls=NpEncoder)\n",
    "    logger.info(f'Summary output written: {fname}')\n",
    "    return dat\n",
    "    "
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# loop it\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[78], line 4\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39m__name__\u001b[39m \u001b[39m==\u001b[39m \u001b[39m'\u001b[39m\u001b[39m__main__\u001b[39m\u001b[39m'\u001b[39m:\n\u001b[1;32m      2\u001b[0m     \u001b[39m#while True:\u001b[39;00m\n\u001b[1;32m      3\u001b[0m         \u001b[39m#try:\u001b[39;00m\n\u001b[0;32m----> 4\u001b[0m             result \u001b[39m=\u001b[39m run1()\n\u001b[1;32m      5\u001b[0m         \u001b[39m#except:\u001b[39;00m\n\u001b[1;32m      6\u001b[0m         \u001b[39m#    sleep(10)\u001b[39;00m\n\u001b[1;32m      7\u001b[0m         \u001b[39m#    logger.info('Something BAD happened. Sleeping for 10 s ...')\u001b[39;00m\n",
      "Cell \u001b[0;32mIn[71], line 5\u001b[0m, in \u001b[0;36mrun1\u001b[0;34m()\u001b[0m\n\u001b[1;32m      2\u001b[0m dat \u001b[39m=\u001b[39m {}\n\u001b[1;32m      4\u001b[0m \u001b[39m# Acquire settings\u001b[39;00m\n\u001b[0;32m----> 5\u001b[0m mysettings, df, img, cutimg, itime \u001b[39m=\u001b[39m get_settings(CSV,\n\u001b[1;32m      6\u001b[0m                                                        SETTINGS0,\n\u001b[1;32m      7\u001b[0m                                                        snapshot_dir\u001b[39m=\u001b[39;49mSNAPSHOT_DIR,\n\u001b[1;32m      8\u001b[0m                                                       snapshot_file\u001b[39m=\u001b[39;49mSNAPSHOT)        \n\u001b[1;32m      9\u001b[0m dat[\u001b[39m'\u001b[39m\u001b[39misotime\u001b[39m\u001b[39m'\u001b[39m] \u001b[39m=\u001b[39m itime\n\u001b[1;32m     11\u001b[0m \u001b[39m# Record inputs\u001b[39;00m\n",
      "Cell \u001b[0;32mIn[66], line 11\u001b[0m, in \u001b[0;36mget_settings\u001b[0;34m(csv, base_settings, snapshot_dir, snapshot_file)\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[39massert\u001b[39;00m \u001b[39mlen\u001b[39m(df) \u001b[39m>\u001b[39m \u001b[39m0\u001b[39m, \u001b[39m'\u001b[39m\u001b[39mEmpty dataframe!\u001b[39m\u001b[39m'\u001b[39m\n\u001b[1;32m      9\u001b[0m pv_names \u001b[39m=\u001b[39m \u001b[39mlist\u001b[39m(df[\u001b[39m'\u001b[39m\u001b[39mdevice_pv_name\u001b[39m\u001b[39m'\u001b[39m])\n\u001b[0;32m---> 11\u001b[0m pvdata, itime \u001b[39m=\u001b[39m get_snapshot(snapshot_file)\n\u001b[1;32m     13\u001b[0m df[\u001b[39m'\u001b[39m\u001b[39mpv_value\u001b[39m\u001b[39m'\u001b[39m] \u001b[39m=\u001b[39m [pvdata[k] \u001b[39mfor\u001b[39;00m k \u001b[39min\u001b[39;00m pv_names]\n\u001b[1;32m     15\u001b[0m \u001b[39m# Assign impact\u001b[39;00m\n",
      "Cell \u001b[0;32mIn[64], line 5\u001b[0m, in \u001b[0;36mget_snapshot\u001b[0;34m(snapshot_file)\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[39mif\u001b[39;00m LIVE:\n\u001b[1;32m      4\u001b[0m     itime \u001b[39m=\u001b[39m isotime()\n\u001b[0;32m----> 5\u001b[0m     pvdata \u001b[39m=\u001b[39m  {k:MONITOR[k]\u001b[39m.\u001b[39mget() \u001b[39mfor\u001b[39;00m k \u001b[39min\u001b[39;00m MONITOR}\n\u001b[1;32m      6\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m      7\u001b[0m     \u001b[39mprint\u001b[39m(snapshot_file)\n",
      "Cell \u001b[0;32mIn[64], line 5\u001b[0m, in \u001b[0;36m<dictcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[39mif\u001b[39;00m LIVE:\n\u001b[1;32m      4\u001b[0m     itime \u001b[39m=\u001b[39m isotime()\n\u001b[0;32m----> 5\u001b[0m     pvdata \u001b[39m=\u001b[39m  {k:MONITOR[k]\u001b[39m.\u001b[39;49mget() \u001b[39mfor\u001b[39;00m k \u001b[39min\u001b[39;00m MONITOR}\n\u001b[1;32m      6\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m      7\u001b[0m     \u001b[39mprint\u001b[39m(snapshot_file)\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:484\u001b[0m, in \u001b[0;36mPV.get\u001b[0;34m(self, count, as_string, as_numpy, timeout, with_ctrlvars, use_monitor)\u001b[0m\n\u001b[1;32m    462\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mget\u001b[39m(\u001b[39mself\u001b[39m, count\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m, as_string\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m, as_numpy\u001b[39m=\u001b[39m\u001b[39mTrue\u001b[39;00m,\n\u001b[1;32m    463\u001b[0m         timeout\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m, with_ctrlvars\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m, use_monitor\u001b[39m=\u001b[39m\u001b[39mTrue\u001b[39;00m):\n\u001b[1;32m    464\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"returns current value of PV.  Use the options:\u001b[39;00m\n\u001b[1;32m    465\u001b[0m \u001b[39m    count       explicitly limit count for array data\u001b[39;00m\n\u001b[1;32m    466\u001b[0m \u001b[39m    as_string   flag(True/False) to get a string representation\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    482\u001b[0m \u001b[39m    this method will raise the exception ChannelAccessGetFailure.\u001b[39;00m\n\u001b[1;32m    483\u001b[0m \u001b[39m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 484\u001b[0m     data \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mget_with_metadata(count\u001b[39m=\u001b[39;49mcount, as_string\u001b[39m=\u001b[39;49mas_string,\n\u001b[1;32m    485\u001b[0m                                   as_numpy\u001b[39m=\u001b[39;49mas_numpy, timeout\u001b[39m=\u001b[39;49mtimeout,\n\u001b[1;32m    486\u001b[0m                                   with_ctrlvars\u001b[39m=\u001b[39;49mwith_ctrlvars,\n\u001b[1;32m    487\u001b[0m                                   use_monitor\u001b[39m=\u001b[39;49muse_monitor)\n\u001b[1;32m    488\u001b[0m     \u001b[39mreturn\u001b[39;00m (data[\u001b[39m'\u001b[39m\u001b[39mvalue\u001b[39m\u001b[39m'\u001b[39m]\n\u001b[1;32m    489\u001b[0m             \u001b[39mif\u001b[39;00m data \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m\n\u001b[1;32m    490\u001b[0m             \u001b[39melse\u001b[39;00m \u001b[39mNone\u001b[39;00m)\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:47\u001b[0m, in \u001b[0;36m_ensure_context.<locals>.wrapped\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     45\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mRuntimeError\u001b[39;00m(\u001b[39m'\u001b[39m\u001b[39mExpected CA context is unset\u001b[39m\u001b[39m'\u001b[39m)\n\u001b[1;32m     46\u001b[0m \u001b[39melif\u001b[39;00m expected_context \u001b[39m==\u001b[39m initial_context:\n\u001b[0;32m---> 47\u001b[0m     \u001b[39mreturn\u001b[39;00m func(\u001b[39mself\u001b[39;49m, \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m     49\u001b[0m \u001b[39m# If not using the expected context, switch to it here:\u001b[39;00m\n\u001b[1;32m     50\u001b[0m \u001b[39mif\u001b[39;00m initial_context \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:526\u001b[0m, in \u001b[0;36mPV.get_with_metadata\u001b[0;34m(self, count, as_string, as_numpy, timeout, with_ctrlvars, form, use_monitor, as_namespace)\u001b[0m\n\u001b[1;32m    492\u001b[0m \u001b[39m@_ensure_context\u001b[39m\n\u001b[1;32m    493\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mget_with_metadata\u001b[39m(\u001b[39mself\u001b[39m, count\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m, as_string\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m, as_numpy\u001b[39m=\u001b[39m\u001b[39mTrue\u001b[39;00m,\n\u001b[1;32m    494\u001b[0m                       timeout\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m, with_ctrlvars\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m, form\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m,\n\u001b[1;32m    495\u001b[0m                       use_monitor\u001b[39m=\u001b[39m\u001b[39mTrue\u001b[39;00m, as_namespace\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m):\n\u001b[1;32m    496\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"Returns a dictionary of the current value and associated metadata\u001b[39;00m\n\u001b[1;32m    497\u001b[0m \n\u001b[1;32m    498\u001b[0m \u001b[39m    count         explicitly limit count for array data\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    524\u001b[0m \u001b[39m    0\u001b[39;00m\n\u001b[1;32m    525\u001b[0m \u001b[39m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 526\u001b[0m     \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mwait_for_connection(timeout\u001b[39m=\u001b[39;49mtimeout):\n\u001b[1;32m    527\u001b[0m         \u001b[39mreturn\u001b[39;00m \u001b[39mNone\u001b[39;00m\n\u001b[1;32m    529\u001b[0m     \u001b[39mif\u001b[39;00m form \u001b[39mis\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:47\u001b[0m, in \u001b[0;36m_ensure_context.<locals>.wrapped\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     45\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mRuntimeError\u001b[39;00m(\u001b[39m'\u001b[39m\u001b[39mExpected CA context is unset\u001b[39m\u001b[39m'\u001b[39m)\n\u001b[1;32m     46\u001b[0m \u001b[39melif\u001b[39;00m expected_context \u001b[39m==\u001b[39m initial_context:\n\u001b[0;32m---> 47\u001b[0m     \u001b[39mreturn\u001b[39;00m func(\u001b[39mself\u001b[39;49m, \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m     49\u001b[0m \u001b[39m# If not using the expected context, switch to it here:\u001b[39;00m\n\u001b[1;32m     50\u001b[0m \u001b[39mif\u001b[39;00m initial_context \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:425\u001b[0m, in \u001b[0;36mPV.wait_for_connection\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    423\u001b[0m start_time \u001b[39m=\u001b[39m time\u001b[39m.\u001b[39mtime()\n\u001b[1;32m    424\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_conn_started:\n\u001b[0;32m--> 425\u001b[0m     \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mconnect(timeout\u001b[39m=\u001b[39;49mtimeout)\n\u001b[1;32m    427\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mconnected:\n\u001b[1;32m    428\u001b[0m     \u001b[39mif\u001b[39;00m timeout \u001b[39mis\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:47\u001b[0m, in \u001b[0;36m_ensure_context.<locals>.wrapped\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     45\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mRuntimeError\u001b[39;00m(\u001b[39m'\u001b[39m\u001b[39mExpected CA context is unset\u001b[39m\u001b[39m'\u001b[39m)\n\u001b[1;32m     46\u001b[0m \u001b[39melif\u001b[39;00m expected_context \u001b[39m==\u001b[39m initial_context:\n\u001b[0;32m---> 47\u001b[0m     \u001b[39mreturn\u001b[39;00m func(\u001b[39mself\u001b[39;49m, \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m     49\u001b[0m \u001b[39m# If not using the expected context, switch to it here:\u001b[39;00m\n\u001b[1;32m     50\u001b[0m \u001b[39mif\u001b[39;00m initial_context \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/pv.py:440\u001b[0m, in \u001b[0;36mPV.connect\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    438\u001b[0m     \u001b[39mif\u001b[39;00m timeout \u001b[39mis\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[1;32m    439\u001b[0m         timeout \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mconnection_timeout\n\u001b[0;32m--> 440\u001b[0m     ca\u001b[39m.\u001b[39;49mconnect_channel(\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mchid, timeout\u001b[39m=\u001b[39;49mtimeout)\n\u001b[1;32m    441\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_conn_started \u001b[39m=\u001b[39m \u001b[39mTrue\u001b[39;00m\n\u001b[1;32m    442\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mconnected \u001b[39mand\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mftype \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/ca.py:577\u001b[0m, in \u001b[0;36mwithCHID.<locals>.wrapper\u001b[0;34m(*args, **kwds)\u001b[0m\n\u001b[1;32m    575\u001b[0m     \u001b[39mif\u001b[39;00m chid\u001b[39m.\u001b[39mvalue \u001b[39mnot\u001b[39;00m \u001b[39min\u001b[39;00m _chid_cache:\n\u001b[1;32m    576\u001b[0m         \u001b[39mraise\u001b[39;00m ChannelAccessException(\u001b[39m'\u001b[39m\u001b[39mUnexpected channel ID\u001b[39m\u001b[39m'\u001b[39m)\n\u001b[0;32m--> 577\u001b[0m \u001b[39mreturn\u001b[39;00m fcn(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwds)\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/ca.py:1072\u001b[0m, in \u001b[0;36mconnect_channel\u001b[0;34m(chid, timeout, verbose)\u001b[0m\n\u001b[1;32m   1069\u001b[0m     timeout \u001b[39m=\u001b[39m DEFAULT_CONNECTION_TIMEOUT\n\u001b[1;32m   1071\u001b[0m \u001b[39mwhile\u001b[39;00m (\u001b[39mnot\u001b[39;00m conn \u001b[39mand\u001b[39;00m ((time\u001b[39m.\u001b[39mtime()\u001b[39m-\u001b[39mstart_time) \u001b[39m<\u001b[39m timeout)):\n\u001b[0;32m-> 1072\u001b[0m     poll()\n\u001b[1;32m   1073\u001b[0m     conn \u001b[39m=\u001b[39m (state(chid) \u001b[39m==\u001b[39m dbr\u001b[39m.\u001b[39mCS_CONN)\n\u001b[1;32m   1074\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m conn:\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/ca.py:547\u001b[0m, in \u001b[0;36mwithCA.<locals>.wrapper\u001b[0;34m(*args, **kwds)\u001b[0m\n\u001b[1;32m    545\u001b[0m \u001b[39melif\u001b[39;00m libca \u001b[39mis\u001b[39;00m _LIBCA_FINALIZED:\n\u001b[1;32m    546\u001b[0m     \u001b[39mreturn\u001b[39;00m  \u001b[39m# Avoid raising exceptions when Python shutting down\u001b[39;00m\n\u001b[0;32m--> 547\u001b[0m \u001b[39mreturn\u001b[39;00m fcn(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwds)\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/ca.py:923\u001b[0m, in \u001b[0;36mpoll\u001b[0;34m(evt, iot)\u001b[0m\n\u001b[1;32m    916\u001b[0m \u001b[39m@withCA\u001b[39m\n\u001b[1;32m    917\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mpoll\u001b[39m(evt\u001b[39m=\u001b[39m\u001b[39m1.e-5\u001b[39m, iot\u001b[39m=\u001b[39m\u001b[39m1.0\u001b[39m):\n\u001b[1;32m    918\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"a convenience function which is equivalent to::\u001b[39;00m\n\u001b[1;32m    919\u001b[0m \u001b[39m       pend_event(evt)\u001b[39;00m\n\u001b[1;32m    920\u001b[0m \u001b[39m       pend_io_(iot)\u001b[39;00m\n\u001b[1;32m    921\u001b[0m \n\u001b[1;32m    922\u001b[0m \u001b[39m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 923\u001b[0m     pend_event(evt)\n\u001b[1;32m    924\u001b[0m     \u001b[39mreturn\u001b[39;00m pend_io(iot)\n",
      "File \u001b[0;32m~/miniconda3/envs/lume-live-dev/lib/python3.9/site-packages/epics/ca.py:910\u001b[0m, in \u001b[0;36mpend_event\u001b[0;34m(timeout)\u001b[0m\n\u001b[1;32m    908\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mpend_event\u001b[39m(timeout\u001b[39m=\u001b[39m\u001b[39m1.e-5\u001b[39m):\n\u001b[1;32m    909\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"polls CA for events \"\"\"\u001b[39;00m\n\u001b[0;32m--> 910\u001b[0m     ret \u001b[39m=\u001b[39m libca\u001b[39m.\u001b[39;49mca_pend_event(timeout)\n\u001b[1;32m    911\u001b[0m     \u001b[39mtry\u001b[39;00m:\n\u001b[1;32m    912\u001b[0m         \u001b[39mreturn\u001b[39;00m PySEVCHK( \u001b[39m'\u001b[39m\u001b[39mpend_event\u001b[39m\u001b[39m'\u001b[39m, ret,  dbr\u001b[39m.\u001b[39mECA_TIMEOUT)\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "if __name__ == '__main__':\n",
    "    while True:\n",
    "        try:\n",
    "            result = run1()\n",
    "            sleep(10)\n",
    "        except Exception as e:\n",
    "            logger.info(e)\n",
    "            if (e.__class__.__name__ == 'Exception'):\n",
    "                logger.info('Stopping the Program')\n",
    "                break\n",
    "            else:\n",
    "                logger.info('Something BAD happened. Sleeping for 10 s ...')      \n",
    "                sleep(10)\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}