From b2c0d5d723ad65201c14812ae8ee78b011fe1830 Mon Sep 17 00:00:00 2001 From: Steve Pothier Date: Fri, 22 Nov 2024 14:11:08 -0700 Subject: [PATCH] comments to users --- notebooks_tsqr/ExposureDetail.ipynb | 1677 +-------------------------- notebooks_tsqr/NightLog.ipynb | 705 ++--------- notebooks_tsqr/dashboard.ipynb | 455 +------- 3 files changed, 167 insertions(+), 2670 deletions(-) diff --git a/notebooks_tsqr/ExposureDetail.ipynb b/notebooks_tsqr/ExposureDetail.ipynb index c86217d..43f849c 100644 --- a/notebooks_tsqr/ExposureDetail.ipynb +++ b/notebooks_tsqr/ExposureDetail.ipynb @@ -2,8 +2,8 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, - "id": "4f3589c5-2081-4deb-94eb-cdac6a6a1212", + "execution_count": null, + "id": "0", "metadata": {}, "outputs": [], "source": [ @@ -23,8 +23,8 @@ }, { "cell_type": "code", - "execution_count": 2, - "id": "41a26669-e8fc-4eb4-bb71-9bb699f5e225", + "execution_count": null, + "id": "1", "metadata": {}, "outputs": [], "source": [ @@ -39,11 +39,11 @@ "if os.environ.get(\"EXTERNAL_INSTANCE_URL\"):\n", " dev_msg = (\n", " 'Installing \"lsst.ts.logging_and_reporting\" from github using \"prototype\" branch. \\n'\n", - " 'TODO: Make the need for this go away by getting Logging_and_Reporting installed in RSP.'\n", + " \"TODO: Make the need for this go away by getting Logging_and_Reporting installed in RSP.\"\n", " )\n", " !pip install --upgrade git+https://github.com/lsst-ts/ts_logging_and_reporting.git@prototype > /dev/null 2>&1\n", "else:\n", - " dev_msg = 'Imported lsst.ts.logging_and_reporting from local packages.'\n", + " dev_msg = \"Imported lsst.ts.logging_and_reporting from local packages.\"\n", "#! import lsst.ts.logging_and_reporting.source_adapters as sad\n", "import lsst.ts.logging_and_reporting.utils as ut\n", "from lsst.ts.logging_and_reporting.reports import md\n", @@ -54,8 +54,8 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "14dacf05-7215-4aa0-8e77-1a8ee5fa16ba", + "execution_count": null, + "id": "2", "metadata": {}, "outputs": [], "source": [ @@ -68,9 +68,9 @@ ") # TODO try with \"usdf\" before push (else \"summit\")\n", "\n", "# Normalize Parameters (both explicit Times Squares params and implicit ones)\n", - "observation_reason = None if observation_reason=='ALL' else observation_reason\n", - "observation_type = None if observation_type=='ALL' else observation_type\n", - "science_program = None if science_program=='ALL' else science_program\n", + "observation_reason = None if observation_reason == \"ALL\" else observation_reason\n", + "observation_type = None if observation_type == \"ALL\" else observation_type\n", + "science_program = None if science_program == \"ALL\" else science_program\n", "params = dict(\n", " day_obs=day_obs,\n", " instrument=instrument,\n", @@ -82,8 +82,8 @@ }, { "cell_type": "code", - "execution_count": 4, - "id": "39ebaf06-bbcd-47a3-b72e-3e1925995c43", + "execution_count": null, + "id": "3", "metadata": {}, "outputs": [], "source": [ @@ -91,7 +91,7 @@ "date = ut.get_datetime_from_dayobs_str(day_obs)\n", "# date: is EXCLUSIVE (upto, but not including)\n", "days = 1\n", - "verbose=False\n", + "verbose = False\n", "\n", "# Thus: [min_day_obs,max_day_obs)\n", "# Format: string, YYYY-MM-DD\n", @@ -103,8 +103,8 @@ }, { "cell_type": "code", - "execution_count": 5, - "id": "860a42fd-5fd2-474d-ad9f-576f36c73d6a", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -114,7 +114,7 @@ " server_url=server,\n", " min_dayobs=min_day_obs,\n", " max_dayobs=max_day_obs,\n", - " verbose=verbose, \n", + " verbose=verbose,\n", " limit=5000,\n", ")\n", "allrep = AllReports(allsrc=allsrc)\n", @@ -123,8 +123,8 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "ca770a2f-ae03-460e-a9c5-ab67a989eb9e", + "execution_count": null, + "id": "5", "metadata": {}, "outputs": [], "source": [ @@ -133,1581 +133,30 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "01206be5-db25-4a34-9ed4-8189bf54042b", + "execution_count": null, + "id": "6", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Observation Type: acq" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "The number of exposures in this filtered result is 150" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
exposure flagobs idtimespan beginseq numobservation typeobservation reasonscience programexposure time
unknownCC_O_20241120_0003032024-11-21T08:05:23.895983303acqacqBLOCK-T2490.0
unknownCC_O_20241120_0003022024-11-21T08:04:03.584007302acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002992024-11-21T08:01:42.035992299acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002962024-11-21T07:59:12.736017296acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002932024-11-21T07:56:33.366010293acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002902024-11-21T07:55:05.994004290acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002892024-11-21T07:53:40.926994289acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002872024-11-21T07:51:28.240005287acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002862024-11-21T07:22:08.822994286acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002832024-11-21T07:19:29.353008283acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002802024-11-21T07:16:54.793999280acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002772024-11-21T07:14:37.290983277acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002742024-11-21T07:11:57.841999274acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002712024-11-21T07:09:17.925989271acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002682024-11-21T07:06:42.954993268acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002652024-11-21T07:00:27.872014265acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002642024-11-21T06:59:02.229992264acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002612024-11-21T06:56:28.132980261acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002582024-11-21T06:53:53.817020258acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002552024-11-21T06:51:19.141013255acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002522024-11-21T06:48:43.774002252acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002482024-11-21T06:36:20.760008248acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002452024-11-21T06:34:36.306984245acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002422024-11-21T06:32:04.459004242acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002392024-11-21T06:28:04.198992239acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002042024-11-21T05:42:09.249018204acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0002012024-11-21T05:39:33.739019201acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0001982024-11-21T05:36:54.229001198acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0001952024-11-21T05:20:48.932004195acqacqBLOCK-T750.0
unknownCC_O_20241120_0001942024-11-21T05:18:40.958005194acqacqBLOCK-T750.0
unknownCC_O_20241120_0001932024-11-21T05:16:33.014020193acqacqBLOCK-T750.0
unknownCC_O_20241120_0001922024-11-21T05:13:02.741010192acqacqBLOCK-T750.0
unknownCC_O_20241120_0001912024-11-21T05:10:54.800002191acqacqBLOCK-T750.0
unknownCC_O_20241120_0001902024-11-21T05:08:46.842016190acqacqBLOCK-T750.0
unknownCC_O_20241120_0001892024-11-21T05:07:17.078995189acqacqBLOCK-T750.0
unknownCC_O_20241120_0001882024-11-21T05:05:29.555981188acqacqBLOCK-T750.0
unknownCC_O_20241120_0001872024-11-21T04:49:51.976999187acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001842024-11-21T04:47:10.732007184acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001812024-11-21T04:44:35.251016181acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001782024-11-21T04:41:59.922991178acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001752024-11-21T04:39:24.321984175acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001722024-11-21T02:44:00.662013172acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001692024-11-21T02:41:36.015000169acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001662024-11-21T02:39:09.087010166acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001632024-11-21T02:36:43.829983163acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001602024-11-21T02:34:19.778984160acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001572024-11-21T02:26:46.229000157acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001542024-11-21T02:24:21.057991154acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001512024-11-21T02:10:18.498006151acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001482024-11-21T02:07:57.820998148acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001452024-11-21T02:05:17.019014145acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001422024-11-21T02:02:36.622982142acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001392024-11-21T01:59:56.123993139acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001362024-11-21T01:57:15.330981136acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001332024-11-21T01:25:58.201995133acqacqBLOCK-T2490.0
unknownCC_O_20241120_0001322024-11-21T01:24:37.986981132acqinfocusBLOCK-T2490.0
goodCC_O_20241120_0001292024-11-21T01:22:02.669980129acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001262024-11-21T01:19:27.249016126acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001232024-11-21T01:16:51.536001123acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001202024-11-21T01:14:16.072994120acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001172024-11-21T01:11:48.057985117acqacqBLOCK-T2490.0
unknownCC_O_20241120_0001162024-11-21T01:10:27.814002116acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001132024-11-21T01:07:52.389981113acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001102024-11-21T01:05:16.771996110acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001072024-11-21T01:02:36.295015107acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001042024-11-21T01:00:00.719999104acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001012024-11-21T00:57:34.324012101acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000982024-11-21T00:55:00.30899598acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000952024-11-21T00:51:40.38801195acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000922024-11-21T00:49:43.18800392acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000912024-11-21T00:19:10.34101591acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000902024-11-21T00:16:59.52599390acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000892024-11-21T00:13:35.97698689acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000882024-11-21T00:12:38.86601188acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000872024-11-21T00:11:49.57100587acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000862024-11-21T00:11:05.56500886acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000852024-11-21T00:09:15.32601685acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000842024-11-21T00:08:29.08100584acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000832024-11-21T00:07:43.52100283acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000822024-11-21T00:06:55.16801682acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000812024-11-21T00:06:09.40101481acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000802024-11-21T00:05:25.67298780acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000792024-11-21T00:04:35.78699779acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000782024-11-21T00:03:52.33299978acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000772024-11-21T00:03:08.38799477acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000762024-11-21T00:02:24.92699576acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000752024-11-21T00:02:03.06398775acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000742024-11-21T00:01:44.01400074acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000732024-11-21T00:01:24.96401373acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000722024-11-21T00:01:06.01601772acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000712024-11-21T00:00:22.54801771acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000702024-11-21T00:00:03.53701670acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000692024-11-20T23:59:44.75401669acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000682024-11-20T23:59:26.29601968acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000672024-11-20T23:59:07.62498767acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000662024-11-20T23:58:27.79800666acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000642024-11-20T23:56:38.49898164acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000632024-11-20T23:56:21.41402063acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000622024-11-20T23:56:02.73800062acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000612024-11-20T23:55:45.69299161acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000602024-11-20T23:55:28.07699360acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000592024-11-20T23:54:45.69500659acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000582024-11-20T23:54:27.68601158acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000572024-11-20T23:54:10.87801557acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000562024-11-20T23:53:53.97100656acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000552024-11-20T23:53:35.88500455acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000542024-11-20T23:52:55.03400954acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000532024-11-20T23:52:38.32599353acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000522024-11-20T23:52:20.31100352acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000512024-11-20T23:52:03.66398051acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000502024-11-20T23:51:46.62500650acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000492024-11-20T23:51:07.56100549acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000482024-11-20T23:50:50.95699148acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000472024-11-20T23:50:33.51001347acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000462024-11-20T23:50:14.08799046acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000452024-11-20T23:49:57.45199145acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000442024-11-20T23:49:16.45100644acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000432024-11-20T23:47:25.29900443acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000422024-11-20T23:46:23.49801242acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000412024-11-20T23:45:22.69500241acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000402024-11-20T23:44:21.39998140acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000392024-11-20T23:43:21.09401239acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000382024-11-20T23:42:18.77598338acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000372024-11-20T22:35:58.03201537acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000362024-11-20T22:35:40.10099236acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000352024-11-20T22:35:22.16200235acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000342024-11-20T22:34:35.09800534acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000332024-11-20T22:34:17.15201533acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000322024-11-20T22:33:59.20799632acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000312024-11-20T22:33:22.27301331acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000302024-11-20T22:33:04.34001830acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000292024-11-20T22:32:46.39901729acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000282024-11-20T22:32:36.13598728acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000272024-11-20T22:32:28.09398727acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000262024-11-20T22:32:20.07198226acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000252024-11-20T22:31:50.19799425acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000242024-11-20T22:31:42.16798324acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000232024-11-20T22:31:34.12900123acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000222024-11-20T22:31:07.11800222acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000212024-11-20T22:30:59.09298121acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000202024-11-20T22:30:51.05999320acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000192024-11-20T21:59:47.58198919acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000182024-11-20T21:59:34.65701418acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000172024-11-20T21:59:21.70701417acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000162024-11-20T21:56:58.21799116acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000152024-11-20T21:56:45.27100915acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000142024-11-20T21:56:32.33798714acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000132024-11-20T21:54:31.90601113acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000122024-11-20T21:54:18.96498312acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000112024-11-20T21:54:06.01800011acqtmacheckoutBLOCK-T2500.0
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ - "df = src_exp.exposure_detail(instrument=instrument,\n", - " science_program=science_program,\n", - " observation_reason=observation_reason,\n", - " observation_type=observation_type\n", - " )\n", + "df = src_exp.exposure_detail(\n", + " instrument=instrument,\n", + " science_program=science_program,\n", + " observation_reason=observation_reason,\n", + " observation_type=observation_type,\n", + ")\n", "if observation_reason:\n", - " md(f'# Observation Reason: {observation_reason}')\n", + " md(f\"# Observation Reason: {observation_reason}\")\n", "if observation_type:\n", - " md(f'# Observation Type: {observation_type}')\n", + " md(f\"# Observation Type: {observation_type}\")\n", "if science_program:\n", - " md(f'# Science Program: {science_program}')\n", - "md(f'The number of exposures in this filtered result is {len(df.index)}')\n", + " md(f\"# Science Program: {science_program}\")\n", + "md(f\"The number of exposures in this filtered result is {len(df.index)}\")\n", "display(HTML(df.to_html(index=False)))" ] }, { "cell_type": "markdown", - "id": "19cb9f00-c354-49a6-8baf-1a31b7316b96", + "id": "7", "metadata": {}, "source": [ "| Symbol | Meaning |\n", @@ -1719,7 +168,7 @@ }, { "cell_type": "markdown", - "id": "17b65985-1bd5-4ebd-bd5a-572292fce71f", + "id": "8", "metadata": {}, "source": [ "-----------------" @@ -1727,7 +176,7 @@ }, { "cell_type": "markdown", - "id": "68b4c365-3ab1-4cd4-9091-320d9e5e4951", + "id": "9", "metadata": {}, "source": [ "# Developer Only Section" @@ -1735,70 +184,40 @@ }, { "cell_type": "code", - "execution_count": 8, - "id": "a1c0ef70-ac12-401e-8ca9-cdcdae52cc13", + "execution_count": null, + "id": "10", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'day_obs': 'YESTERDAY',\n", - " 'instrument': 'LSSTComCam',\n", - " 'observation_reason': None,\n", - " 'observation_type': 'acq',\n", - " 'science_program': None}" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu: 2024-11-20 to 2024-11-21 [2500] exposurelog endpoints=['instruments', 'exposures', 'messages']\n", - "instrument='LSSTComCam', science_program=None, observation_reason=None, observation_type='acq'\n" - ] - } - ], + "outputs": [], "source": [ - "display(params) \n", + "display(params)\n", "print(src_exp)\n", - "print(f'{instrument=}, {science_program=}, {observation_reason=}, {observation_type=}')" + "print(f\"{instrument=}, {science_program=}, {observation_reason=}, {observation_type=}\")" ] }, { "cell_type": "code", - "execution_count": 9, - "id": "0108873d-5a10-47f5-9f32-f7d5479c1b73", + "execution_count": null, + "id": "11", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'LSSTComCamSim': 0, 'LATISS': 0, 'LSSTComCam': 358, 'LSSTCam': 0}\n" - ] - } - ], + "outputs": [], "source": [ - "print({k: len(v) for k,v in src_exp.exposures.items()})" + "print({k: len(v) for k, v in src_exp.exposures.items()})" ] }, { "cell_type": "code", - "execution_count": 10, - "id": "1d788add-ee07-4dd5-a37c-843073c2adfa", + "execution_count": null, + "id": "12", "metadata": {}, "outputs": [], "source": [ - "#src_exp.exposures['LATISS']" + "# src_exp.exposures['LATISS']" ] }, { "cell_type": "code", "execution_count": null, - "id": "ad526dce-e22b-4635-acce-2fc57c4511ca", + "id": "13", "metadata": {}, "outputs": [], "source": [] diff --git a/notebooks_tsqr/NightLog.ipynb b/notebooks_tsqr/NightLog.ipynb index 14f0636..ca311ac 100644 --- a/notebooks_tsqr/NightLog.ipynb +++ b/notebooks_tsqr/NightLog.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "1", "metadata": {}, "outputs": [], @@ -30,7 +30,9 @@ "# day_obs values: TODAY, YESTERDAY, YYYY-MM-DD\n", "# Report on observing nights that start upto but not included this day.\n", "#!day_obs = '2024-09-25' # Value to use for local testing (Summit)\n", - "day_obs = \"TODAY\" # TODO Change to 'YESTERDAY' and 'TODAY' to test with default before push\n", + "day_obs = (\n", + " \"TODAY\" # TODO Change to 'YESTERDAY' and 'TODAY' to test with default before push\n", + ")\n", "\n", "# Total number of days of data to display (ending on day_obs)\n", "number_of_days = \"1\" # TODO Change to '1' to test with default before push\n", @@ -40,7 +42,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "2", "metadata": {}, "outputs": [], @@ -59,11 +61,11 @@ "if os.environ.get(\"EXTERNAL_INSTANCE_URL\"):\n", " dev_msg = (\n", " 'Installing \"lsst.ts.logging_and_reporting\" from github using \"prototype\" branch. \\n'\n", - " 'TODO: Make the need for this go away by getting Logging_and_Reporting installed in RSP.'\n", + " \"TODO: Make the need for this go away by getting Logging_and_Reporting installed in RSP.\"\n", " )\n", " !pip install --upgrade git+https://github.com/lsst-ts/ts_logging_and_reporting.git@prototype > /dev/null 2>&1\n", "else:\n", - " dev_msg = 'Imported lsst.ts.logging_and_reporting from local packages.'\n", + " dev_msg = \"Imported lsst.ts.logging_and_reporting from local packages.\"\n", "from lsst.ts.logging_and_reporting.all_sources import AllSources\n", "from lsst.ts.logging_and_reporting.all_reports import AllReports\n", "import lsst.ts.logging_and_reporting.utils as ut\n", @@ -73,22 +75,22 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "4", + "execution_count": null, + "id": "3", "metadata": {}, "outputs": [], "source": [ "# Set default env to \"usdf\" and try before PUSH to repo.\n", "# The default provided here is for local testing. Under Times Square it is ignored.\n", "server = os.environ.get(\n", - " \"EXTERNAL_INSTANCE_URL\", \n", - " ut.Server.usdf) # TODO try with \"usdf\" before push (also \"summit\")" + " \"EXTERNAL_INSTANCE_URL\", ut.Server.usdf\n", + ") # TODO try with \"usdf\" before push (also \"summit\")" ] }, { "cell_type": "code", - "execution_count": 4, - "id": "5d3008ec-1400-48e5-a35c-539869ff3ecf", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -97,10 +99,10 @@ "if error:\n", " print(error)\n", "\n", - "date = ut.get_datetime_from_dayobs_str(usable['day_obs'])\n", + "date = ut.get_datetime_from_dayobs_str(usable[\"day_obs\"])\n", "# date: is EXCLUSIVE (upto, but not including)\n", - "days = usable['number_of_days']\n", - "verbose = usable['verbose']\n", + "days = usable[\"number_of_days\"]\n", + "verbose = usable[\"verbose\"]\n", "\n", "# Thus: [min_day_obs,max_day_obs)\n", "# Format: string, YYYY-MM-DD\n", @@ -112,11 +114,9 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "5", - "metadata": { - "scrolled": true - }, + "metadata": {}, "outputs": [], "source": [ "# Read records from (almost) all sources\n", @@ -125,16 +125,16 @@ " server_url=server,\n", " min_dayobs=min_day_obs,\n", " max_dayobs=max_day_obs,\n", - " verbose=verbose, \n", + " verbose=verbose,\n", " limit=5000,\n", - " exclude_instruments = [] # TODO change to empty list before push\n", + " exclude_instruments=[], # TODO change to empty list before push\n", ")\n", "allrep = AllReports(allsrc=allsrc)" ] }, { "cell_type": "markdown", - "id": "a0d44b83-527e-41b2-8d05-6f6207ceba30", + "id": "6", "metadata": {}, "source": [ "----------" @@ -142,39 +142,16 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "e5c48075-7a8b-40a3-84dc-9b7408654e83", + "execution_count": null, + "id": "7", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Showing data for 2024-11-22 to 2024-11-23 for LSSTComCamSim, LATISS, LSSTComCam, LSSTCam" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "Most recently run on: **2024-11-22 00:16:09**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "instrum_str = \", \".join(list(allsrc.exp_src.instruments.keys()))\n", "md(f\"# Showing data for {min_date.date()} to {max_date.date()} for {instrum_str}\")\n", - "md(f\"Most recently run on: **{dt.datetime.now().replace(microsecond=0).isoformat(sep=' ')}**\")" + "md(\n", + " f\"Most recently run on: **{dt.datetime.now().replace(microsecond=0).isoformat(sep=' ')}**\"\n", + ")" ] }, { @@ -202,7 +179,7 @@ }, { "cell_type": "markdown", - "id": "86ff253e-f575-4b9b-96f9-698d3faf9494", + "id": "9", "metadata": {}, "source": [ "## Night Report BETA \n", @@ -214,35 +191,10 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "10", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "No nightreport records found 2024-11-22 to 2024-11-23. " - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "Used [API Data](https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123)" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Night Report\n", "# Display time log\n", @@ -251,7 +203,7 @@ }, { "cell_type": "markdown", - "id": "51fad717-7160-4da9-bdeb-696c92f33c19", + "id": "11", "metadata": {}, "source": [ "## Almanac BETA \n", @@ -262,107 +214,10 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "12", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "**Almanac for the observing night starting 2024-11-22**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Sun Set2024-11-22 23:19:25
Evening Civil Twilight2024-11-22 23:50:18(-6 degrees)
Evening Nautical Twilight2024-11-23 00:22:27(-12 degrees)
Evening Astronomical Twilight2024-11-23 00:56:25(-18 degrees)
Solar Midnight2024-11-23 04:29:17
Moon Rise2024-11-23 05:32:02
Morning Astronomical Twilight2024-11-23 08:02:10(-18 degrees)
Morning Nautical Twilight2024-11-23 08:36:09(-12 degrees)
Morning Civil Twilight2024-11-23 09:08:18(-6 degrees)
Sun Rise2024-11-23 09:39:11
Moon Set2024-11-23 16:47:25
Moon Illumination49%(% illuminated)
UTC
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display various almanac values (for moon, sun)\n", "#!rep.AlmanacReport().day_obs_report(min_day_obs)\n", @@ -391,7 +246,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "id": "15", "metadata": {}, "outputs": [], @@ -403,7 +258,7 @@ }, { "cell_type": "markdown", - "id": "38", + "id": "16", "metadata": {}, "source": [ "## DDV BETA" @@ -411,23 +266,10 @@ }, { "cell_type": "code", - "execution_count": 10, - "id": "39", + "execution_count": null, + "id": "17", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "Access DDV part of RubinTV: https://usdf-rsp-dev.slac.stanford.edu/rubintv/ddv/index.html" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "DDV = (\n", " f\"{server}/rubintv-dev/ddv/index.html\"\n", @@ -439,7 +281,7 @@ }, { "cell_type": "markdown", - "id": "9d51f937-37e7-45da-87cb-2319fd76a1cc", + "id": "18", "metadata": {}, "source": [ "## Time Accounting BETA\n", @@ -455,57 +297,10 @@ }, { "cell_type": "code", - "execution_count": 11, - "id": "16", + "execution_count": null, + "id": "19", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Total night7:05:44
Idle time7:05:44
\n", - "
" - ], - "text/plain": [ - " \n", - "Total night 7:05:44\n", - "Idle time 7:05:44" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Exposure Tally\n", "tally = await allsrc.night_tally_observation_gaps()\n", @@ -515,7 +310,7 @@ }, { "cell_type": "markdown", - "id": "ad5a2e6c-ca0d-4978-bac9-25c83f90d090", + "id": "20", "metadata": {}, "source": [ "- (1) *Expected* slew time as per Schedular\n", @@ -524,7 +319,7 @@ }, { "cell_type": "markdown", - "id": "17", + "id": "21", "metadata": {}, "source": [ "## Jira Tickets BETA \n", @@ -537,8 +332,8 @@ }, { "cell_type": "code", - "execution_count": 12, - "id": "18", + "execution_count": null, + "id": "22", "metadata": {}, "outputs": [], "source": [ @@ -549,23 +344,10 @@ }, { "cell_type": "code", - "execution_count": 13, - "id": "19", + "execution_count": null, + "id": "23", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "No tickets found using: [API Data](https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123) in `confluence_url`." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display Jira BLOCKS\n", "front = \"https://rubinobs.atlassian.net/projects/BLOCK?selectedItem=com.atlassian.plugins.atlassian-connect-plugin:com.kanoah.test-manager__main-project-page#!/\"\n", @@ -584,7 +366,7 @@ }, { "cell_type": "markdown", - "id": "20", + "id": "24", "metadata": {}, "source": [ "## BLOCKS Observed DRAFT\n", @@ -593,7 +375,7 @@ }, { "cell_type": "markdown", - "id": "71772e8d-658d-497a-b391-5996066f401a", + "id": "25", "metadata": {}, "source": [ "## Data Log BETA" @@ -601,74 +383,25 @@ }, { "cell_type": "code", - "execution_count": 14, - "id": "1b509665-d538-4bd9-a93c-22c3ec1ded12", + "execution_count": null, + "id": "26", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "**LSSTComCamSim: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LATISS: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LSSTComCam: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LSSTCam: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Exposure Report\n", "for instrum in allsrc.exp_src.exposures.keys():\n", - " md(f'**{instrum}: {len(allsrc.exp_src.exposures[instrum])} total exposures**')\n", + " md(f\"**{instrum}: {len(allsrc.exp_src.exposures[instrum])} total exposures**\")\n", " df_dict = allsrc.fields_count_exposure(instrum)\n", - " for field_name,df in df_dict.items():\n", + " for field_name, df in df_dict.items():\n", " if df.empty:\n", " continue\n", - " print(field_name.title().replace('_',' '))\n", + " print(field_name.title().replace(\"_\", \" \"))\n", " display(HTML(df.style.hide().to_html(escape=False)))" ] }, { "cell_type": "markdown", - "id": "20820900-05ab-4ca5-8df5-9f725c0ee570", + "id": "27", "metadata": {}, "source": [ "## Narrative Log BETA \n", @@ -682,8 +415,8 @@ }, { "cell_type": "code", - "execution_count": 15, - "id": "26", + "execution_count": null, + "id": "28", "metadata": { "editable": true, "slideshow": { @@ -691,50 +424,7 @@ }, "tags": [] }, - "outputs": [ - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:11** **MainTel** \n", - "\n", - "
Raising M1M3 again.
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:07** **MainTel** \n", - "\n", - "
OSS turning on now
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:05** **MainTel** \n", - "\n", - "
Wiill try to enable M2. Done. We are in closed loop.
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Narrative Report\n", "# Time Log\n", @@ -743,7 +433,7 @@ }, { "cell_type": "markdown", - "id": "27", + "id": "29", "metadata": {}, "source": [ "-----------\n", @@ -752,7 +442,7 @@ }, { "cell_type": "markdown", - "id": "cd0567ce-4ae9-428e-8f9d-df8277511392", + "id": "30", "metadata": {}, "source": [ "# Developer Only Section REMOVE\n", @@ -763,7 +453,7 @@ }, { "cell_type": "markdown", - "id": "34", + "id": "31", "metadata": {}, "source": [ "## Overview \n" @@ -771,30 +461,10 @@ }, { "cell_type": "code", - "execution_count": 16, - "id": "6e220d29-aac6-4d70-80e2-7dd3ef99944c", + "execution_count": null, + "id": "32", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "## Project-Wide Night(s) Report \n", - "- Run on logs and databases from **https://usdf-rsp-dev.slac.stanford.edu/**\n", - "- Report **1 observing night(s)** with the last reported night starting on **2024-11-22 12:00:00**.\n", - "- min_dayobs='2024-11-22', max_dayobs='2024-11-23'\n", - "- Using ***Prototype* Logging and Reporting** Version: **52.dev0+g783922c.d20241115**\n", - "- have_consdb = False\n", - "- Imported lsst.ts.logging_and_reporting from local packages.\n", - "- allsrc.nig_src.timeout=(5.05, 20.0)\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display overview of Report context\n", "try:\n", @@ -819,12 +489,13 @@ "- {have_consdb = }\n", "- {dev_msg}\n", "- {allsrc.nig_src.timeout=}\n", - "\"\"\")" + "\"\"\"\n", + ")" ] }, { "cell_type": "markdown", - "id": "47ef40d3-f6d4-4b6a-80bf-55a613d3f884", + "id": "33", "metadata": {}, "source": [ "## Data Status\n", @@ -833,90 +504,19 @@ }, { "cell_type": "code", - "execution_count": 17, - "id": "b076e98a-44a2-437c-9342-a180fe2cd829", + "execution_count": null, + "id": "34", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
EndpointRecordsURL
nightreport/reports0https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123
exposurelog/instruments3https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments
exposurelog/exposures.LSSTComCamSim0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTComCamSim&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LATISS0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LATISS&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LSSTComCam0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTComCam&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LSSTCam0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTCam&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/messages0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
narrativelog/messages3https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages?is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-22T00%3A00%3A00&max_date_added=2024-11-23T00%3A00%3A00
efd/targets0NA
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "df = pd.DataFrame(allsrc.get_data_status())\n", - "table = df.to_html(\n", - " index=False, \n", - " render_links=True,\n", - " escape=False)\n", + "table = df.to_html(index=False, render_links=True, escape=False)\n", "display(HTML(table))" ] }, { "cell_type": "markdown", - "id": "37", + "id": "35", "metadata": {}, "source": [ "## This report uses the following data sources\n", @@ -931,7 +531,7 @@ }, { "cell_type": "markdown", - "id": "40", + "id": "36", "metadata": {}, "source": [ "## Where was this run?\n", @@ -946,7 +546,7 @@ }, { "cell_type": "markdown", - "id": "41", + "id": "37", "metadata": {}, "source": [ "## Section overviews moved here" @@ -954,128 +554,10 @@ }, { "cell_type": "code", - "execution_count": 18, - "id": "42", + "execution_count": null, + "id": "38", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "### Overview for Service: `nightreport` [0]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 0 records. \n" - ] - }, - { - "data": { - "text/markdown": [ - "### Overview for Service: `exposurelog` [0]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 0 records. \n" - ] - }, - { - "data": { - "text/markdown": [ - "### Overview for Service: `narrativelog` [3]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages?is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-22T00%3A00%3A00&max_date_added=2024-11-23T00%3A00%3A00" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 3 records. \n" - ] - } - ], + "outputs": [], "source": [ "# Night Report Overview\n", "allrep.nig_rep.overview()\n", @@ -1087,8 +569,8 @@ }, { "cell_type": "code", - "execution_count": 19, - "id": "43", + "execution_count": null, + "id": "39", "metadata": {}, "outputs": [], "source": [ @@ -1101,8 +583,8 @@ }, { "cell_type": "code", - "execution_count": 20, - "id": "24", + "execution_count": null, + "id": "40", "metadata": {}, "outputs": [], "source": [ @@ -1112,7 +594,7 @@ }, { "cell_type": "markdown", - "id": "44", + "id": "41", "metadata": {}, "source": [ "## Finale" @@ -1120,21 +602,12 @@ }, { "cell_type": "code", - "execution_count": 21, - "id": "45", + "execution_count": null, + "id": "42", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Elapsed time (excluding code import): 3.9 seconds\n", - "Finished 2024-11-22 00:16:09 UTC\n" - ] - } - ], + "outputs": [], "source": [ - "print(f'Elapsed time (excluding code import): {timer.toc:.1f} seconds')\n", + "print(f\"Elapsed time (excluding code import): {timer.toc:.1f} seconds\")\n", "print(f\"Finished {str(dt.datetime.now().replace(microsecond=0))} UTC\")" ] } diff --git a/notebooks_tsqr/dashboard.ipynb b/notebooks_tsqr/dashboard.ipynb index 6ab3467..9c42ac3 100644 --- a/notebooks_tsqr/dashboard.ipynb +++ b/notebooks_tsqr/dashboard.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "1", "metadata": {}, "outputs": [], @@ -28,124 +28,37 @@ }, { "cell_type": "code", - "execution_count": 2, - "id": "d790c498-2ebc-4b7b-9c32-80b8174dec8b", + "execution_count": null, + "id": "2", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "10000" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "# Narrativelog components\n", "dash = Dashboard()\n", - "endpoint = 'https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages'\n", + "endpoint = \"https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages\"\n", "fields = [\n", - " 'components',\n", - " 'primary_software_components',\n", - " 'primary_hardware_components',\n", + " \"components\",\n", + " \"primary_software_components\",\n", + " \"primary_hardware_components\",\n", "]\n", - "samples = dash.get_big_sample(endpoint,10000,fields)\n", + "samples = dash.get_big_sample(endpoint, 10000, fields)\n", "len(samples)" ] }, { "cell_type": "code", - "execution_count": 3, - "id": "4bfbcc1d-bca7-49ce-85e0-73c932d0228e", + "execution_count": null, + "id": "3", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "({'ATDome',\n", - " 'ATMCS',\n", - " 'Analysis',\n", - " 'AuxTel',\n", - " 'CSC level',\n", - " 'Calibration',\n", - " 'Calibrations',\n", - " 'Camera Control Software',\n", - " 'Component Level (EUI)',\n", - " 'DIMM',\n", - " 'Dome',\n", - " 'Environmental Monitoring Systems',\n", - " 'Facilities',\n", - " 'Hexapod',\n", - " 'IT Infrastricture',\n", - " 'IT Infrastructure',\n", - " 'Infrastructure',\n", - " 'LOVE',\n", - " 'M1M3',\n", - " 'M2',\n", - " 'MTMount',\n", - " 'MainTel',\n", - " 'Mount',\n", - " 'None',\n", - " 'Observer Remark',\n", - " 'Other',\n", - " 'Rotator',\n", - " 'Scheduler',\n", - " 'Science Cameras',\n", - " 'TCS',\n", - " 'TMA_CSC',\n", - " 'TMA_EUI',\n", - " 'Visualization'},\n", - " Counter({'None': 19603,\n", - " 'MainTel': 7180,\n", - " 'AuxTel': 1921,\n", - " 'MTMount': 112,\n", - " 'Other': 97,\n", - " 'Observer Remark': 79,\n", - " 'Mount': 48,\n", - " 'CSC level': 39,\n", - " 'Environmental Monitoring Systems': 23,\n", - " 'Calibrations': 20,\n", - " 'M1M3': 17,\n", - " 'Dome': 16,\n", - " 'Rotator': 13,\n", - " 'Calibration': 9,\n", - " 'Component Level (EUI)': 9,\n", - " 'LOVE': 8,\n", - " 'ATMCS': 8,\n", - " 'Hexapod': 8,\n", - " 'TMA_EUI': 8,\n", - " 'TMA_CSC': 7,\n", - " 'IT Infrastricture': 6,\n", - " 'IT Infrastructure': 6,\n", - " 'ATDome': 5,\n", - " 'Science Cameras': 3,\n", - " 'M2': 3,\n", - " 'DIMM': 2,\n", - " 'Facilities': 2,\n", - " 'Analysis': 2,\n", - " 'TCS': 2,\n", - " 'Scheduler': 1,\n", - " 'Infrastructure': 1,\n", - " 'Camera Control Software': 1,\n", - " 'Visualization': 1}))" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "dash.nr_values(samples)" ] }, { "cell_type": "code", - "execution_count": 4, - "id": "79f246ba-849e-4eee-9f23-09b5ebd27f21", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -154,7 +67,7 @@ }, { "cell_type": "markdown", - "id": "2", + "id": "5", "metadata": {}, "source": [ "## Connects" @@ -162,70 +75,10 @@ }, { "cell_type": "code", - "execution_count": 5, - "id": "3", + "execution_count": null, + "id": "6", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://summit-lsp.lsst.codes/nightreport \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/nightreport/reports',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/nightreport/reports (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /nightreport/reports (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://summit-lsp.lsst.codes/narrativelog \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/narrativelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/narrativelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /narrativelog/messages (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect ({self.timeout=}) to each endpoint of https://summit-lsp.lsst.codes/exposurelog \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/instruments (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/instruments (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/exposures?instrument=na (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/messages (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/nightreport \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports',timeout=(5.05, 20.0))\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/narrativelog \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages',timeout=(5.05, 20.0))\n", - "Try to connect ({self.timeout=}) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/exposurelog \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages',timeout=(5.05, 20.0))\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://tucson-teststand.lsst.codes/nightreport \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/nightreport/reports',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/nightreport/reports (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /nightreport/reports (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://tucson-teststand.lsst.codes/narrativelog \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/narrativelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/narrativelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /narrativelog/messages (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect ({self.timeout=}) to each endpoint of https://tucson-teststand.lsst.codes/exposurelog \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/instruments (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/instruments (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/exposures?instrument=na (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/messages (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "\n", - "Connected to 5 out of 15 endpoints.(33%)\n", - "Successful connects (5): \n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/nightreport/reports\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=na\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages\n", - "Failed connects (10): \n", - "\tGET error: https://summit-lsp.lsst.codes/nightreport/reports\n", - "\tGET error: https://summit-lsp.lsst.codes/narrativelog/messages\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/instruments\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/messages\n", - "\tGET error: https://tucson-teststand.lsst.codes/nightreport/reports\n", - "\tGET error: https://tucson-teststand.lsst.codes/narrativelog/messages\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/instruments\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/messages\n" - ] - } - ], + "outputs": [], "source": [ "dash = Dashboard()\n", "score, working = dash.report()\n", @@ -236,7 +89,7 @@ }, { "cell_type": "markdown", - "id": "4", + "id": "7", "metadata": {}, "source": [ "## Score" @@ -244,47 +97,10 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "5", + "execution_count": null, + "id": "8", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "score=33%" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**Servers that are fully functional** for Logging and Reporting:" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- https://usdf-rsp-dev.slac.stanford.edu" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "md(f\"{score=:.0%}\")\n", "md(\"**Servers that are fully functional** for Logging and Reporting:\")\n", @@ -293,7 +109,7 @@ }, { "cell_type": "markdown", - "id": "6", + "id": "9", "metadata": {}, "source": [ "## Samples" @@ -301,213 +117,10 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "7", + "execution_count": null, + "id": "10", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "One record of data from all endpoints used by LogRep:\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /nightreport/reports" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports\n", - "{'id': '001fa344-0a20-4f66-8b76-35686e0cfd2d',\n", - " 'site_id': 'base',\n", - " 'telescope': 'AuxTel',\n", - " 'day_obs': 20240527,\n", - " 'summary': 'First non-engineering night with AuxTel in ~2 weeks got off to a '\n", - " 'rough start. Afternoon checkouts passed. Calibrations had some '\n", - " 'setbacks, first due to the ATmonochrometer being in an unexpected '\n", - " 'state (OBS-542), which was fixed remotely by Craig. Then the '\n", - " 'calibration block needed attention due to some recent changes '\n", - " '(OBS-543) - Bruno, Tiago and David solved remotely. We allowed '\n", - " 'the calibrations to run past twilight to ensure readiness for '\n", - " \"tomorrow's calibration rehearsal. Went on-sky with the scheduler \"\n", - " 'but quickly encountered a strange endless loop in '\n", - " 'correct_pointing (OBS-544) despite the pointing appearing to be '\n", - " 'correct. We stopped correct_pointing and continued to '\n", - " 'spectroscopic observations. But then the wep_align script failed '\n", - " 'next time it was encountered, possibly due to not cleanly '\n", - " 'completing the previous correct_pointing run. We decided to shut '\n", - " 'everything down (telescope, CSCs, and LATISS) and start up from '\n", - " 'scratch. This appeared to work for a while, with one wep_align '\n", - " 'and correct_pointing set completing, followed by some '\n", - " 'spectroscopic targets, but the next time correct_pointing ran it '\n", - " 'looped endlessly, ending the night a little early.',\n", - " 'telescope_status': 'Parked',\n", - " 'confluence_url': 'https://rubinobs.atlassian.net/projects/BLOCK?selectedItem=com.atlassian.plugins.atlassian-connect-plugin:com.kanoah.test-manager__main-project-page#!/testCycle/BLOCK-R23',\n", - " 'user_id': 'echristensen@summit-lsp.lsst.codes',\n", - " 'user_agent': 'LOVE',\n", - " 'date_added': '2024-05-28T03:50:50.980356',\n", - " 'date_sent': '2024-05-28T05:19:34.924338',\n", - " 'is_valid': True,\n", - " 'date_invalidated': None,\n", - " 'parent_id': '0259d89d-3fe2-4375-8e10-cfd05bfa6323',\n", - " 'observers_crew': ['Eric Christensen', 'Kshitija Kelkar', 'Carlos Morales']}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /narrativelog/messages" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages\n", - "{'id': '00013fa1-a7cd-4018-9f36-97dfd62b3200',\n", - " 'site_id': 'summit',\n", - " 'message_text': 'salIndex: 100484\\r\\n'\n", - " 'Started at: 2024-10-16T08:53:49.195Z\\r\\n'\n", - " 'maintel/track_target.py\\r\\n',\n", - " 'level': 0,\n", - " 'tags': [],\n", - " 'urls': ['https://rubinobs.atlassian.net/browse/OBS-611'],\n", - " 'time_lost': 0.0,\n", - " 'date_begin': '2024-10-16T08:56:22.386000',\n", - " 'user_id': 'pvenegas@summit-lsp.lsst.codes',\n", - " 'user_agent': 'LOVE',\n", - " 'is_human': True,\n", - " 'is_valid': True,\n", - " 'date_added': '2024-10-16T08:57:05.072201',\n", - " 'date_invalidated': None,\n", - " 'parent_id': None,\n", - " 'systems': None,\n", - " 'subsystems': None,\n", - " 'cscs': None,\n", - " 'date_end': '2024-10-16T08:56:22.386000',\n", - " 'components': ['MainTel'],\n", - " 'primary_software_components': ['None'],\n", - " 'primary_hardware_components': ['None'],\n", - " 'category': 'None',\n", - " 'time_lost_type': 'fault'}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/instruments" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments\n", - "{'butler_instruments_1': ['LSSTComCamSim', 'LATISS', 'LSSTComCam', 'LSSTCam'],\n", - " 'butler_instruments_2': [],\n", - " 'butler_instruments_3': []}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/exposures?instrument=LSSTComCamSim" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=LSSTComCamSim\n", - "{'obs_id': 'CC_S_20240524_000001',\n", - " 'id': 7024052400001,\n", - " 'instrument': 'LSSTComCamSim',\n", - " 'observation_type': 'bias',\n", - " 'observation_reason': 'bias',\n", - " 'day_obs': 20240524,\n", - " 'seq_num': 1,\n", - " 'group_name': '2024-05-24T16:53:47.398',\n", - " 'target_name': 'UNKNOWN',\n", - " 'science_program': 'unknown',\n", - " 'tracking_ra': None,\n", - " 'tracking_dec': None,\n", - " 'sky_angle': None,\n", - " 'timespan_begin': '2024-05-24T16:53:48.579980',\n", - " 'timespan_end': '2024-05-24T16:53:49.677000'}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/messages" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages\n", - "{'id': '000f68b2-e560-40ce-bdbc-a57b3363e1e9',\n", - " 'site_id': 'summit',\n", - " 'obs_id': 'AT_O_20220608_000168',\n", - " 'instrument': 'LATISS',\n", - " 'day_obs': 20220608,\n", - " 'seq_num': 168,\n", - " 'message_text': '',\n", - " 'level': 20,\n", - " 'tags': [],\n", - " 'urls': [],\n", - " 'user_id': 'slimleashma',\n", - " 'user_agent': 'notebook:nublado',\n", - " 'is_human': True,\n", - " 'is_valid': True,\n", - " 'exposure_flag': 'junk',\n", - " 'date_added': '2022-06-08T23:19:38.906593',\n", - " 'date_invalidated': None,\n", - " 'parent_id': None}\n" - ] - } - ], + "outputs": [], "source": [ "server = \"https://usdf-rsp-dev.slac.stanford.edu\"\n", "samples = dash.get_sample_data(server)\n", @@ -521,7 +134,7 @@ }, { "cell_type": "markdown", - "id": "8", + "id": "11", "metadata": {}, "source": [ "# Finale" @@ -529,18 +142,10 @@ }, { "cell_type": "code", - "execution_count": 8, - "id": "9", + "execution_count": null, + "id": "12", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Finished 2024-11-22 00:00:51.113648\n" - ] - } - ], + "outputs": [], "source": [ "print(f\"Finished {str(datetime.now())}\")" ]