read_calsim_and_collate_inputs_upd_dcr30cm_x2.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read inputs from dss files and collate into input and output csv files\n",
    "\n",
    "To prepate ANN data sets for training this notebook reads from the given dss files and builds the input and output csv files\n",
    "\n",
    "## ANN Inputs\n",
    "1.\tSac Flow\n",
    " * /CALSIM-SMOOTH/C_SAC048/FLOW/01JAN1922/1DAY/L2020A_DCP_EX/\n",
    " * /CALSIM/C_CSL004A/CHANNEL/01JAN1920/1MON/L2020A/\n",
    " * /CALSIM/C_CLV004/FLOW/01JAN1920/1MON/L2020A_1EX_DEC_CLOSED_DCP_EX/\n",
    " * /CALSIM/C_MOK019/CHANNEL/01JAN1920/1MON/L2020A/\n",
    "\n",
    "2.\tExports\n",
    " * /CALSIM/C_CAA003_TD/FLOW/01JAN1920/1MON/L2020A_DCP_EX/\n",
    " * /CALSIM/C_DMC000_TD/FLOW/01JAN1920/1MON/L2020A_DCP_EX/\n",
    " * /CALSIM/D408/FLOW/01JAN1920/1MON/L2020A_DCP_EX/\n",
    " * /CALSIM/D_SJR028_WTPDWS/FLOW/01JAN1920/1MON/L2020A_DCP_EX/\n",
    "\n",
    "3.\tDCC\n",
    " * /CALSIM/DXC/GATE-DAYS-OPEN/01JAN2010/1MON/L2020A/\n",
    "\n",
    "4.\tNet_DCD\n",
    " * /CALSIM/NET_DICU/DICU_FLOW/01JAN1920/1MON/L2020A/\n",
    "\n",
    "5.\tSJR flow\n",
    " * /CALSIM-SMOOTH/C_SJR070/FLOW/01JAN1935/1DAY/L2020A_DCP_EX/\n",
    "\n",
    "6.\tTide\n",
    " * /DWR/SAN_FRANCISCO/STAGE-MAX-MIN/01JAN1919/1DAY/ASTRO_NAVD_20170607/\n",
    "\n",
    "7.\tSMSCG\n",
    " * /MONTEZUMA/SMSCG/GATE-OPERATE/01JAN1922/1DAY/DCP_EX/\n",
    "\n",
    "\n",
    "## ANN Outputs\n",
    "\n",
    "Take all the EC and output to csv file\n",
    "```\n",
    "CVP_INTAKE :: //CVP_INTAKE/EC////\n",
    "MIDR_INTAKE :: //MIDR_INTAKE/EC////\n",
    "OLDR_CCF :: //OLDR_CCF/EC////\n",
    " * ROLD014 :: //ROLD014/EC////\n",
    "ROLD024 :: //ROLD024/EC////\n",
    "RSAC081 :: //ROLD081/EC////\n",
    "RSAC092 :: //RSAC092/EC////\n",
    "RSAN007 :: //RSAN007/EC////\n",
    "RSAN018 :: //RSAN018/EC////\n",
    "SLMZU003 :: //SLMZU003/EC////\n",
    "SLMZU011 :: //SLMZU011/EC////\n",
    "VICT_INTAKE :: //VICT_INTAKE/EC////\n",
    "```\n",
    "\n",
    "* means missing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyhecdss\n",
    "import dssioutils\n",
    "import dssioutils_dcr_1_15cm \n",
    "import dssioutils_dcr_2_15cm as dcr2\n",
    "import dssioutils_dcr_3_15cm as dcr3\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": "(function(root) {\n  function now() {\n    return new Date();\n  }\n\n  var force = true;\n  var py_version = '3.4.0'.replace('rc', '-rc.').replace('.dev', '-dev.');\n  var reloading = false;\n  var Bokeh = root.Bokeh;\n\n  if (typeof (root._bokeh_timeout) === \"undefined\" || force) {\n    root._bokeh_timeout = Date.now() + 5000;\n    root._bokeh_failed_load = false;\n  }\n\n  function run_callbacks() {\n    try {\n      root._bokeh_onload_callbacks.forEach(function(callback) {\n        if (callback != null)\n          callback();\n      });\n    } finally {\n      delete root._bokeh_onload_callbacks;\n    }\n    console.debug(\"Bokeh: all callbacks have finished\");\n  }\n\n  function load_libs(css_urls, js_urls, js_modules, js_exports, callback) {\n    if (css_urls == null) css_urls = [];\n    if (js_urls == null) js_urls = [];\n    if (js_modules == null) js_modules = [];\n    if (js_exports == null) js_exports = {};\n\n    root._bokeh_onload_callbacks.push(callback);\n\n    if (root._bokeh_is_loading > 0) {\n      console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n      return null;\n    }\n    if (js_urls.length === 0 && js_modules.length === 0 && Object.keys(js_exports).length === 0) {\n      run_callbacks();\n      return null;\n    }\n    if (!reloading) {\n      console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n    }\n\n    function on_load() {\n      root._bokeh_is_loading--;\n      if (root._bokeh_is_loading === 0) {\n        console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n        run_callbacks()\n      }\n    }\n    window._bokeh_on_load = on_load\n\n    function on_error() {\n      console.error(\"failed to load \" + url);\n    }\n\n    var skip = [];\n    if (window.requirejs) {\n      window.requirejs.config({'packages': {}, 'paths': {}, 'shim': {}});\n      root._bokeh_is_loading = css_urls.length + 0;\n    } else {\n      root._bokeh_is_loading = css_urls.length + js_urls.length + js_modules.length + Object.keys(js_exports).length;\n    }\n\n    var existing_stylesheets = []\n    var links = document.getElementsByTagName('link')\n    for (var i = 0; i < links.length; i++) {\n      var link = links[i]\n      if (link.href != null) {\n\texisting_stylesheets.push(link.href)\n      }\n    }\n    for (var i = 0; i < css_urls.length; i++) {\n      var url = css_urls[i];\n      if (existing_stylesheets.indexOf(url) !== -1) {\n\ton_load()\n\tcontinue;\n      }\n      const element = document.createElement(\"link\");\n      element.onload = on_load;\n      element.onerror = on_error;\n      element.rel = \"stylesheet\";\n      element.type = \"text/css\";\n      element.href = url;\n      console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n      document.body.appendChild(element);\n    }    var existing_scripts = []\n    var scripts = document.getElementsByTagName('script')\n    for (var i = 0; i < scripts.length; i++) {\n      var script = scripts[i]\n      if (script.src != null) {\n\texisting_scripts.push(script.src)\n      }\n    }\n    for (var i = 0; i < js_urls.length; i++) {\n      var url = js_urls[i];\n      if (skip.indexOf(url) !== -1 || existing_scripts.indexOf(url) !== -1) {\n\tif (!window.requirejs) {\n\t  on_load();\n\t}\n\tcontinue;\n      }\n      var element = document.createElement('script');\n      element.onload = on_load;\n      element.onerror = on_error;\n      element.async = false;\n      element.src = url;\n      console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n      document.head.appendChild(element);\n    }\n    for (var i = 0; i < js_modules.length; i++) {\n      var url = js_modules[i];\n      if (skip.indexOf(url) !== -1 || existing_scripts.indexOf(url) !== -1) {\n\tif (!window.requirejs) {\n\t  on_load();\n\t}\n\tcontinue;\n      }\n      var element = document.createElement('script');\n      element.onload = on_load;\n      element.onerror = on_error;\n      element.async = false;\n      element.src = url;\n      element.type = \"module\";\n      console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n      document.head.appendChild(element);\n    }\n    for (const name in js_exports) {\n      var url = js_exports[name];\n      if (skip.indexOf(url) >= 0 || root[name] != null) {\n\tif (!window.requirejs) {\n\t  on_load();\n\t}\n\tcontinue;\n      }\n      var element = document.createElement('script');\n      element.onerror = on_error;\n      element.async = false;\n      element.type = \"module\";\n      console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n      element.textContent = `\n      import ${name} from \"${url}\"\n      window.${name} = ${name}\n      window._bokeh_on_load()\n      `\n      document.head.appendChild(element);\n    }\n    if (!js_urls.length && !js_modules.length) {\n      on_load()\n    }\n  };\n\n  function inject_raw_css(css) {\n    const element = document.createElement(\"style\");\n    element.appendChild(document.createTextNode(css));\n    document.body.appendChild(element);\n  }\n\n  var js_urls = [\"https://cdn.bokeh.org/bokeh/release/bokeh-3.4.0.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-3.4.0.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-3.4.0.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-3.4.0.min.js\", \"https://cdn.holoviz.org/panel/1.4.2/dist/panel.min.js\"];\n  var js_modules = [];\n  var js_exports = {};\n  var css_urls = [];\n  var inline_js = [    function(Bokeh) {\n      Bokeh.set_log_level(\"info\");\n    },\nfunction(Bokeh) {} // ensure no trailing comma for IE\n  ];\n\n  function run_inline_js() {\n    if ((root.Bokeh !== undefined) || (force === true)) {\n      for (var i = 0; i < inline_js.length; i++) {\n\ttry {\n          inline_js[i].call(root, root.Bokeh);\n\t} catch(e) {\n\t  if (!reloading) {\n\t    throw e;\n\t  }\n\t}\n      }\n      // Cache old bokeh versions\n      if (Bokeh != undefined && !reloading) {\n\tvar NewBokeh = root.Bokeh;\n\tif (Bokeh.versions === undefined) {\n\t  Bokeh.versions = new Map();\n\t}\n\tif (NewBokeh.version !== Bokeh.version) {\n\t  Bokeh.versions.set(NewBokeh.version, NewBokeh)\n\t}\n\troot.Bokeh = Bokeh;\n      }} else if (Date.now() < root._bokeh_timeout) {\n      setTimeout(run_inline_js, 100);\n    } else if (!root._bokeh_failed_load) {\n      console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n      root._bokeh_failed_load = true;\n    }\n    root._bokeh_is_initializing = false\n  }\n\n  function load_or_wait() {\n    // Implement a backoff loop that tries to ensure we do not load multiple\n    // versions of Bokeh and its dependencies at the same time.\n    // In recent versions we use the root._bokeh_is_initializing flag\n    // to determine whether there is an ongoing attempt to initialize\n    // bokeh, however for backward compatibility we also try to ensure\n    // that we do not start loading a newer (Panel>=1.0 and Bokeh>3) version\n    // before older versions are fully initialized.\n    if (root._bokeh_is_initializing && Date.now() > root._bokeh_timeout) {\n      root._bokeh_is_initializing = false;\n      root._bokeh_onload_callbacks = undefined;\n      console.log(\"Bokeh: BokehJS was loaded multiple times but one version failed to initialize.\");\n      load_or_wait();\n    } else if (root._bokeh_is_initializing || (typeof root._bokeh_is_initializing === \"undefined\" && root._bokeh_onload_callbacks !== undefined)) {\n      setTimeout(load_or_wait, 100);\n    } else {\n      root._bokeh_is_initializing = true\n      root._bokeh_onload_callbacks = []\n      var bokeh_loaded = Bokeh != null && (Bokeh.version === py_version || (Bokeh.versions !== undefined && Bokeh.versions.has(py_version)));\n      if (!reloading && !bokeh_loaded) {\n\troot.Bokeh = undefined;\n      }\n      load_libs(css_urls, js_urls, js_modules, js_exports, function() {\n\tconsole.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n\trun_inline_js();\n      });\n    }\n  }\n  // Give older versions of the autoload script a head-start to ensure\n  // they initialize before we start loading newer version.\n  setTimeout(load_or_wait, 100)\n}(window));",
      "application/vnd.holoviews_load.v0+json": ""
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/javascript": "\nif ((window.PyViz === undefined) || (window.PyViz instanceof HTMLElement)) {\n  window.PyViz = {comms: {}, comm_status:{}, kernels:{}, receivers: {}, plot_index: []}\n}\n\n\n    function JupyterCommManager() {\n    }\n\n    JupyterCommManager.prototype.register_target = function(plot_id, comm_id, msg_handler) {\n      if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n        var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n        comm_manager.register_target(comm_id, function(comm) {\n          comm.on_msg(msg_handler);\n        });\n      } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n        window.PyViz.kernels[plot_id].registerCommTarget(comm_id, function(comm) {\n          comm.onMsg = msg_handler;\n        });\n      } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n        google.colab.kernel.comms.registerTarget(comm_id, (comm) => {\n          var messages = comm.messages[Symbol.asyncIterator]();\n          function processIteratorResult(result) {\n            var message = result.value;\n            console.log(message)\n            var content = {data: message.data, comm_id};\n            var buffers = []\n            for (var buffer of message.buffers || []) {\n              buffers.push(new DataView(buffer))\n            }\n            var metadata = message.metadata || {};\n            var msg = {content, buffers, metadata}\n            msg_handler(msg);\n            return messages.next().then(processIteratorResult);\n          }\n          return messages.next().then(processIteratorResult);\n        })\n      }\n    }\n\n    JupyterCommManager.prototype.get_client_comm = function(plot_id, comm_id, msg_handler) {\n      if (comm_id in window.PyViz.comms) {\n        return window.PyViz.comms[comm_id];\n      } else if (window.comm_manager || ((window.Jupyter !== undefined) && (Jupyter.notebook.kernel != null))) {\n        var comm_manager = window.comm_manager || Jupyter.notebook.kernel.comm_manager;\n        var comm = comm_manager.new_comm(comm_id, {}, {}, {}, comm_id);\n        if (msg_handler) {\n          comm.on_msg(msg_handler);\n        }\n      } else if ((plot_id in window.PyViz.kernels) && (window.PyViz.kernels[plot_id])) {\n        var comm = window.PyViz.kernels[plot_id].connectToComm(comm_id);\n        comm.open();\n        if (msg_handler) {\n          comm.onMsg = msg_handler;\n        }\n      } else if (typeof google != 'undefined' && google.colab.kernel != null) {\n        var comm_promise = google.colab.kernel.comms.open(comm_id)\n        comm_promise.then((comm) => {\n          window.PyViz.comms[comm_id] = comm;\n          if (msg_handler) {\n            var messages = comm.messages[Symbol.asyncIterator]();\n            function processIteratorResult(result) {\n              var message = result.value;\n              var content = {data: message.data};\n              var metadata = message.metadata || {comm_id};\n              var msg = {content, metadata}\n              msg_handler(msg);\n              return messages.next().then(processIteratorResult);\n            }\n            return messages.next().then(processIteratorResult);\n          }\n        }) \n        var sendClosure = (data, metadata, buffers, disposeOnDone) => {\n          return comm_promise.then((comm) => {\n            comm.send(data, metadata, buffers, disposeOnDone);\n          });\n        };\n        var comm = {\n          send: sendClosure\n        };\n      }\n      window.PyViz.comms[comm_id] = comm;\n      return comm;\n    }\n    window.PyViz.comm_manager = new JupyterCommManager();\n    \n\n\nvar JS_MIME_TYPE = 'application/javascript';\nvar HTML_MIME_TYPE = 'text/html';\nvar EXEC_MIME_TYPE = 'application/vnd.holoviews_exec.v0+json';\nvar CLASS_NAME = 'output';\n\n/**\n * Render data to the DOM node\n */\nfunction render(props, node) {\n  var div = document.createElement(\"div\");\n  var script = document.createElement(\"script\");\n  node.appendChild(div);\n  node.appendChild(script);\n}\n\n/**\n * Handle when a new output is added\n */\nfunction handle_add_output(event, handle) {\n  var output_area = handle.output_area;\n  var output = handle.output;\n  if ((output.data == undefined) || (!output.data.hasOwnProperty(EXEC_MIME_TYPE))) {\n    return\n  }\n  var id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n  var toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n  if (id !== undefined) {\n    var nchildren = toinsert.length;\n    var html_node = toinsert[nchildren-1].children[0];\n    html_node.innerHTML = output.data[HTML_MIME_TYPE];\n    var scripts = [];\n    var nodelist = html_node.querySelectorAll(\"script\");\n    for (var i in nodelist) {\n      if (nodelist.hasOwnProperty(i)) {\n        scripts.push(nodelist[i])\n      }\n    }\n\n    scripts.forEach( function (oldScript) {\n      var newScript = document.createElement(\"script\");\n      var attrs = [];\n      var nodemap = oldScript.attributes;\n      for (var j in nodemap) {\n        if (nodemap.hasOwnProperty(j)) {\n          attrs.push(nodemap[j])\n        }\n      }\n      attrs.forEach(function(attr) { newScript.setAttribute(attr.name, attr.value) });\n      newScript.appendChild(document.createTextNode(oldScript.innerHTML));\n      oldScript.parentNode.replaceChild(newScript, oldScript);\n    });\n    if (JS_MIME_TYPE in output.data) {\n      toinsert[nchildren-1].children[1].textContent = output.data[JS_MIME_TYPE];\n    }\n    output_area._hv_plot_id = id;\n    if ((window.Bokeh !== undefined) && (id in Bokeh.index)) {\n      window.PyViz.plot_index[id] = Bokeh.index[id];\n    } else {\n      window.PyViz.plot_index[id] = null;\n    }\n  } else if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n    var bk_div = document.createElement(\"div\");\n    bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n    var script_attrs = bk_div.children[0].attributes;\n    for (var i = 0; i < script_attrs.length; i++) {\n      toinsert[toinsert.length - 1].childNodes[1].setAttribute(script_attrs[i].name, script_attrs[i].value);\n    }\n    // store reference to server id on output_area\n    output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n  }\n}\n\n/**\n * Handle when an output is cleared or removed\n */\nfunction handle_clear_output(event, handle) {\n  var id = handle.cell.output_area._hv_plot_id;\n  var server_id = handle.cell.output_area._bokeh_server_id;\n  if (((id === undefined) || !(id in PyViz.plot_index)) && (server_id !== undefined)) { return; }\n  var comm = window.PyViz.comm_manager.get_client_comm(\"hv-extension-comm\", \"hv-extension-comm\", function () {});\n  if (server_id !== null) {\n    comm.send({event_type: 'server_delete', 'id': server_id});\n    return;\n  } else if (comm !== null) {\n    comm.send({event_type: 'delete', 'id': id});\n  }\n  delete PyViz.plot_index[id];\n  if ((window.Bokeh !== undefined) & (id in window.Bokeh.index)) {\n    var doc = window.Bokeh.index[id].model.document\n    doc.clear();\n    const i = window.Bokeh.documents.indexOf(doc);\n    if (i > -1) {\n      window.Bokeh.documents.splice(i, 1);\n    }\n  }\n}\n\n/**\n * Handle kernel restart event\n */\nfunction handle_kernel_cleanup(event, handle) {\n  delete PyViz.comms[\"hv-extension-comm\"];\n  window.PyViz.plot_index = {}\n}\n\n/**\n * Handle update_display_data messages\n */\nfunction handle_update_output(event, handle) {\n  handle_clear_output(event, {cell: {output_area: handle.output_area}})\n  handle_add_output(event, handle)\n}\n\nfunction register_renderer(events, OutputArea) {\n  function append_mime(data, metadata, element) {\n    // create a DOM node to render to\n    var toinsert = this.create_output_subarea(\n    metadata,\n    CLASS_NAME,\n    EXEC_MIME_TYPE\n    );\n    this.keyboard_manager.register_events(toinsert);\n    // Render to node\n    var props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n    render(props, toinsert[0]);\n    element.append(toinsert);\n    return toinsert\n  }\n\n  events.on('output_added.OutputArea', handle_add_output);\n  events.on('output_updated.OutputArea', handle_update_output);\n  events.on('clear_output.CodeCell', handle_clear_output);\n  events.on('delete.Cell', handle_clear_output);\n  events.on('kernel_ready.Kernel', handle_kernel_cleanup);\n\n  OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n    safe: true,\n    index: 0\n  });\n}\n\nif (window.Jupyter !== undefined) {\n  try {\n    var events = require('base/js/events');\n    var OutputArea = require('notebook/js/outputarea').OutputArea;\n    if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n      register_renderer(events, OutputArea);\n    }\n  } catch(err) {\n  }\n}\n",
      "application/vnd.holoviews_load.v0+json": ""
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>*[data-root-id],\n",
       "*[data-root-id] > * {\n",
       "  box-sizing: border-box;\n",
       "  font-family: var(--jp-ui-font-family);\n",
       "  font-size: var(--jp-ui-font-size1);\n",
       "  color: var(--vscode-editor-foreground, var(--jp-ui-font-color1));\n",
       "}\n",
       "\n",
       "/* Override VSCode background color */\n",
       ".cell-output-ipywidget-background:has(\n",
       "    > .cell-output-ipywidget-background > .lm-Widget > *[data-root-id]\n",
       "  ),\n",
       ".cell-output-ipywidget-background:has(> .lm-Widget > *[data-root-id]) {\n",
       "  background-color: transparent !important;\n",
       "}\n",
       "</style>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.holoviews_exec.v0+json": "",
      "text/html": [
       "<div id='p1002'>\n",
       "  <div id=\"aa7e9b02-42ad-44c8-9a6b-650d5f0d2d12\" data-root-id=\"p1002\" style=\"display: contents;\"></div>\n",
       "</div>\n",
       "<script type=\"application/javascript\">(function(root) {\n",
       "  var docs_json = {\"aa26ad2d-3731-4023-9c85-9ce3e871a29c\":{\"version\":\"3.4.0\",\"title\":\"Bokeh Application\",\"roots\":[{\"type\":\"object\",\"name\":\"panel.models.browser.BrowserInfo\",\"id\":\"p1002\"},{\"type\":\"object\",\"name\":\"panel.models.comm_manager.CommManager\",\"id\":\"p1003\",\"attributes\":{\"plot_id\":\"p1002\",\"comm_id\":\"58df1324d4924d7181f88125d5410966\",\"client_comm_id\":\"4634b2d2bf264183984c8a24f77d8d52\"}}],\"defs\":[{\"type\":\"model\",\"name\":\"ReactiveHTML1\"},{\"type\":\"model\",\"name\":\"FlexBox1\",\"properties\":[{\"name\":\"align_content\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"align_items\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"flex_direction\",\"kind\":\"Any\",\"default\":\"row\"},{\"name\":\"flex_wrap\",\"kind\":\"Any\",\"default\":\"wrap\"},{\"name\":\"gap\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"justify_content\",\"kind\":\"Any\",\"default\":\"flex-start\"}]},{\"type\":\"model\",\"name\":\"FloatPanel1\",\"properties\":[{\"name\":\"config\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"contained\",\"kind\":\"Any\",\"default\":true},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"right-top\"},{\"name\":\"offsetx\",\"kind\":\"Any\",\"default\":null},{\"name\":\"offsety\",\"kind\":\"Any\",\"default\":null},{\"name\":\"theme\",\"kind\":\"Any\",\"default\":\"primary\"},{\"name\":\"status\",\"kind\":\"Any\",\"default\":\"normalized\"}]},{\"type\":\"model\",\"name\":\"GridStack1\",\"properties\":[{\"name\":\"mode\",\"kind\":\"Any\",\"default\":\"warn\"},{\"name\":\"ncols\",\"kind\":\"Any\",\"default\":null},{\"name\":\"nrows\",\"kind\":\"Any\",\"default\":null},{\"name\":\"allow_resize\",\"kind\":\"Any\",\"default\":true},{\"name\":\"allow_drag\",\"kind\":\"Any\",\"default\":true},{\"name\":\"state\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"drag1\",\"properties\":[{\"name\":\"slider_width\",\"kind\":\"Any\",\"default\":5},{\"name\":\"slider_color\",\"kind\":\"Any\",\"default\":\"black\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":50}]},{\"type\":\"model\",\"name\":\"click1\",\"properties\":[{\"name\":\"terminal_output\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"debug_name\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"clears\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"FastWrapper1\",\"properties\":[{\"name\":\"object\",\"kind\":\"Any\",\"default\":null},{\"name\":\"style\",\"kind\":\"Any\",\"default\":null}]},{\"type\":\"model\",\"name\":\"NotificationAreaBase1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"NotificationArea1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"notifications\",\"kind\":\"Any\",\"default\":[]},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0},{\"name\":\"types\",\"kind\":\"Any\",\"default\":[{\"type\":\"map\",\"entries\":[[\"type\",\"warning\"],[\"background\",\"#ffc107\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-exclamation-triangle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]},{\"type\":\"map\",\"entries\":[[\"type\",\"info\"],[\"background\",\"#007bff\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-info-circle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]}]}]},{\"type\":\"model\",\"name\":\"Notification\",\"properties\":[{\"name\":\"background\",\"kind\":\"Any\",\"default\":null},{\"name\":\"duration\",\"kind\":\"Any\",\"default\":3000},{\"name\":\"icon\",\"kind\":\"Any\",\"default\":null},{\"name\":\"message\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"notification_type\",\"kind\":\"Any\",\"default\":null},{\"name\":\"_destroyed\",\"kind\":\"Any\",\"default\":false}]},{\"type\":\"model\",\"name\":\"TemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"BootstrapTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"TemplateEditor1\",\"properties\":[{\"name\":\"layout\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"MaterialTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"copy_to_clipboard1\",\"properties\":[{\"name\":\"fill\",\"kind\":\"Any\",\"default\":\"none\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":null}]}]}};\n",
       "  var render_items = [{\"docid\":\"aa26ad2d-3731-4023-9c85-9ce3e871a29c\",\"roots\":{\"p1002\":\"aa7e9b02-42ad-44c8-9a6b-650d5f0d2d12\"},\"root_ids\":[\"p1002\"]}];\n",
       "  var docs = Object.values(docs_json)\n",
       "  if (!docs) {\n",
       "    return\n",
       "  }\n",
       "  const py_version = docs[0].version.replace('rc', '-rc.').replace('.dev', '-dev.')\n",
       "  function embed_document(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    Bokeh.embed.embed_items_notebook(docs_json, render_items);\n",
       "    for (const render_item of render_items) {\n",
       "      for (const root_id of render_item.root_ids) {\n",
       "\tconst id_el = document.getElementById(root_id)\n",
       "\tif (id_el.children.length && (id_el.children[0].className === 'bk-root')) {\n",
       "\t  const root_el = id_el.children[0]\n",
       "\t  root_el.id = root_el.id + '-rendered'\n",
       "\t}\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  function get_bokeh(root) {\n",
       "    if (root.Bokeh === undefined) {\n",
       "      return null\n",
       "    } else if (root.Bokeh.version !== py_version) {\n",
       "      if (root.Bokeh.versions === undefined || !root.Bokeh.versions.has(py_version)) {\n",
       "\treturn null\n",
       "      }\n",
       "      return root.Bokeh.versions.get(py_version);\n",
       "    } else if (root.Bokeh.version === py_version) {\n",
       "      return root.Bokeh\n",
       "    }\n",
       "    return null\n",
       "  }\n",
       "  function is_loaded(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    return (Bokeh != null && Bokeh.Panel !== undefined)\n",
       "  }\n",
       "  if (is_loaded(root)) {\n",
       "    embed_document(root);\n",
       "  } else {\n",
       "    var attempts = 0;\n",
       "    var timer = setInterval(function(root) {\n",
       "      if (is_loaded(root)) {\n",
       "        clearInterval(timer);\n",
       "        embed_document(root);\n",
       "      } else if (document.readyState == \"complete\") {\n",
       "        attempts++;\n",
       "        if (attempts > 200) {\n",
       "          clearInterval(timer);\n",
       "\t  var Bokeh = get_bokeh(root)\n",
       "\t  if (Bokeh == null || Bokeh.Panel == null) {\n",
       "            console.warn(\"Panel: ERROR: Unable to run Panel code because Bokeh or Panel library is missing\");\n",
       "\t  } else {\n",
       "\t    console.warn(\"Panel: WARNING: Attempting to render but not all required libraries could be resolved.\")\n",
       "\t    embed_document(root)\n",
       "\t  }\n",
       "        }\n",
       "      }\n",
       "    }, 25, root)\n",
       "  }\n",
       "})(window);</script>"
      ]
     },
     "metadata": {
      "application/vnd.holoviews_exec.v0+json": {
       "id": "p1002"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import hvplot.pandas\n",
    "import holoviews as hv\n",
    "import panel as pn"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Display sample contents of a DSS File"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "path_data = '.'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandss as pdss\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#1- DCR 30SLR_naa_2040m\n",
    "import pandss as pdss\n",
    "\n",
    "old_dss1 = \"dcp_naa_2040slr10.dss\"\n",
    "old_paths1 = (\n",
    "    \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_dss = \"dcr_30cm_1.dss\"\n",
    "new_paths1 = (\n",
    "    \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_NAA_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_NAA_2040SLR10/\",\n",
    "    \n",
    ")  \n",
    "\n",
    "old_dss2 = \"SF_mtz_tide_NAVD.dss\"\n",
    "old_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    ")   \n",
    "\n",
    "\n",
    "old_dss3 = \"DCR19_12.30wsidi_NDDOff_2040CT_SLR30cm.dss\"\n",
    "old_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ")\n",
    "    \n",
    "new_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ") \n",
    "\n",
    "\n",
    "old_dss4 = \"DCP_NAA_2040SLR10_EC_ANN.dss\"\n",
    "old_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    ")\n",
    "new_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_NAA_2040SLR10/\",\n",
    ")\n",
    "\n",
    "old_dss5 = \"x2_daily_1.dss\"\n",
    "\n",
    "old_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_NAA_2040SLR10/\",\n",
    ") \n",
    "new_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_NAA_2040SLR10/\", \n",
    ") \n",
    "# You need to zip the old_paths and new_paths to create pairs of source and destination paths\n",
    "path_pairs1 = list(zip(old_paths1, new_paths1))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss1,\n",
    "    new_dss,\n",
    "    path_pairs1  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n",
    "path_pairs2 = list(zip(old_paths2, new_paths2))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss2,\n",
    "    new_dss,\n",
    "    path_pairs2  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs3 = list(zip(old_paths3, new_paths3))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss3,\n",
    "    new_dss,\n",
    "    path_pairs3  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs4 = list(zip(old_paths4, new_paths4))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss4,\n",
    "    new_dss,\n",
    "    path_pairs4  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs5 = list(zip(old_paths5, new_paths5))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss5,\n",
    "    new_dss,\n",
    "    path_pairs5  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "#1- DCR 30SLR_naa_2040m\n",
    "import pandss as pdss\n",
    "\n",
    "old_dss1 = \"dcp_smscg_2040slr10.dss\"\n",
    "old_paths1 = (\n",
    "    \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_dss = \"dcr_30cm_2.dss\"\n",
    "new_paths1 = (\n",
    "    \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_SMSCG_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_SMSCG_2040SLR10/\",\n",
    "    \n",
    ")  \n",
    "\n",
    "old_dss2 = \"SF_mtz_tide_NAVD.dss\"\n",
    "old_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    ")   \n",
    "\n",
    "\n",
    "old_dss3 = \"NDDOff_2040CT_NoSummerSMSCG_dv_SLR15cm.dss\"\n",
    "old_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ")\n",
    "    \n",
    "new_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ") \n",
    "\n",
    "\n",
    "old_dss4 = \"DCP_SMSCG_2040SLR10_EC_ANN.dss\"\n",
    "old_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    ")\n",
    "new_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    ")\n",
    "\n",
    "old_dss5 = \"x2_daily_2.dss\"\n",
    "\n",
    "old_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_SMSCG_2040SLR10/\",\n",
    ") \n",
    "new_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_SMSCG_2040SLR10/\", \n",
    ") \n",
    "# You need to zip the old_paths and new_paths to create pairs of source and destination paths\n",
    "path_pairs1 = list(zip(old_paths1, new_paths1))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss1,\n",
    "    new_dss,\n",
    "    path_pairs1  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n",
    "path_pairs2 = list(zip(old_paths2, new_paths2))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss2,\n",
    "    new_dss,\n",
    "    path_pairs2  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs3 = list(zip(old_paths3, new_paths3))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss3,\n",
    "    new_dss,\n",
    "    path_pairs3  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs4 = list(zip(old_paths4, new_paths4))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss4,\n",
    "    new_dss,\n",
    "    path_pairs4  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs5 = list(zip(old_paths5, new_paths5))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss5,\n",
    "    new_dss,\n",
    "    path_pairs5  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#1- DCR 30SLR_naa_2040m\n",
    "import pandss as pdss\n",
    "\n",
    "old_dss1 = \"dcp_pa6k_2040slr10.dss\"\n",
    "old_paths1 = (\n",
    "     \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_dss = \"dcr_30cm_3.dss\"\n",
    "new_paths1 = (\n",
    "    \"/CALSIM-SMOOTH/C_SAC041/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \"/CALSIM-SMOOTH/C_SJR070/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \"/CALSIM/C_CLV004/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/C_CAA003_TD/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\",  \n",
    "    \"/CALSIM/C_DMC000_TD/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/D408/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/D_SJR028_WTPDWS/FLOW//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM/SMSCG_OP/GATE-OP-RATIO//1MON/L2020A_DCP_PA6K_2040SLR10/\", \n",
    "    \"/CALSIM-SMOOTH/NDOI/FLOW//1DAY/L2020A_DCP_PA6K_2040SLR10/\",\n",
    "    \n",
    ")  \n",
    "\n",
    "old_dss2 = \"SF_mtz_tide_NAVD.dss\"\n",
    "old_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    "    \n",
    ")\n",
    "    \n",
    "new_paths2 = (\n",
    "    \"/DWR/SAN_FRANCISCO/STAGE-MAX-MIN//1DAY/ASTRO_NAVD_20170607/\",\n",
    ")   \n",
    "\n",
    "\n",
    "old_dss3 = \"DCR19_12.30wsidi_021422_SWP6000_2040CT_SLR30cm.dss\"\n",
    "old_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ")\n",
    "    \n",
    "new_paths3 = (\n",
    "    \"/CALSIM/C_CSL004A/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/C_MOK019/CHANNEL//1MON/L2020A/\",\n",
    "    \"/CALSIM/DXC/GATE-DAYS-OPEN//1MON/L2020A/\", \n",
    "    \"/CALSIM/NET_DICU/DICU_FLOW//1MON/L2020A/\",\n",
    ") \n",
    "\n",
    "\n",
    "old_dss4 = \"DCP_PA6K_2040SLR10_EC_ANN.dss\"\n",
    "old_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    ")\n",
    "new_paths4 = (\n",
    "    \"/QUALV8.2.1/CVP_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/MIDR_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/OLDR_CCF/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD024/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/ROLD034/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC054/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC075/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC081/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAC092/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN007/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/RSAN018/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/SLMZU011/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    "    \"/QUALV8.2.1/VICT_INTAKE/EC//1DAY/DCP_PA6K_2040SLR10/\",\n",
    ")\n",
    "\n",
    "old_dss5 = \"x2_daily_3.dss\"\n",
    "\n",
    "old_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_PA6K_2040SLR10/\",\n",
    ") \n",
    "new_paths5 = (\n",
    "    \"/DELTA/X2/POSITION//1DAY/DCP_PA6K_2040SLR10/\",\n",
    ") \n",
    "# You need to zip the old_paths and new_paths to create pairs of source and destination paths\n",
    "path_pairs1 = list(zip(old_paths1, new_paths1))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss1,\n",
    "    new_dss,\n",
    "    path_pairs1  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n",
    "path_pairs2 = list(zip(old_paths2, new_paths2))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss2,\n",
    "    new_dss,\n",
    "    path_pairs2  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs3 = list(zip(old_paths3, new_paths3))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss3,\n",
    "    new_dss,\n",
    "    path_pairs3  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs4 = list(zip(old_paths4, new_paths4))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss4,\n",
    "    new_dss,\n",
    "    path_pairs4  # This argument provides the source and destination path pairs\n",
    ")\n",
    "path_pairs5 = list(zip(old_paths5, new_paths5))\n",
    "pdss.copy_multiple_rts(\n",
    "    old_dss5,\n",
    "    new_dss,\n",
    "    path_pairs5  # This argument provides the source and destination path pairs\n",
    ")\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read inputs and outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.holoviews_exec.v0+json": "",
      "text/html": [
       "<div id='p1004'>\n",
       "  <div id=\"aedb721f-1688-4cd7-8156-7a073cf2a6d1\" data-root-id=\"p1004\" style=\"display: contents;\"></div>\n",
       "</div>\n",
       "<script type=\"application/javascript\">(function(root) {\n",
       "  var docs_json = {\"2ae33b98-70bd-4b82-b7d7-65f9165b47ea\":{\"version\":\"3.4.0\",\"title\":\"Bokeh Application\",\"roots\":[{\"type\":\"object\",\"name\":\"Row\",\"id\":\"p1004\",\"attributes\":{\"name\":\"Row00908\",\"tags\":[\"embedded\"],\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1007\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/loading.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1056\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/listpanel.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1005\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/default.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1006\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/native.css\"}}],\"min_width\":700,\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\",\"children\":[{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1008\",\"attributes\":{\"name\":\"HSpacer00915\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1007\"},{\"id\":\"p1005\"},{\"id\":\"p1006\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}},{\"type\":\"object\",\"name\":\"DataTable\",\"id\":\"p1047\",\"attributes\":{\"width\":700,\"height\":300,\"source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1009\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1010\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1011\"},\"data\":{\"type\":\"map\",\"entries\":[[\"T\",{\"type\":\"ndarray\",\"array\":[\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\",\"T2004\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"A\",{\"type\":\"ndarray\",\"array\":[\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"DELTA\",\"DWR\",\"DWR\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"B\",{\"type\":\"ndarray\",\"array\":[\"C_CAA003_TD\",\"C_CLV004\",\"C_CSL004A\",\"C_DMC000_TD\",\"C_MOK019\",\"D408\",\"DXC\",\"D_SJR028_WTPDWS\",\"NET_DICU\",\"SMSCG_OP\",\"C_SAC041\",\"C_SJR070\",\"NDOI\",\"X2\",\"SANFRANCISCO\",\"SAN_FRANCISCO\",\"CVP_INTAKE\",\"MIDR_INTAKE\",\"OLDR_CCF\",\"ROLD024\",\"ROLD034\",\"RSAC054\",\"RSAC075\",\"RSAC081\",\"RSAC092\",\"RSAN007\",\"RSAN018\",\"SLMZU011\",\"VICT_INTAKE\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"C\",{\"type\":\"ndarray\",\"array\":[\"FLOW\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"GATE-DAYS-OPEN\",\"FLOW\",\"DICU_FLOW\",\"GATE-OP-RATIO\",\"FLOW\",\"FLOW\",\"FLOW\",\"POSITION\",\"STAGE-MAX-MIN\",\"STAGE-MAX-MIN\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"F\",{\"type\":\"ndarray\",\"array\":[\"L2020A_DCP_NAA_2040SLR10\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A_DCP_NAA_2040SLR10\",\"L2020A_DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"ASTRO_NAVD_20170607\",\"ASTRO_NAVD_20170607\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\",\"DCP_NAA_2040SLR10\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"E\",{\"type\":\"ndarray\",\"array\":[\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}],[\"D\",{\"type\":\"ndarray\",\"array\":[\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1922 - 01JAN2015\",\"01JAN1919 - 01JAN2016\",\"01JAN1919 - 01JAN2016\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\"],\"shape\":[29],\"dtype\":\"object\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1051\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1052\"}}},\"columns\":[{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1014\",\"attributes\":{\"field\":\"T\",\"title\":\"T\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1012\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1013\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1019\",\"attributes\":{\"field\":\"A\",\"title\":\"A\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1017\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1018\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1024\",\"attributes\":{\"field\":\"B\",\"title\":\"B\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1022\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1023\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1029\",\"attributes\":{\"field\":\"C\",\"title\":\"C\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1027\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1028\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1034\",\"attributes\":{\"field\":\"F\",\"title\":\"F\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1032\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1033\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1039\",\"attributes\":{\"field\":\"E\",\"title\":\"E\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1037\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1038\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1044\",\"attributes\":{\"field\":\"D\",\"title\":\"D\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1042\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1043\"}}}],\"reorderable\":false}},{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1054\",\"attributes\":{\"name\":\"HSpacer00916\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1007\"},{\"id\":\"p1005\"},{\"id\":\"p1006\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}}]}}],\"defs\":[{\"type\":\"model\",\"name\":\"ReactiveHTML1\"},{\"type\":\"model\",\"name\":\"FlexBox1\",\"properties\":[{\"name\":\"align_content\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"align_items\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"flex_direction\",\"kind\":\"Any\",\"default\":\"row\"},{\"name\":\"flex_wrap\",\"kind\":\"Any\",\"default\":\"wrap\"},{\"name\":\"gap\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"justify_content\",\"kind\":\"Any\",\"default\":\"flex-start\"}]},{\"type\":\"model\",\"name\":\"FloatPanel1\",\"properties\":[{\"name\":\"config\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"contained\",\"kind\":\"Any\",\"default\":true},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"right-top\"},{\"name\":\"offsetx\",\"kind\":\"Any\",\"default\":null},{\"name\":\"offsety\",\"kind\":\"Any\",\"default\":null},{\"name\":\"theme\",\"kind\":\"Any\",\"default\":\"primary\"},{\"name\":\"status\",\"kind\":\"Any\",\"default\":\"normalized\"}]},{\"type\":\"model\",\"name\":\"GridStack1\",\"properties\":[{\"name\":\"mode\",\"kind\":\"Any\",\"default\":\"warn\"},{\"name\":\"ncols\",\"kind\":\"Any\",\"default\":null},{\"name\":\"nrows\",\"kind\":\"Any\",\"default\":null},{\"name\":\"allow_resize\",\"kind\":\"Any\",\"default\":true},{\"name\":\"allow_drag\",\"kind\":\"Any\",\"default\":true},{\"name\":\"state\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"drag1\",\"properties\":[{\"name\":\"slider_width\",\"kind\":\"Any\",\"default\":5},{\"name\":\"slider_color\",\"kind\":\"Any\",\"default\":\"black\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":50}]},{\"type\":\"model\",\"name\":\"click1\",\"properties\":[{\"name\":\"terminal_output\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"debug_name\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"clears\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"FastWrapper1\",\"properties\":[{\"name\":\"object\",\"kind\":\"Any\",\"default\":null},{\"name\":\"style\",\"kind\":\"Any\",\"default\":null}]},{\"type\":\"model\",\"name\":\"NotificationAreaBase1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"NotificationArea1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"notifications\",\"kind\":\"Any\",\"default\":[]},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0},{\"name\":\"types\",\"kind\":\"Any\",\"default\":[{\"type\":\"map\",\"entries\":[[\"type\",\"warning\"],[\"background\",\"#ffc107\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-exclamation-triangle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]},{\"type\":\"map\",\"entries\":[[\"type\",\"info\"],[\"background\",\"#007bff\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-info-circle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]}]}]},{\"type\":\"model\",\"name\":\"Notification\",\"properties\":[{\"name\":\"background\",\"kind\":\"Any\",\"default\":null},{\"name\":\"duration\",\"kind\":\"Any\",\"default\":3000},{\"name\":\"icon\",\"kind\":\"Any\",\"default\":null},{\"name\":\"message\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"notification_type\",\"kind\":\"Any\",\"default\":null},{\"name\":\"_destroyed\",\"kind\":\"Any\",\"default\":false}]},{\"type\":\"model\",\"name\":\"TemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"BootstrapTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"TemplateEditor1\",\"properties\":[{\"name\":\"layout\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"MaterialTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"copy_to_clipboard1\",\"properties\":[{\"name\":\"fill\",\"kind\":\"Any\",\"default\":\"none\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":null}]}]}};\n",
       "  var render_items = [{\"docid\":\"2ae33b98-70bd-4b82-b7d7-65f9165b47ea\",\"roots\":{\"p1004\":\"aedb721f-1688-4cd7-8156-7a073cf2a6d1\"},\"root_ids\":[\"p1004\"]}];\n",
       "  var docs = Object.values(docs_json)\n",
       "  if (!docs) {\n",
       "    return\n",
       "  }\n",
       "  const py_version = docs[0].version.replace('rc', '-rc.').replace('.dev', '-dev.')\n",
       "  function embed_document(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    Bokeh.embed.embed_items_notebook(docs_json, render_items);\n",
       "    for (const render_item of render_items) {\n",
       "      for (const root_id of render_item.root_ids) {\n",
       "\tconst id_el = document.getElementById(root_id)\n",
       "\tif (id_el.children.length && (id_el.children[0].className === 'bk-root')) {\n",
       "\t  const root_el = id_el.children[0]\n",
       "\t  root_el.id = root_el.id + '-rendered'\n",
       "\t}\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  function get_bokeh(root) {\n",
       "    if (root.Bokeh === undefined) {\n",
       "      return null\n",
       "    } else if (root.Bokeh.version !== py_version) {\n",
       "      if (root.Bokeh.versions === undefined || !root.Bokeh.versions.has(py_version)) {\n",
       "\treturn null\n",
       "      }\n",
       "      return root.Bokeh.versions.get(py_version);\n",
       "    } else if (root.Bokeh.version === py_version) {\n",
       "      return root.Bokeh\n",
       "    }\n",
       "    return null\n",
       "  }\n",
       "  function is_loaded(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    return (Bokeh != null && Bokeh.Panel !== undefined)\n",
       "  }\n",
       "  if (is_loaded(root)) {\n",
       "    embed_document(root);\n",
       "  } else {\n",
       "    var attempts = 0;\n",
       "    var timer = setInterval(function(root) {\n",
       "      if (is_loaded(root)) {\n",
       "        clearInterval(timer);\n",
       "        embed_document(root);\n",
       "      } else if (document.readyState == \"complete\") {\n",
       "        attempts++;\n",
       "        if (attempts > 200) {\n",
       "          clearInterval(timer);\n",
       "\t  var Bokeh = get_bokeh(root)\n",
       "\t  if (Bokeh == null || Bokeh.Panel == null) {\n",
       "            console.warn(\"Panel: ERROR: Unable to run Panel code because Bokeh or Panel library is missing\");\n",
       "\t  } else {\n",
       "\t    console.warn(\"Panel: WARNING: Attempting to render but not all required libraries could be resolved.\")\n",
       "\t    embed_document(root)\n",
       "\t  }\n",
       "        }\n",
       "      }\n",
       "    }, 25, root)\n",
       "  }\n",
       "})(window);</script>"
      ],
      "text/plain": [
       ":Table   [T,A,B,C,F,E,D]"
      ]
     },
     "execution_count": 9,
     "metadata": {
      "application/vnd.holoviews_exec.v0+json": {
       "id": "p1004"
      }
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pyhecdss.DSSFile(os.path.join(path_data, 'dcr_30cm_1.dss')).read_catalog().hvplot.table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.holoviews_exec.v0+json": "",
      "text/html": [
       "<div id='p1058'>\n",
       "  <div id=\"ee49b163-aef4-4701-84a3-21e5e5402b0e\" data-root-id=\"p1058\" style=\"display: contents;\"></div>\n",
       "</div>\n",
       "<script type=\"application/javascript\">(function(root) {\n",
       "  var docs_json = {\"cd7d43f7-8722-47d8-b7b0-96a05a302000\":{\"version\":\"3.4.0\",\"title\":\"Bokeh Application\",\"roots\":[{\"type\":\"object\",\"name\":\"Row\",\"id\":\"p1058\",\"attributes\":{\"name\":\"Row00987\",\"tags\":[\"embedded\"],\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1061\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/loading.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1110\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/listpanel.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1059\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/default.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1060\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/native.css\"}}],\"min_width\":700,\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\",\"children\":[{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1062\",\"attributes\":{\"name\":\"HSpacer00994\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1061\"},{\"id\":\"p1059\"},{\"id\":\"p1060\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}},{\"type\":\"object\",\"name\":\"DataTable\",\"id\":\"p1101\",\"attributes\":{\"width\":700,\"height\":300,\"source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1063\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1064\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1065\"},\"data\":{\"type\":\"map\",\"entries\":[[\"T\",{\"type\":\"ndarray\",\"array\":[\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"A\",{\"type\":\"ndarray\",\"array\":[\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"DELTA\",\"DWR\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"B\",{\"type\":\"ndarray\",\"array\":[\"C_CAA003_TD\",\"C_CLV004\",\"C_CSL004A\",\"C_DMC000_TD\",\"C_MOK019\",\"D408\",\"DXC\",\"D_SJR028_WTPDWS\",\"NET_DICU\",\"SMSCG_OP\",\"C_SAC041\",\"C_SJR070\",\"NDOI\",\"X2\",\"SAN_FRANCISCO\",\"CVP_INTAKE\",\"MIDR_INTAKE\",\"OLDR_CCF\",\"ROLD024\",\"ROLD034\",\"RSAC054\",\"RSAC075\",\"RSAC081\",\"RSAC092\",\"RSAN007\",\"RSAN018\",\"SLMZU011\",\"VICT_INTAKE\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"C\",{\"type\":\"ndarray\",\"array\":[\"FLOW\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"GATE-DAYS-OPEN\",\"FLOW\",\"DICU_FLOW\",\"GATE-OP-RATIO\",\"FLOW\",\"FLOW\",\"FLOW\",\"POSITION\",\"STAGE-MAX-MIN\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"F\",{\"type\":\"ndarray\",\"array\":[\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A_DCP_SMSCG_2040SLR10\",\"L2020A_DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"ASTRO_NAVD_20170607\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\",\"DCP_SMSCG_2040SLR10\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"E\",{\"type\":\"ndarray\",\"array\":[\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"D\",{\"type\":\"ndarray\",\"array\":[\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1922 - 01JAN2015\",\"01JAN1919 - 01JAN2016\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1105\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1106\"}}},\"columns\":[{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1068\",\"attributes\":{\"field\":\"T\",\"title\":\"T\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1066\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1067\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1073\",\"attributes\":{\"field\":\"A\",\"title\":\"A\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1071\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1072\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1078\",\"attributes\":{\"field\":\"B\",\"title\":\"B\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1076\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1077\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1083\",\"attributes\":{\"field\":\"C\",\"title\":\"C\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1081\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1082\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1088\",\"attributes\":{\"field\":\"F\",\"title\":\"F\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1086\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1087\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1093\",\"attributes\":{\"field\":\"E\",\"title\":\"E\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1091\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1092\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1098\",\"attributes\":{\"field\":\"D\",\"title\":\"D\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1096\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1097\"}}}],\"reorderable\":false}},{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1108\",\"attributes\":{\"name\":\"HSpacer00995\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1061\"},{\"id\":\"p1059\"},{\"id\":\"p1060\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}}]}}],\"defs\":[{\"type\":\"model\",\"name\":\"ReactiveHTML1\"},{\"type\":\"model\",\"name\":\"FlexBox1\",\"properties\":[{\"name\":\"align_content\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"align_items\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"flex_direction\",\"kind\":\"Any\",\"default\":\"row\"},{\"name\":\"flex_wrap\",\"kind\":\"Any\",\"default\":\"wrap\"},{\"name\":\"gap\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"justify_content\",\"kind\":\"Any\",\"default\":\"flex-start\"}]},{\"type\":\"model\",\"name\":\"FloatPanel1\",\"properties\":[{\"name\":\"config\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"contained\",\"kind\":\"Any\",\"default\":true},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"right-top\"},{\"name\":\"offsetx\",\"kind\":\"Any\",\"default\":null},{\"name\":\"offsety\",\"kind\":\"Any\",\"default\":null},{\"name\":\"theme\",\"kind\":\"Any\",\"default\":\"primary\"},{\"name\":\"status\",\"kind\":\"Any\",\"default\":\"normalized\"}]},{\"type\":\"model\",\"name\":\"GridStack1\",\"properties\":[{\"name\":\"mode\",\"kind\":\"Any\",\"default\":\"warn\"},{\"name\":\"ncols\",\"kind\":\"Any\",\"default\":null},{\"name\":\"nrows\",\"kind\":\"Any\",\"default\":null},{\"name\":\"allow_resize\",\"kind\":\"Any\",\"default\":true},{\"name\":\"allow_drag\",\"kind\":\"Any\",\"default\":true},{\"name\":\"state\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"drag1\",\"properties\":[{\"name\":\"slider_width\",\"kind\":\"Any\",\"default\":5},{\"name\":\"slider_color\",\"kind\":\"Any\",\"default\":\"black\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":50}]},{\"type\":\"model\",\"name\":\"click1\",\"properties\":[{\"name\":\"terminal_output\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"debug_name\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"clears\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"FastWrapper1\",\"properties\":[{\"name\":\"object\",\"kind\":\"Any\",\"default\":null},{\"name\":\"style\",\"kind\":\"Any\",\"default\":null}]},{\"type\":\"model\",\"name\":\"NotificationAreaBase1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"NotificationArea1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"notifications\",\"kind\":\"Any\",\"default\":[]},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0},{\"name\":\"types\",\"kind\":\"Any\",\"default\":[{\"type\":\"map\",\"entries\":[[\"type\",\"warning\"],[\"background\",\"#ffc107\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-exclamation-triangle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]},{\"type\":\"map\",\"entries\":[[\"type\",\"info\"],[\"background\",\"#007bff\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-info-circle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]}]}]},{\"type\":\"model\",\"name\":\"Notification\",\"properties\":[{\"name\":\"background\",\"kind\":\"Any\",\"default\":null},{\"name\":\"duration\",\"kind\":\"Any\",\"default\":3000},{\"name\":\"icon\",\"kind\":\"Any\",\"default\":null},{\"name\":\"message\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"notification_type\",\"kind\":\"Any\",\"default\":null},{\"name\":\"_destroyed\",\"kind\":\"Any\",\"default\":false}]},{\"type\":\"model\",\"name\":\"TemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"BootstrapTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"TemplateEditor1\",\"properties\":[{\"name\":\"layout\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"MaterialTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"copy_to_clipboard1\",\"properties\":[{\"name\":\"fill\",\"kind\":\"Any\",\"default\":\"none\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":null}]}]}};\n",
       "  var render_items = [{\"docid\":\"cd7d43f7-8722-47d8-b7b0-96a05a302000\",\"roots\":{\"p1058\":\"ee49b163-aef4-4701-84a3-21e5e5402b0e\"},\"root_ids\":[\"p1058\"]}];\n",
       "  var docs = Object.values(docs_json)\n",
       "  if (!docs) {\n",
       "    return\n",
       "  }\n",
       "  const py_version = docs[0].version.replace('rc', '-rc.').replace('.dev', '-dev.')\n",
       "  function embed_document(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    Bokeh.embed.embed_items_notebook(docs_json, render_items);\n",
       "    for (const render_item of render_items) {\n",
       "      for (const root_id of render_item.root_ids) {\n",
       "\tconst id_el = document.getElementById(root_id)\n",
       "\tif (id_el.children.length && (id_el.children[0].className === 'bk-root')) {\n",
       "\t  const root_el = id_el.children[0]\n",
       "\t  root_el.id = root_el.id + '-rendered'\n",
       "\t}\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  function get_bokeh(root) {\n",
       "    if (root.Bokeh === undefined) {\n",
       "      return null\n",
       "    } else if (root.Bokeh.version !== py_version) {\n",
       "      if (root.Bokeh.versions === undefined || !root.Bokeh.versions.has(py_version)) {\n",
       "\treturn null\n",
       "      }\n",
       "      return root.Bokeh.versions.get(py_version);\n",
       "    } else if (root.Bokeh.version === py_version) {\n",
       "      return root.Bokeh\n",
       "    }\n",
       "    return null\n",
       "  }\n",
       "  function is_loaded(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    return (Bokeh != null && Bokeh.Panel !== undefined)\n",
       "  }\n",
       "  if (is_loaded(root)) {\n",
       "    embed_document(root);\n",
       "  } else {\n",
       "    var attempts = 0;\n",
       "    var timer = setInterval(function(root) {\n",
       "      if (is_loaded(root)) {\n",
       "        clearInterval(timer);\n",
       "        embed_document(root);\n",
       "      } else if (document.readyState == \"complete\") {\n",
       "        attempts++;\n",
       "        if (attempts > 200) {\n",
       "          clearInterval(timer);\n",
       "\t  var Bokeh = get_bokeh(root)\n",
       "\t  if (Bokeh == null || Bokeh.Panel == null) {\n",
       "            console.warn(\"Panel: ERROR: Unable to run Panel code because Bokeh or Panel library is missing\");\n",
       "\t  } else {\n",
       "\t    console.warn(\"Panel: WARNING: Attempting to render but not all required libraries could be resolved.\")\n",
       "\t    embed_document(root)\n",
       "\t  }\n",
       "        }\n",
       "      }\n",
       "    }, 25, root)\n",
       "  }\n",
       "})(window);</script>"
      ],
      "text/plain": [
       ":Table   [T,A,B,C,F,E,D]"
      ]
     },
     "execution_count": 10,
     "metadata": {
      "application/vnd.holoviews_exec.v0+json": {
       "id": "p1058"
      }
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pyhecdss.DSSFile(os.path.join(path_data, 'dcr_30cm_2.dss')).read_catalog().hvplot.table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.holoviews_exec.v0+json": "",
      "text/html": [
       "<div id='p1112'>\n",
       "  <div id=\"d202fe57-5015-484e-b0b2-b81d31968f8d\" data-root-id=\"p1112\" style=\"display: contents;\"></div>\n",
       "</div>\n",
       "<script type=\"application/javascript\">(function(root) {\n",
       "  var docs_json = {\"26188c42-375b-4a33-b347-7688a734c816\":{\"version\":\"3.4.0\",\"title\":\"Bokeh Application\",\"roots\":[{\"type\":\"object\",\"name\":\"Row\",\"id\":\"p1112\",\"attributes\":{\"name\":\"Row01066\",\"tags\":[\"embedded\"],\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1115\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/loading.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1164\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/css/listpanel.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1113\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/default.css\"}},{\"type\":\"object\",\"name\":\"ImportedStyleSheet\",\"id\":\"p1114\",\"attributes\":{\"url\":\"https://cdn.holoviz.org/panel/1.4.2/dist/bundled/theme/native.css\"}}],\"min_width\":700,\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\",\"children\":[{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1116\",\"attributes\":{\"name\":\"HSpacer01073\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1115\"},{\"id\":\"p1113\"},{\"id\":\"p1114\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}},{\"type\":\"object\",\"name\":\"DataTable\",\"id\":\"p1155\",\"attributes\":{\"width\":700,\"height\":300,\"source\":{\"type\":\"object\",\"name\":\"ColumnDataSource\",\"id\":\"p1117\",\"attributes\":{\"selected\":{\"type\":\"object\",\"name\":\"Selection\",\"id\":\"p1118\",\"attributes\":{\"indices\":[],\"line_indices\":[]}},\"selection_policy\":{\"type\":\"object\",\"name\":\"UnionRenderers\",\"id\":\"p1119\"},\"data\":{\"type\":\"map\",\"entries\":[[\"T\",{\"type\":\"ndarray\",\"array\":[\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\",\"T1812\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"A\",{\"type\":\"ndarray\",\"array\":[\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"CALSIM-SMOOTH\",\"DELTA\",\"DWR\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\",\"QUALV8.2.1\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"B\",{\"type\":\"ndarray\",\"array\":[\"C_CAA003_TD\",\"C_CLV004\",\"C_CSL004A\",\"C_DMC000_TD\",\"C_MOK019\",\"D408\",\"DXC\",\"D_SJR028_WTPDWS\",\"NET_DICU\",\"SMSCG_OP\",\"C_SAC041\",\"C_SJR070\",\"NDOI\",\"X2\",\"SAN_FRANCISCO\",\"CVP_INTAKE\",\"MIDR_INTAKE\",\"OLDR_CCF\",\"ROLD024\",\"ROLD034\",\"RSAC054\",\"RSAC075\",\"RSAC081\",\"RSAC092\",\"RSAN007\",\"RSAN018\",\"SLMZU011\",\"VICT_INTAKE\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"C\",{\"type\":\"ndarray\",\"array\":[\"FLOW\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"CHANNEL\",\"FLOW\",\"GATE-DAYS-OPEN\",\"FLOW\",\"DICU_FLOW\",\"GATE-OP-RATIO\",\"FLOW\",\"FLOW\",\"FLOW\",\"POSITION\",\"STAGE-MAX-MIN\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\",\"EC\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"F\",{\"type\":\"ndarray\",\"array\":[\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A_DCP_PA6K_2040SLR10\",\"L2020A_DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"ASTRO_NAVD_20170607\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\",\"DCP_PA6K_2040SLR10\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"E\",{\"type\":\"ndarray\",\"array\":[\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1MON\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\",\"1DAY\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}],[\"D\",{\"type\":\"ndarray\",\"array\":[\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1920 - 01JAN2010\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1922 - 01JAN2015\",\"01JAN1919 - 01JAN2016\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\",\"01JAN1921 - 01JAN2015\"],\"shape\":[28],\"dtype\":\"object\",\"order\":\"little\"}]]}}},\"view\":{\"type\":\"object\",\"name\":\"CDSView\",\"id\":\"p1159\",\"attributes\":{\"filter\":{\"type\":\"object\",\"name\":\"AllIndices\",\"id\":\"p1160\"}}},\"columns\":[{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1122\",\"attributes\":{\"field\":\"T\",\"title\":\"T\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1120\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1121\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1127\",\"attributes\":{\"field\":\"A\",\"title\":\"A\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1125\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1126\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1132\",\"attributes\":{\"field\":\"B\",\"title\":\"B\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1130\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1131\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1137\",\"attributes\":{\"field\":\"C\",\"title\":\"C\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1135\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1136\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1142\",\"attributes\":{\"field\":\"F\",\"title\":\"F\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1140\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1141\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1147\",\"attributes\":{\"field\":\"E\",\"title\":\"E\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1145\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1146\"}}},{\"type\":\"object\",\"name\":\"TableColumn\",\"id\":\"p1152\",\"attributes\":{\"field\":\"D\",\"title\":\"D\",\"formatter\":{\"type\":\"object\",\"name\":\"StringFormatter\",\"id\":\"p1150\"},\"editor\":{\"type\":\"object\",\"name\":\"StringEditor\",\"id\":\"p1151\"}}}],\"reorderable\":false}},{\"type\":\"object\",\"name\":\"Spacer\",\"id\":\"p1162\",\"attributes\":{\"name\":\"HSpacer01074\",\"stylesheets\":[\"\\n:host(.pn-loading):before, .pn-loading:before {\\n  background-color: #c3c3c3;\\n  mask-size: auto calc(min(50%, 400px));\\n  -webkit-mask-size: auto calc(min(50%, 400px));\\n}\",{\"id\":\"p1115\"},{\"id\":\"p1113\"},{\"id\":\"p1114\"}],\"margin\":0,\"sizing_mode\":\"stretch_width\",\"align\":\"start\"}}]}}],\"defs\":[{\"type\":\"model\",\"name\":\"ReactiveHTML1\"},{\"type\":\"model\",\"name\":\"FlexBox1\",\"properties\":[{\"name\":\"align_content\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"align_items\",\"kind\":\"Any\",\"default\":\"flex-start\"},{\"name\":\"flex_direction\",\"kind\":\"Any\",\"default\":\"row\"},{\"name\":\"flex_wrap\",\"kind\":\"Any\",\"default\":\"wrap\"},{\"name\":\"gap\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"justify_content\",\"kind\":\"Any\",\"default\":\"flex-start\"}]},{\"type\":\"model\",\"name\":\"FloatPanel1\",\"properties\":[{\"name\":\"config\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"contained\",\"kind\":\"Any\",\"default\":true},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"right-top\"},{\"name\":\"offsetx\",\"kind\":\"Any\",\"default\":null},{\"name\":\"offsety\",\"kind\":\"Any\",\"default\":null},{\"name\":\"theme\",\"kind\":\"Any\",\"default\":\"primary\"},{\"name\":\"status\",\"kind\":\"Any\",\"default\":\"normalized\"}]},{\"type\":\"model\",\"name\":\"GridStack1\",\"properties\":[{\"name\":\"mode\",\"kind\":\"Any\",\"default\":\"warn\"},{\"name\":\"ncols\",\"kind\":\"Any\",\"default\":null},{\"name\":\"nrows\",\"kind\":\"Any\",\"default\":null},{\"name\":\"allow_resize\",\"kind\":\"Any\",\"default\":true},{\"name\":\"allow_drag\",\"kind\":\"Any\",\"default\":true},{\"name\":\"state\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"drag1\",\"properties\":[{\"name\":\"slider_width\",\"kind\":\"Any\",\"default\":5},{\"name\":\"slider_color\",\"kind\":\"Any\",\"default\":\"black\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":50}]},{\"type\":\"model\",\"name\":\"click1\",\"properties\":[{\"name\":\"terminal_output\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"debug_name\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"clears\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"FastWrapper1\",\"properties\":[{\"name\":\"object\",\"kind\":\"Any\",\"default\":null},{\"name\":\"style\",\"kind\":\"Any\",\"default\":null}]},{\"type\":\"model\",\"name\":\"NotificationAreaBase1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"NotificationArea1\",\"properties\":[{\"name\":\"js_events\",\"kind\":\"Any\",\"default\":{\"type\":\"map\"}},{\"name\":\"notifications\",\"kind\":\"Any\",\"default\":[]},{\"name\":\"position\",\"kind\":\"Any\",\"default\":\"bottom-right\"},{\"name\":\"_clear\",\"kind\":\"Any\",\"default\":0},{\"name\":\"types\",\"kind\":\"Any\",\"default\":[{\"type\":\"map\",\"entries\":[[\"type\",\"warning\"],[\"background\",\"#ffc107\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-exclamation-triangle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]},{\"type\":\"map\",\"entries\":[[\"type\",\"info\"],[\"background\",\"#007bff\"],[\"icon\",{\"type\":\"map\",\"entries\":[[\"className\",\"fas fa-info-circle\"],[\"tagName\",\"i\"],[\"color\",\"white\"]]}]]}]}]},{\"type\":\"model\",\"name\":\"Notification\",\"properties\":[{\"name\":\"background\",\"kind\":\"Any\",\"default\":null},{\"name\":\"duration\",\"kind\":\"Any\",\"default\":3000},{\"name\":\"icon\",\"kind\":\"Any\",\"default\":null},{\"name\":\"message\",\"kind\":\"Any\",\"default\":\"\"},{\"name\":\"notification_type\",\"kind\":\"Any\",\"default\":null},{\"name\":\"_destroyed\",\"kind\":\"Any\",\"default\":false}]},{\"type\":\"model\",\"name\":\"TemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"BootstrapTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"TemplateEditor1\",\"properties\":[{\"name\":\"layout\",\"kind\":\"Any\",\"default\":[]}]},{\"type\":\"model\",\"name\":\"MaterialTemplateActions1\",\"properties\":[{\"name\":\"open_modal\",\"kind\":\"Any\",\"default\":0},{\"name\":\"close_modal\",\"kind\":\"Any\",\"default\":0}]},{\"type\":\"model\",\"name\":\"copy_to_clipboard1\",\"properties\":[{\"name\":\"fill\",\"kind\":\"Any\",\"default\":\"none\"},{\"name\":\"value\",\"kind\":\"Any\",\"default\":null}]}]}};\n",
       "  var render_items = [{\"docid\":\"26188c42-375b-4a33-b347-7688a734c816\",\"roots\":{\"p1112\":\"d202fe57-5015-484e-b0b2-b81d31968f8d\"},\"root_ids\":[\"p1112\"]}];\n",
       "  var docs = Object.values(docs_json)\n",
       "  if (!docs) {\n",
       "    return\n",
       "  }\n",
       "  const py_version = docs[0].version.replace('rc', '-rc.').replace('.dev', '-dev.')\n",
       "  function embed_document(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    Bokeh.embed.embed_items_notebook(docs_json, render_items);\n",
       "    for (const render_item of render_items) {\n",
       "      for (const root_id of render_item.root_ids) {\n",
       "\tconst id_el = document.getElementById(root_id)\n",
       "\tif (id_el.children.length && (id_el.children[0].className === 'bk-root')) {\n",
       "\t  const root_el = id_el.children[0]\n",
       "\t  root_el.id = root_el.id + '-rendered'\n",
       "\t}\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  function get_bokeh(root) {\n",
       "    if (root.Bokeh === undefined) {\n",
       "      return null\n",
       "    } else if (root.Bokeh.version !== py_version) {\n",
       "      if (root.Bokeh.versions === undefined || !root.Bokeh.versions.has(py_version)) {\n",
       "\treturn null\n",
       "      }\n",
       "      return root.Bokeh.versions.get(py_version);\n",
       "    } else if (root.Bokeh.version === py_version) {\n",
       "      return root.Bokeh\n",
       "    }\n",
       "    return null\n",
       "  }\n",
       "  function is_loaded(root) {\n",
       "    var Bokeh = get_bokeh(root)\n",
       "    return (Bokeh != null && Bokeh.Panel !== undefined)\n",
       "  }\n",
       "  if (is_loaded(root)) {\n",
       "    embed_document(root);\n",
       "  } else {\n",
       "    var attempts = 0;\n",
       "    var timer = setInterval(function(root) {\n",
       "      if (is_loaded(root)) {\n",
       "        clearInterval(timer);\n",
       "        embed_document(root);\n",
       "      } else if (document.readyState == \"complete\") {\n",
       "        attempts++;\n",
       "        if (attempts > 200) {\n",
       "          clearInterval(timer);\n",
       "\t  var Bokeh = get_bokeh(root)\n",
       "\t  if (Bokeh == null || Bokeh.Panel == null) {\n",
       "            console.warn(\"Panel: ERROR: Unable to run Panel code because Bokeh or Panel library is missing\");\n",
       "\t  } else {\n",
       "\t    console.warn(\"Panel: WARNING: Attempting to render but not all required libraries could be resolved.\")\n",
       "\t    embed_document(root)\n",
       "\t  }\n",
       "        }\n",
       "      }\n",
       "    }, 25, root)\n",
       "  }\n",
       "})(window);</script>"
      ],
      "text/plain": [
       ":Table   [T,A,B,C,F,E,D]"
      ]
     },
     "execution_count": 11,
     "metadata": {
      "application/vnd.holoviews_exec.v0+json": {
       "id": "p1112"
      }
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pyhecdss.DSSFile(os.path.join(path_data, 'dcr_30cm_3.dss')).read_catalog().hvplot.table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n"
     ]
    }
   ],
   "source": [
    "import dssioutils_dcr_1_30cm as dcr1\n",
    "import dssioutils_dcr_2_30cm as dcr2\n",
    "import dssioutils_dcr_3_30cm as dcr3\n",
    "dfin_dcr_1_30cm = dcr1.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_1.dss'))\n",
    "dfin_dcr_2_30cm = dcr2.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_2.dss'))\n",
    "dfin_dcr_3_30cm = dcr3.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_3.dss'))\n",
    "\n",
    "dfin_dcr_1_30cm.to_csv('dcr_30cm_1_input.csv')\n",
    "dfin_dcr_2_30cm.to_csv('dcr_30cm_2_input.csv')\n",
    "dfin_dcr_3_30cm.to_csv('dcr_30cm_3_input.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def optimize_dcc_values(df):\n",
    "    df['Unnamed: 0'] = pd.to_datetime(df['Unnamed: 0'])\n",
    "    df['Year'] = df['Unnamed: 0'].dt.year\n",
    "    df['Month'] = df['Unnamed: 0'].dt.month\n",
    "    grouped = df.groupby(['Year', 'Month'])\n",
    "\n",
    "    for name, group in grouped:\n",
    "        dcc_value = group['dcc'].iloc[0]\n",
    "        days_in_month = len(group)\n",
    "        # Change here: using <= instead of < to include the dcc_value day\n",
    "        df.loc[group.index, 'dcc'] = [1 if i <= dcc_value else 0 for i in range(1, days_in_month + 1)]\n",
    "\n",
    "    df.drop(['Year', 'Month'], axis=1, inplace=True)\n",
    "    return df\n",
    "\n",
    "# Replace 'inputs_CS3v27_ex_combined.csv' with the path to your CSV file\n",
    "file_path = 'dcr_30cm_1_input.csv'\n",
    "df = pd.read_csv(file_path)\n",
    "\n",
    "# Update the DataFrame\n",
    "updated_df = optimize_dcc_values(df)\n",
    "\n",
    "# Save the updated DataFrame to a new CSV file\n",
    "# Replace 'updated_inputs_CS3v27_ex_combined.csv' with the path where you want to save the updated file\n",
    "updated_df.to_csv('dcr_30cm_1_input.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def optimize_dcc_values(df):\n",
    "    df['Unnamed: 0'] = pd.to_datetime(df['Unnamed: 0'])\n",
    "    df['Year'] = df['Unnamed: 0'].dt.year\n",
    "    df['Month'] = df['Unnamed: 0'].dt.month\n",
    "    grouped = df.groupby(['Year', 'Month'])\n",
    "\n",
    "    for name, group in grouped:\n",
    "        dcc_value = group['dcc'].iloc[0]\n",
    "        days_in_month = len(group)\n",
    "        # Change here: using <= instead of < to include the dcc_value day\n",
    "        df.loc[group.index, 'dcc'] = [1 if i <= dcc_value else 0 for i in range(1, days_in_month + 1)]\n",
    "\n",
    "    df.drop(['Year', 'Month'], axis=1, inplace=True)\n",
    "    return df\n",
    "\n",
    "# Replace 'inputs_CS3v27_ex_combined.csv' with the path to your CSV file\n",
    "file_path = 'dcr_30cm_2_input.csv'\n",
    "df = pd.read_csv(file_path)\n",
    "\n",
    "# Update the DataFrame\n",
    "updated_df = optimize_dcc_values(df)\n",
    "\n",
    "# Save the updated DataFrame to a new CSV file\n",
    "# Replace 'updated_inputs_CS3v27_ex_combined.csv' with the path where you want to save the updated file\n",
    "updated_df.to_csv('dcr_30cm_2_input.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def optimize_dcc_values(df):\n",
    "    df['Unnamed: 0'] = pd.to_datetime(df['Unnamed: 0'])\n",
    "    df['Year'] = df['Unnamed: 0'].dt.year\n",
    "    df['Month'] = df['Unnamed: 0'].dt.month\n",
    "    grouped = df.groupby(['Year', 'Month'])\n",
    "\n",
    "    for name, group in grouped:\n",
    "        dcc_value = group['dcc'].iloc[0]\n",
    "        days_in_month = len(group)\n",
    "        # Change here: using <= instead of < to include the dcc_value day\n",
    "        df.loc[group.index, 'dcc'] = [1 if i <= dcc_value else 0 for i in range(1, days_in_month + 1)]\n",
    "\n",
    "    df.drop(['Year', 'Month'], axis=1, inplace=True)\n",
    "    return df\n",
    "\n",
    "file_path = 'dcr_30cm_3_input.csv'\n",
    "df = pd.read_csv(file_path)\n",
    "\n",
    "# Update the DataFrame\n",
    "updated_df = optimize_dcc_values(df)\n",
    "\n",
    "updated_df.to_csv('dcr_30cm_3_input.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "bparts = ['CVP_INTAKE', 'MIDR_INTAKE', 'OLDR_CCF', 'ROLD024',\n",
    "          'RSAC081', 'RSAC092', 'RSAN007', 'RSAN018', 'SLMZU011', 'VICT_INTAKE']\n",
    "\n",
    "\n",
    "def read_ec(dssfile, bpart):\n",
    "    df = list(pyhecdss.get_ts(dssfile, '//%s/EC////' % bpart))[0][0]\n",
    "    df.index = df.index.to_timestamp()\n",
    "    df.columns = ['%s_EC' % bpart]\n",
    "    return df\n",
    "\n",
    "dfout_dcr_1_15cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_1.dss'), bpart) for bpart in bparts], axis=1)\n",
    "dfout_dcr_2_15cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_2.dss'), bpart) for bpart in bparts], axis=1)\n",
    "dfout_dcr_3_15cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_3.dss'), bpart) for bpart in bparts], axis=1)\n",
    "\n",
    "dfout_dcr_1_15cm.to_csv('dcr_30cm_1_output.csv')\n",
    "dfout_dcr_2_15cm.to_csv('dcr_30cm_2_output.csv')\n",
    "dfout_dcr_3_15cm.to_csv('dcr_30cm_3_output.csv')\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Preprocessing the required input and output datasets for x2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_1_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_2_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n",
      "f:\\ANN_user_test\\ann_calsim\\dssioutils_dcr_3_x2_30cm.py:14: FutureWarning: Resampling with a PeriodIndex is deprecated. Cast index to DatetimeIndex before resampling instead.\n",
      "  df = df.resample('D').ffill()\n"
     ]
    }
   ],
   "source": [
    "import dssioutils_dcr_1_x2_30cm as dcr1_x2\n",
    "import dssioutils_dcr_2_x2_30cm as dcr2_x2\n",
    "import dssioutils_dcr_3_x2_30cm as dcr3_x2\n",
    "dfin_dcr_1_x2_30cm = dcr1_x2.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_1.dss'))\n",
    "dfin_dcr_2_x2_30cm = dcr2_x2.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_2.dss'))\n",
    "dfin_dcr_3_x2_30cm = dcr3_x2.collate_calsim_inputs_for_ann(os.path.join(path_data, 'dcr_30cm_3.dss'))\n",
    "\n",
    "dfin_dcr_1_x2_30cm.to_csv('dcr_30cm_1_x2_input.csv')\n",
    "dfin_dcr_2_x2_30cm.to_csv('dcr_30cm_2_x2_input.csv')\n",
    "dfin_dcr_3_x2_30cm.to_csv('dcr_30cm_3_x2_input.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyhecdss\n",
    "import pandas as pd\n",
    "import os\n",
    "\n",
    "bparts = ['X2']\n",
    "\n",
    "def read_ec(dssfile, bpart):\n",
    "    df = list(pyhecdss.get_ts(dssfile, '//%s/POSITION////' % bpart))[0][0]\n",
    "    df.index = pd.to_datetime(df.index)\n",
    "    df.columns = ['%s_DIS' % bpart]\n",
    "    return df\n",
    "\n",
    "path_data = '.'\n",
    "\n",
    "dfout_dcr_1_x2_30cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_1.dss'), bpart) for bpart in bparts], axis=1)\n",
    "dfout_dcr_2_x2_30cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_2.dss'), bpart) for bpart in bparts], axis=1)\n",
    "dfout_dcr_3_x2_30cm = pd.concat([read_ec(os.path.join(path_data, 'dcr_30cm_3.dss'), bpart) for bpart in bparts], axis=1)\n",
    "\n",
    "dfout_dcr_1_x2_30cm.to_csv('dcr_30cm_1_x2_output.csv')\n",
    "dfout_dcr_2_x2_30cm.to_csv('dcr_30cm_2_x2_output.csv')\n",
    "dfout_dcr_3_x2_30cm.to_csv('dcr_30cm_3_x2_output.csv')\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}