test_gfalternate.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:266e083d61d7261931ee5a8fcd8f20eec38b944b6aacc0923597f93d455a6448"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%run basics\n",
      "%matplotlib"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Using matplotlib backend: Qt4Agg\n"
       ]
      }
     ],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def gfalternate_main(ds_tower,ds_alt,alternate_info,label_tower_list=[]):\n",
      "    '''\n",
      "    This is the main routine for using alternate data to gap fill drivers.\n",
      "    '''\n",
      "    mode = \"quiet\"  #\"verbose\"\n",
      "    ts = alternate_info[\"time_step\"]\n",
      "    startdate = alternate_info[\"startdate\"]\n",
      "    enddate = alternate_info[\"enddate\"]\n",
      "    print \"Gap filling using alternate data: \"+startdate+\" to \"+enddate\n",
      "    # close any open plot windows\n",
      "    if len(plt.get_fignums())!=0:\n",
      "        for i in plt.get_fignums():\n",
      "            if i!=0: plt.close(i)\n",
      "    # read the control file again\n",
      "    cfname = ds_tower.globalattributes[\"controlfile_name\"]\n",
      "    cf = qcio.get_controlfilecontents(cfname,mode=\"quiet\")\n",
      "    # do any QC checks\n",
      "    qcck.do_qcchecks(cf,ds_tower,mode=\"quiet\")\n",
      "    # update the ds.alternate dictionary\n",
      "    qcgf.gfalternate_updatedict(cf,ds_tower,ds_alt)\n",
      "    # get local pointer to the datetime series\n",
      "    ldt_tower = ds_tower.series[\"DateTime\"][\"Data\"]\n",
      "    attr_ldt_tower = ds_tower.series[\"DateTime\"][\"Attr\"]\n",
      "    si_tower = qcutils.GetDateIndex(ldt_tower,str(alternate_info[\"startdate\"]),ts=ts,default=0)\n",
      "    ei_tower = qcutils.GetDateIndex(ldt_tower,str(alternate_info[\"enddate\"]),ts=ts,default=len(ldt_tower)-1)\n",
      "    # now loop over the variables to be gap filled using the alternate data\n",
      "    if len(label_tower_list)==0:\n",
      "        label_tower_list = list(set(alternate_info[\"series_list\"]))\n",
      "    for fig_num,label_tower in enumerate(label_tower_list):\n",
      "        alternate_info[\"label_tower\"] = label_tower\n",
      "        label_composite = label_tower+\"_composite\"\n",
      "        alternate_info[\"label_composite\"] = label_composite\n",
      "        # read the tower data and check for gaps\n",
      "        data_tower,flag_tower,attr_tower = qcutils.GetSeriesasMA(ds_tower,label_tower,si=si_tower,ei=ei_tower)\n",
      "        alternate_info[\"min_points\"] = int(len(data_tower)*alternate_info[\"min_percent\"]/100)\n",
      "        # check to see if we have any gaps to fill\n",
      "        if not qcgf.gfalternate_gotgaps(data_tower,label_tower,mode=mode):\n",
      "            # if there are no gaps, fill the composite series with tower data so coverage lines will plot\n",
      "            ds_tower.series[label_composite][\"Data\"][si_tower:ei_tower+1] = numpy.ma.filled(data_tower,c.missing_value)\n",
      "            ds_tower.series[label_composite][\"Flag\"][si_tower:ei_tower+1] = flag_tower\n",
      "            continue\n",
      "        # initialise a dictionary to hold the data\n",
      "        data_dict = {}\n",
      "        stats_dict = {}\n",
      "        data_dict[label_tower] = {\"attr\":attr_tower,\"output_list\":[label_tower]}\n",
      "        stats_dict[label_tower] = {\"startdate\":alternate_info[\"startdate\"],\"enddate\":alternate_info[\"enddate\"]}\n",
      "        # get a list of the output names for this tower series\n",
      "        label_output_list = qcgf.gfalternate_getlabeloutputlist(ds_tower,label_tower)\n",
      "        # loop over the outputs for this tower series\n",
      "        for label_output in label_output_list:\n",
      "            alternate_info[\"label_output\"] = label_output\n",
      "            # update the alternate_info dictionary\n",
      "            qcgf.gfalternate_update_alternate_info(ds_tower,alternate_info)\n",
      "            # get a local pointer to the alternate data structure\n",
      "            ds_alternate = ds_alt[ds_tower.alternate[label_output][\"file_name\"]]\n",
      "            ldt_alternate = ds_alternate.series[\"DateTime\"][\"Data\"]\n",
      "            attr_ldt_alternate = ds_alternate.series[\"DateTime\"][\"Attr\"]\n",
      "            # get the indices of the start and end datetimes\n",
      "            qcgf.gfalternate_getdateindices(ldt_tower,ldt_alternate,alternate_info,\"exact\")\n",
      "            # check that the start and end times match\n",
      "            if not qcgf.gfalternate_startendtimesmatch(ldt_tower,ldt_alternate,alternate_info,mode=mode): continue\n",
      "            # get the tower data, check we have enough points and if we have, update the data_dict\n",
      "            si = alternate_info[\"tower\"][\"si\"]; ei = alternate_info[\"tower\"][\"ei\"]\n",
      "            data_dict[\"DateTime\"] = {\"data\":ldt_tower[si:ei+1]}\n",
      "            data_tower,flag_tower,attr_tower = qcutils.GetSeriesasMA(ds_tower,label_tower,si=si,ei=ei)\n",
      "            if not qcgf.gfalternate_gotminpoints(data_tower,alternate_info,label_tower,mode=mode): pass\n",
      "            # looks like we have enough to continue so load the dictionaries\n",
      "            stats_dict[label_output] = {\"startdate\":alternate_info[\"startdate\"],\"enddate\":alternate_info[\"enddate\"]}\n",
      "            stats_dict[label_composite] = {\"startdate\":alternate_info[\"startdate\"],\"enddate\":alternate_info[\"enddate\"]}\n",
      "            data_dict[label_tower][\"data\"] = data_tower\n",
      "            data_dict[label_output] = {\"data\":numpy.ma.masked_all_like(data_tower),\n",
      "                                       \"fitcorr\":numpy.ma.masked_all_like(data_tower),\n",
      "                                       \"attr\":attr_tower,\"source\":alternate_info[\"source\"]}\n",
      "            if label_composite not in data_dict.keys():\n",
      "                data_dict[label_composite] = {\"data\":numpy.ma.masked_all_like(data_tower),\n",
      "                                              \"fitcorr\":numpy.ma.masked_all_like(data_tower),\n",
      "                                              \"attr\":attr_tower}\n",
      "                data_dict[label_tower][\"output_list\"].append(label_composite)\n",
      "            # get the alternate series that has the highest correlation with the tower data\n",
      "            alternate_var_list = qcgf.gfalternate_getalternatevaratmaxr(data_dict,ds_alternate,alternate_info)\n",
      "            # loop over alternate variables\n",
      "            for label_alternate in alternate_var_list:\n",
      "                alternate_info[\"label_alternate\"] = label_alternate\n",
      "                # get the raw alternate data\n",
      "                si = alternate_info[\"alternate\"][\"si\"]; ei = alternate_info[\"alternate\"][\"ei\"]; mode = alternate_info[\"getseries_mode\"]\n",
      "                data_alternate,flag_alternate,attr_alternate = qcutils.GetSeriesasMA(ds_alternate,label_alternate,si=si,ei=ei,mode=mode)\n",
      "                # skip this alternate variable if there are not enough points\n",
      "                if not qcgf.gfalternate_gotminpoints(data_alternate,alternate_info,label_alternate,mode=mode): continue\n",
      "                if not qcgf.gfalternate_gotdataforgaps(data_dict[alternate_info[\"label_output\"]][\"data\"],\n",
      "                                                  data_alternate,label_alternate,mode=mode): continue\n",
      "                # this alternate series can fill gaps, let's continue\n",
      "                stats_dict[label_output][label_alternate] = {\"startdate\":alternate_info[\"startdate\"],\"enddate\":alternate_info[\"enddate\"]}\n",
      "                if label_output not in data_dict[label_tower][\"output_list\"]:\n",
      "                    data_dict[label_tower][\"output_list\"].append(label_output)\n",
      "                data_dict[label_output][label_alternate] = {\"data\":data_alternate,\"attr\":attr_alternate}\n",
      "                gfalternate_getlagcorrecteddata(ds_alternate,data_dict,stats_dict,alternate_info)\n",
      "                qcgf.gfalternate_getfitcorrecteddata(data_dict,stats_dict,alternate_info)\n",
      "                qcgf.gfalternate_loadoutputdata(ds_tower,data_dict,alternate_info)\n",
      "                # check to see if we have alternate data for this whole period, if so there is no reason to continue\n",
      "                si = alternate_info[\"tower\"][\"si\"]; ei = alternate_info[\"tower\"][\"ei\"]\n",
      "                ind_tower = numpy.where(abs(ds_tower.series[label_output][\"Data\"][si:ei+1]-float(c.missing_value))<c.eps)[0]\n",
      "                if len(ind_tower)==0: break\n",
      "        # we have completed the loop over the alternate data for this output\n",
      "        # now do the statistics, diurnal average and daily averages for this output\n",
      "        qcgf.gfalternate_getoutputstatistics(data_dict,stats_dict,alternate_info)\n",
      "        diel_avg = qcgf.gfalternate_getdielaverage(data_dict,alternate_info)\n",
      "        # plot the gap filled data\n",
      "        pd = qcgf.gfalternate_initplot(data_dict,alternate_info)\n",
      "        # reserve figure number 0 for the coverage lines/progress plot\n",
      "        fig_num = fig_num+1\n",
      "        qcgf.gfalternate_plotcomposite(fig_num,data_dict,stats_dict,diel_avg,alternate_info,pd)\n",
      "    # make sure this processing step gets written to the global attribute \"Functions\"\n",
      "    if \"GapFillFromalternate\" not in ds_tower.globalattributes[\"Functions\"]:\n",
      "        ds_tower.globalattributes[\"Functions\"] = ds_tower.globalattributes[\"Functions\"]+\", GapFillFromalternate\""
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def gfalternate_getlagcorrecteddata(ds_alternate,data_dict,stats_dict,alternate_info):\n",
      "    label_tower = alternate_info[\"label_tower\"]\n",
      "    label_output = alternate_info[\"label_output\"]\n",
      "    label_alternate = alternate_info[\"label_alternate\"]\n",
      "    if alternate_info[\"lag\"].lower()==\"yes\":\n",
      "        data_tower = data_dict[label_tower][\"data\"]\n",
      "        data_alternate = data_dict[label_output][label_alternate][\"data\"]\n",
      "        maxlags = alternate_info[\"max_lags\"]\n",
      "        minpoints = alternate_info[\"min_points\"]\n",
      "        lags,corr = get_laggedcorrelation(data_tower,data_alternate,maxlags,minpoints)\n",
      "        nLags = numpy.argmax(corr) - alternate_info[\"max_lags\"]\n",
      "        si = alternate_info[\"alternate\"][\"si\"] - nLags\n",
      "        ei = alternate_info[\"alternate\"][\"ei\"] - nLags\n",
      "        data,flag,attr = qcutils.GetSeriesasMA(ds_alternate,label_alternate,si=si,ei=ei,mode=\"pad\")\n",
      "        data_dict[label_output][label_alternate][\"lagcorr\"] = data\n",
      "        stats_dict[label_output][label_alternate][\"nLags\"] = nLags\n",
      "    else:\n",
      "        data_dict[label_output][label_alternate][\"lagcorr\"] = numpy.ma.copy(data_dict[label_output][label_alternate][\"data\"])\n",
      "        stats_dict[label_output][label_alternate][\"nLags\"] = int(0)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 3
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def get_laggedcorrelation(x_in,y_in,maxlags,minpoints):\n",
      "    \"\"\"\n",
      "    Calculate the lagged cross-correlation between 2 1D arrays.\n",
      "    Taken from the matplotlib.pyplot.xcorr source code.\n",
      "    PRI added handling of masked arrays.\n",
      "    \"\"\"\n",
      "    if numpy.ma.isMA(x_in)!=numpy.ma.isMA(y_in):\n",
      "        raise ValueError('qcts.get_laggedcorrelation: one of x or y is a masked array, the other is not')\n",
      "    lags = numpy.arange(-maxlags,maxlags+1)\n",
      "    if numpy.ma.isMA(x_in) and numpy.ma.isMA(y_in):\n",
      "        mask = numpy.ma.mask_or(x_in.mask,y_in.mask)\n",
      "        x = numpy.ma.array(x_in,mask=mask)\n",
      "        y = numpy.ma.array(y_in,mask=mask)\n",
      "        if numpy.ma.count(x)<minpoints:\n",
      "            #log.error('qcts.get_laggedcorrelation: x or y all masked')\n",
      "            corr = numpy.zeros(len(lags))\n",
      "            return lags,corr\n",
      "        x = numpy.ma.compressed(x)\n",
      "        y = numpy.ma.compressed(y)\n",
      "    nx = len(x)\n",
      "    if nx!=len(y):\n",
      "        raise ValueError('qcts.get_laggedcorrelation: x and y must be equal length')\n",
      "    corr = numpy.correlate(x, y, mode=2)\n",
      "    corr/= numpy.sqrt(numpy.dot(x,x) * numpy.dot(y,y))\n",
      "    if maxlags is None: maxlags = nx - 1\n",
      "    if maxlags >= nx or maxlags < 1:\n",
      "        raise ValueError('qcts.get_laggedcorrelation: maglags must be None or strictly positive < %d'%nx)\n",
      "    corr = corr[nx-1-maxlags:nx+maxlags]\n",
      "    return lags,corr\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 4
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def gfalternate_loadoutputdata(ds_tower,data_dict,alternate_info):\n",
      "    label_tower = alternate_info[\"label_tower\"]\n",
      "    label_output = alternate_info[\"label_output\"]\n",
      "    label_composite = alternate_info[\"label_composite\"]\n",
      "    label_alternate = alternate_info[\"label_alternate\"]\n",
      "    data_tower = data_dict[label_tower][\"data\"]\n",
      "    if numpy.ma.count(data_tower)<alternate_info[\"min_points\"] and alternate_info[\"fit_type\"]!=\"replace\": return\n",
      "    si = alternate_info[\"tower\"][\"si\"]\n",
      "    ei = alternate_info[\"tower\"][\"ei\"]\n",
      "    ind = numpy.where((numpy.ma.getmaskarray(data_dict[label_output][\"data\"])==True)&\n",
      "                         (numpy.ma.getmaskarray(data_dict[label_output][label_alternate][\"data\"])==False))[0]\n",
      "    #ind = numpy.ma.where((numpy.ma.getmaskarray(data_dict[label_output][\"data\"])==True)&\n",
      "                         #(numpy.ma.getmaskarray(data_dict[label_output][label_alternate][\"data\"])==False))[0]\n",
      "    data_dict[label_output][\"data\"][ind] = data_dict[label_output][label_alternate][\"data\"][ind]\n",
      "    data_dict[label_output][\"fitcorr\"][ind] = data_dict[label_output][label_alternate][\"fitcorr\"][ind]\n",
      "    ind = numpy.where((numpy.ma.getmaskarray(data_dict[label_composite][\"data\"])==True)&\n",
      "                         (numpy.ma.getmaskarray(data_dict[label_output][label_alternate][\"data\"])==False))[0]\n",
      "    #ind = numpy.ma.where((numpy.ma.getmaskarray(data_dict[label_composite][\"data\"])==True)&\n",
      "                         #(numpy.ma.getmaskarray(data_dict[label_output][label_alternate][\"data\"])==False))[0]\n",
      "    data_dict[label_composite][\"data\"][ind] = data_dict[label_output][label_alternate][\"data\"][ind]\n",
      "    data_dict[label_composite][\"fitcorr\"][ind] = data_dict[label_output][label_alternate][\"fitcorr\"][ind]\n",
      "    ds_tower.series[label_composite][\"Data\"][si:ei+1][ind] = numpy.ma.filled(data_dict[label_output][label_alternate][\"fitcorr\"][ind],c.missing_value)\n",
      "    ds_tower.series[label_composite][\"Flag\"][si:ei+1][ind] = numpy.int32(20)\n",
      "    ind = numpy.where((abs(ds_tower.series[label_output][\"Data\"][si:ei+1]-float(c.missing_value))<c.eps)&\n",
      "                      (numpy.ma.getmaskarray(data_dict[label_output][label_alternate][\"fitcorr\"])==False))[0]\n",
      "    ds_tower.series[label_output][\"Data\"][si:ei+1][ind] = numpy.ma.filled(data_dict[label_output][label_alternate][\"fitcorr\"][ind],c.missing_value)\n",
      "    ds_tower.series[label_output][\"Flag\"][si:ei+1][ind] = numpy.int32(20)\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 5
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# preliminary set up from OzFluxQC.do_l4qc\n",
      "cfname = \"../controlfiles/SturtPlains/all/L4_ipynb.txt\"\n",
      "cf = qcio.get_controlfilecontents(cfname)\n",
      "infilename = qcio.get_infilenamefromcf(cf)\n",
      "ds3 = qcio.nc_read_series(infilename)\n",
      "ds3.globalattributes['controlfile_name'] = cf['controlfile_name']"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 6
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# set up from qcls.do_l4qc\n",
      "ds4 = qcio.copy_datastructure(cf,ds3)\n",
      "ds4.cf = cf\n",
      "ds_alt = {}\n",
      "for ThisOne in cf[\"Drivers\"].keys():\n",
      "    if ThisOne not in ds4.series.keys(): log.error(\"Series \"+ThisOne+\" not in data structure\"); continue\n",
      "    # interpolate over short gaps\n",
      "    qcts.InterpolateOverMissing(ds4,series=ThisOne,maxlen=3)\n",
      "    # parse the control file for information on how the user wants to do the gap filling\n",
      "    qcgf.GapFillParseControlFile(cf,ds4,ThisOne,ds_alt)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 7
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# now the work starts, code from qcgf.GapFillFromAlternate (but without the GUI) and qcgf.gfalternate_run\n",
      "ds4.returncodes[\"alternate\"] = \"normal\"\n",
      "if \"alternate\" not in dir(ds4): print \"alternate not in ds\"\n",
      "ldt_tower = ds4.series[\"DateTime\"][\"Data\"]\n",
      "startdate = ldt_tower[0]\n",
      "enddate = ldt_tower[-1]\n",
      "alternate_info = {\"overlap_startdate\":startdate.strftime(\"%Y-%m-%d %H:%M\"),\n",
      "                  \"overlap_enddate\":enddate.strftime(\"%Y-%m-%d %H:%M\"),\n",
      "                  \"startdate\":startdate.strftime(\"%Y-%m-%d\"),\n",
      "                  \"enddate\":enddate.strftime(\"%Y-%m-%d\")}\n",
      "# following code from qcgf.gfalternate_run\n",
      "# load GUI options into alternate_info\n",
      "alternate_info[\"peropt\"] = 3\n",
      "alternate_info[\"show_plots\"] = True\n",
      "alternate_info[\"auto_complete\"] = True\n",
      "alternate_info[\"min_percent\"] = int(50)\n",
      "alternate_info[\"site_name\"] = ds4.globalattributes[\"site_name\"]\n",
      "alternate_info[\"time_step\"] = int(ds4.globalattributes[\"time_step\"])\n",
      "alternate_info[\"nperhr\"] = int(float(60)/alternate_info[\"time_step\"]+0.5)\n",
      "alternate_info[\"nperday\"] = int(float(24)*alternate_info[\"nperhr\"]+0.5)\n",
      "alternate_info[\"max_lags\"] = int(float(12)*alternate_info[\"nperhr\"]+0.5)\n",
      "alternate_info[\"tower\"] = {}\n",
      "alternate_info[\"alternate\"] = {}\n",
      "series_list = [ds4.alternate[item][\"label_tower\"] for item in ds4.alternate.keys()]\n",
      "alternate_info[\"series_list\"] = series_list\n",
      "print \"Gap filling \"+str(list(set(series_list)))+\" using alternate data\"\n",
      "nDays = int(90)\n",
      "#if len(alt_gui.startEntry.get())!=0: alternate_info[\"startdate\"] = alt_gui.startEntry.get()\n",
      "#if len(alt_gui.endEntry.get())!=0: alternate_info[\"enddate\"] = alt_gui.endEntry.get()\n",
      "#alternate_info[\"startdate\"]=\"2012-01-01\"\n",
      "#alternate_info[\"enddate\"]=\"2012-03-01\"\n",
      "alternate_info[\"gui_startdate\"] = alternate_info[\"startdate\"]\n",
      "alternate_info[\"gui_enddate\"] = alternate_info[\"enddate\"]\n",
      "startdate = dateutil.parser.parse(alternate_info[\"startdate\"])\n",
      "gui_enddate = dateutil.parser.parse(alternate_info[\"gui_enddate\"])\n",
      "overlap_enddate = dateutil.parser.parse(alternate_info[\"overlap_enddate\"])\n",
      "enddate = startdate+dateutil.relativedelta.relativedelta(days=nDays)\n",
      "enddate = min([overlap_enddate,enddate,gui_enddate])\n",
      "alternate_info[\"enddate\"] = datetime.datetime.strftime(enddate,\"%Y-%m-%d\")\n",
      "stopdate = min([overlap_enddate,gui_enddate])\n",
      "if \"plot_path\" in ds4.cf[\"Files\"]: alternate_info[\"plot_path\"] = ds4.cf[\"Files\"][\"plot_path\"]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Gap filling ['ps', 'Wd', 'Fsd', 'Ah', 'Flu', 'Ts', 'Fa', 'Precip', 'Ws', 'Fsu', 'Fg', 'Sws', 'Fld', 'Fn', 'Ta'] using alternate data\n"
       ]
      }
     ],
     "prompt_number": 8
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# loop over start and end dates\n",
      "#label_tower_list=[\"Ah\",\"Ta\"]\n",
      "while startdate<stopdate:\n",
      "    # following code from gfalternate_main    \n",
      "    gfalternate_main(ds4,ds_alt,alternate_info)\n",
      "    #gfalternate_plotcoveragelines(ds_tower)\n",
      "    startdate = enddate\n",
      "    enddate = startdate+dateutil.relativedelta.relativedelta(days=nDays)\n",
      "    run_enddate = min([stopdate,enddate])\n",
      "    alternate_info[\"startdate\"] = startdate.strftime(\"%Y-%m-%d\")\n",
      "    alternate_info[\"enddate\"] = run_enddate.strftime(\"%Y-%m-%d\")"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Gap filling using alternate data: 2008-08-29 to 2008-11-27\n",
        "Gap filling using alternate data: 2008-11-27 to 2009-02-25"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2009-02-25 to 2009-05-26"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2009-05-26 to 2009-08-24"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2009-08-24 to 2009-11-22"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2009-11-22 to 2010-02-20"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2010-02-20 to 2010-05-21"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2010-05-21 to 2010-08-19"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2010-08-19 to 2010-11-17"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2010-11-17 to 2011-02-15"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2011-02-15 to 2011-05-16"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2011-05-16 to 2011-08-14"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2011-08-14 to 2011-11-12"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2011-11-12 to 2012-02-10"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2012-02-10 to 2012-05-10"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2012-05-10 to 2012-08-08"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2012-08-08 to 2012-11-06"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2012-11-06 to 2013-02-04\n",
        "Gap filling using alternate data: 2013-02-04 to 2013-05-05"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2013-05-05 to 2013-08-03"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2013-08-03 to 2013-11-01"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2013-11-01 to 2014-01-30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2014-01-30 to 2014-04-30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2014-04-30 to 2014-07-29"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2014-07-29 to 2014-10-27"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Gap filling using alternate data: 2014-10-27 to 2014-12-31\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stderr",
       "text": [
        "/home/peter/anaconda/lib/python2.7/site-packages/numpy/ma/core.py:3895: UserWarning: Warning: converting a masked element to nan.\n",
        "  warnings.warn(\"Warning: converting a masked element to nan.\")\n"
       ]
      }
     ],
     "prompt_number": 9
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# following code from gfalternate_autocomplete\n",
      "mode=\"verbose\"\n",
      "ldt_tower = ds4.series[\"DateTime\"][\"Data\"]\n",
      "ts = alternate_info[\"time_step\"]\n",
      "si = qcutils.GetDateIndex(ldt_tower,alternate_info[\"gui_startdate\"],ts=ts,default=0)\n",
      "ei = qcutils.GetDateIndex(ldt_tower,alternate_info[\"gui_enddate\"],ts=ts,default=len(ldt_tower))\n",
      "ldt_tower = ldt_tower[si:ei+1]\n",
      "nRecs = len(ldt_tower)-1\n",
      "label_tower_list = list(set(alternate_info[\"series_list\"]))\n",
      "data_all = {}\n",
      "for label_tower in label_tower_list:\n",
      "    label_composite = label_tower+\"_composite\"\n",
      "    not_enough_points = False\n",
      "    data_composite,flag_composite,attr_composite = qcutils.GetSeriesasMA(ds4,label_composite,si=si,ei=ei)\n",
      "    data_tower,flag_tower,attr_tower = qcutils.GetSeriesasMA(ds4,label_tower,si=si,ei=ei)\n",
      "    data_all[label_tower] = data_tower\n",
      "    data_merged = numpy.ma.copy(data_tower)\n",
      "    idx = numpy.where((numpy.ma.getmaskarray(data_tower)==True)&(numpy.ma.getmaskarray(data_composite)==False))[0]\n",
      "    data_merged[idx] = data_composite[idx]\n",
      "    mask_merged = numpy.ma.getmaskarray(data_merged)\n",
      "    gapstartend = qcutils.contiguous_regions(mask_merged)\n",
      "    if len(gapstartend)==0:\n",
      "        if mode.lower()!=\"quiet\":\n",
      "            msg = \" autocomplete: no gaps in \"+label_tower+\",  skipping ...\"\n",
      "            print msg\n",
      "    # code from here is new addition\n",
      "    gotdataforgap = [False]*len(gapstartend)\n",
      "    output_list = [item for item in ds4.alternate.keys() if label_tower in item]\n",
      "    for label_output in output_list:\n",
      "        alt_filename = ds4.alternate[label_output][\"file_name\"]\n",
      "        ds_alternate = ds_alt[alt_filename]\n",
      "        alt_series_list = [item for item in ds_alternate.series.keys() if \"_QCFlag\" not in item]\n",
      "        alt_series_list = [item for item in alt_series_list if label_tower in item]\n",
      "        ldt_alt = ds_alternate.series[\"DateTime\"][\"Data\"][si:ei+1]\n",
      "        mask_alt = numpy.ma.masked_all(len(ldt_alt))\n",
      "        for label_alternate in alt_series_list:\n",
      "            data_alt,flag_alt,attr_alt = qcutils.GetSeriesasMA(ds_alternate,label_alternate,si=si,ei=ei)\n",
      "            data_all[label_alternate] = data_alt\n",
      "            for n,gap in enumerate(gapstartend):\n",
      "                result = qcgf.gfalternate_gotdataforgaps(data_tower[gap[0]:gap[1]],data_alt[gap[0]:gap[1]],\n",
      "                                                         label_alternate,mode=\"quiet\")\n",
      "                gotdataforgap[n] = gotdataforgap[n] or result\n",
      "    #print label_tower,gotdataforgap\n",
      "    # code from here comes from gfalternate_autocomplete\n",
      "    for n,gap in enumerate(gapstartend):\n",
      "        # except for this line which is new\n",
      "        if not gotdataforgap[n]:\n",
      "            if mode.lower()!=\"quiet\":\n",
      "                gap_startdate = ldt_tower[gap[0]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "                gap_enddate = ldt_tower[gap[0]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "                msg = \" autocomplete: no alternate data for \"+gap_startdate+\" to \"+gap_enddate\n",
      "                print msg\n",
      "            continue\n",
      "        if mode.lower()!=\"quiet\":\n",
      "            gap_startdate = ldt_tower[gap[0]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "            gap_enddate = ldt_tower[gap[1]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "            msg = \" autocomplete: \"+label_tower+\" gap is \"+gap_startdate+\" to \"+gap_enddate\n",
      "            print msg\n",
      "        min_points = int((gap[1]-gap[0])*alternate_info[\"min_percent\"]/100)\n",
      "        num_good_points = (gap[1] - gap[0])\n",
      "        num_points_list = data_all.keys()\n",
      "        for label in data_all.keys():\n",
      "            if numpy.ma.count(data_all[label][gap[0]:gap[1]])<min_points:\n",
      "                num_points_list.remove(label)\n",
      "                continue\n",
      "            num_good_points = min([num_good_points,numpy.ma.count(data_all[label][gap[0]:gap[1]])])\n",
      "        #num_good_points = numpy.ma.count(data_tower[gap[0]:gap[1]])\n",
      "        while num_good_points<min_points:\n",
      "            gap[0] = max(0,gap[0] - alternate_info[\"nperday\"])\n",
      "            gap[1] = min(nRecs,gap[1] + alternate_info[\"nperday\"])\n",
      "            if gap[0]==0 and gap[1]==nRecs:\n",
      "                print \" autocomplete: Unable to find enough good points in \"+label_tower\n",
      "                not_enough_points = True\n",
      "            if not_enough_points: break\n",
      "            min_points = int((gap[1]-gap[0])*alternate_info[\"min_percent\"]/100)\n",
      "            num_good_points = (gap[1] - gap[0])\n",
      "            for label in num_points_list:\n",
      "                num_good_points = min([num_good_points,numpy.ma.count(data_all[label][gap[0]:gap[1]])])\n",
      "            #num_good_points = numpy.ma.count(data_tower[gap[0]:gap[1]])\n",
      "        if not_enough_points: break\n",
      "        if mode.lower()!=\"quiet\":\n",
      "            gap_startdate = ldt_tower[gap[0]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "            gap_enddate = ldt_tower[gap[1]].strftime(\"%Y-%m-%d %H:%M\")\n",
      "            print \" autocomplete: \"+label_tower+\" gap fill period is \"+gap_startdate+\" to \"+gap_enddate\n",
      "        alternate_info[\"startdate\"] = ldt_tower[gap[0]].strftime(\"%Y-%m-%d\")\n",
      "        alternate_info[\"enddate\"] = ldt_tower[gap[1]].strftime(\"%Y-%m-%d\")\n",
      "        print \"I will do a plot here\",label_tower,alternate_info[\"startdate\"],alternate_info[\"enddate\"]\n",
      "        #gfalternate_main(ds4,ds_alt,alternate_info,label_tower_list=[label_tower])\n",
      "# following code to be added to gfalternate_autocomplete\n",
      "# this code checks to see if there is data available to fill the remaining gaps identified"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " autocomplete: ps gap is 2009-02-22 07:00 to 2009-05-26 00:00\n",
        " autocomplete: ps gap fill period is 2009-02-22 07:00 to 2009-05-26 00:00\n",
        "I will do a plot here ps 2009-02-22 2009-05-26\n",
        " autocomplete: no alternate data for 2010-06-26 18:00 to 2010-06-26 18:00\n",
        " autocomplete: no alternate data for 2010-06-27 10:00 to 2010-06-27 10:00\n",
        " autocomplete: no alternate data for 2010-06-28 09:00 to 2010-06-28 09:00\n",
        " autocomplete: no alternate data for 2010-06-28 15:00 to 2010-06-28 15:00\n",
        " autocomplete: ps gap is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        " autocomplete: ps gap fill period is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        "I will do a plot here ps 2013-08-22 2013-10-16\n",
        " autocomplete: no alternate data for 2009-02-07 23:00 to 2009-02-07 23:00\n",
        " autocomplete: no alternate data for 2009-02-08 17:00 to 2009-02-08 17:00\n",
        " autocomplete: no alternate data for 2009-02-08 21:30 to 2009-02-08 21:30\n",
        " autocomplete: no alternate data for 2009-02-09 06:00 to 2009-02-09 06:00\n",
        " autocomplete: no alternate data for 2009-02-09 17:30 to 2009-02-09 17:30\n",
        " autocomplete: no alternate data for 2009-02-10 19:30 to 2009-02-10 19:30\n",
        " autocomplete: no alternate data for 2009-02-11 09:30 to 2009-02-11 09:30\n",
        " autocomplete: Wd gap is 2009-02-22 07:00 to 2009-03-10 21:00\n",
        " autocomplete: Wd gap fill period is 2009-02-22 07:00 to 2009-03-10 21:00\n",
        "I will do a plot here Wd 2009-02-22 2009-03-10\n",
        " autocomplete: no alternate data for 2009-04-07 13:30 to 2009-04-07 13:30\n",
        " autocomplete: no alternate data for 2010-06-26 18:00 to 2010-06-26 18:00\n",
        " autocomplete: no alternate data for 2010-06-27 10:30 to 2010-06-27 10:30\n",
        " autocomplete: no alternate data for 2010-06-28 09:00 to 2010-06-28 09:00\n",
        " autocomplete: no alternate data for 2010-06-28 15:00 to 2010-06-28 15:00\n",
        " autocomplete: Fsd gap is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        " autocomplete: Fsd gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Fsd 2009-02-25 2009-05-26\n",
        " autocomplete: Fsd gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Fsd gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Fsd 2013-08-22 2013-10-15\n",
        " autocomplete: Ah gap is 2009-02-25 00:30 to 2009-05-26 00:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Ah gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Ah 2009-02-25 2009-05-26\n",
        " autocomplete: Ah gap is 2012-02-10 00:30 to 2012-02-10 01:00\n",
        " autocomplete: Ah gap fill period is 2012-02-10 00:30 to 2012-02-10 01:00\n",
        "I will do a plot here Ah 2012-02-10 2012-02-10\n",
        " autocomplete: Ah gap is 2012-02-10 03:30 to 2012-02-10 05:30\n",
        " autocomplete: Ah gap fill period is 2012-02-10 03:30 to 2012-02-10 05:30\n",
        "I will do a plot here Ah 2012-02-10 2012-02-10\n",
        " autocomplete: Ah gap is 2012-02-10 06:00 to 2012-02-10 09:30\n",
        " autocomplete: Ah gap fill period is 2012-02-10 06:00 to 2012-02-10 09:30\n",
        "I will do a plot here Ah 2012-02-10 2012-02-10\n",
        " autocomplete: Ah gap is 2012-02-11 04:00 to 2012-02-11 06:30\n",
        " autocomplete: Ah gap fill period is 2012-02-11 04:00 to 2012-02-11 06:30\n",
        "I will do a plot here Ah 2012-02-11 2012-02-11\n",
        " autocomplete: Ah gap is 2012-02-11 19:30 to 2012-02-11 23:30\n",
        " autocomplete: Ah gap fill period is 2012-02-11 19:30 to 2012-02-11 23:30\n",
        "I will do a plot here Ah 2012-02-11 2012-02-11\n",
        " autocomplete: Ah gap is 2012-02-13 06:00 to 2012-02-13 09:00\n",
        " autocomplete: Ah gap fill period is 2012-02-13 06:00 to 2012-02-13 09:00\n",
        "I will do a plot here Ah 2012-02-13 2012-02-13\n",
        " autocomplete: Ah gap is 2012-02-13 20:00 to 2012-02-13 22:30\n",
        " autocomplete: Ah gap fill period is 2012-02-13 20:00 to 2012-02-13 22:30\n",
        "I will do a plot here Ah 2012-02-13 2012-02-13\n",
        " autocomplete: Ah gap is 2012-02-14 19:30 to 2012-02-14 23:00\n",
        " autocomplete: Ah gap fill period is 2012-02-14 19:30 to 2012-02-14 23:00\n",
        "I will do a plot here Ah 2012-02-14 2012-02-14\n",
        " autocomplete: Ah gap is 2012-02-15 02:30 to 2012-02-15 05:30\n",
        " autocomplete: Ah gap fill period is 2012-02-15 02:30 to 2012-02-15 05:30\n",
        "I will do a plot here Ah 2012-02-15 2012-02-15\n",
        " autocomplete: Ah gap is 2012-02-15 06:00 to 2012-02-15 08:30\n",
        " autocomplete: Ah gap fill period is 2012-02-15 06:00 to 2012-02-15 08:30\n",
        "I will do a plot here Ah 2012-02-15 2012-02-15\n",
        " autocomplete: Ah gap is 2012-02-15 20:00 to 2012-02-15 22:00\n",
        " autocomplete: Ah gap fill period is 2012-02-15 20:00 to 2012-02-15 22:00\n",
        "I will do a plot here Ah 2012-02-15 2012-02-15\n",
        " autocomplete: Ah gap is 2012-02-18 20:00 to 2012-02-18 22:30\n",
        " autocomplete: Ah gap fill period is 2012-02-18 20:00 to 2012-02-18 22:30\n",
        "I will do a plot here Ah 2012-02-18 2012-02-18\n",
        " autocomplete: Ah gap is 2012-02-19 05:30 to 2012-02-19 08:00\n",
        " autocomplete: Ah gap fill period is 2012-02-19 05:30 to 2012-02-19 08:00\n",
        "I will do a plot here Ah 2012-02-19 2012-02-19\n",
        " autocomplete: Ah gap is 2012-02-23 01:00 to 2012-02-23 05:00\n",
        " autocomplete: Ah gap fill period is 2012-02-23 01:00 to 2012-02-23 05:00\n",
        "I will do a plot here Ah 2012-02-23 2012-02-23\n",
        " autocomplete: Ah gap is 2012-02-24 14:00 to 2012-02-24 16:30\n",
        " autocomplete: Ah gap fill period is 2012-02-24 14:00 to 2012-02-24 16:30\n",
        "I will do a plot here Ah 2012-02-24 2012-02-24\n",
        " autocomplete: Ah gap is 2012-02-24 20:00 to 2012-02-25 03:00\n",
        " autocomplete: Ah gap fill period is 2012-02-24 20:00 to 2012-02-25 03:00\n",
        "I will do a plot here Ah 2012-02-24 2012-02-25\n",
        " autocomplete: Ah gap is 2012-02-25 03:30 to 2012-02-25 10:30\n",
        " autocomplete: Ah gap fill period is 2012-02-25 03:30 to 2012-02-25 10:30\n",
        "I will do a plot here Ah 2012-02-25 2012-02-25\n",
        " autocomplete: Ah gap is 2012-02-26 19:00 to 2012-02-27 01:00\n",
        " autocomplete: Ah gap fill period is 2012-02-26 19:00 to 2012-02-27 01:00\n",
        "I will do a plot here Ah 2012-02-26 2012-02-27\n",
        " autocomplete: Ah gap is 2012-02-27 16:00 to 2012-02-27 18:30\n",
        " autocomplete: Ah gap fill period is 2012-02-27 16:00 to 2012-02-27 18:30\n",
        "I will do a plot here Ah 2012-02-27 2012-02-27\n",
        " autocomplete: Ah gap is 2012-02-28 02:30 to 2012-02-28 12:00\n",
        " autocomplete: Ah gap fill period is 2012-02-28 02:30 to 2012-02-28 12:00\n",
        "I will do a plot here Ah 2012-02-28 2012-02-28\n",
        " autocomplete: Ah gap is 2012-02-28 20:00 to 2012-02-29 08:00\n",
        " autocomplete: Ah gap fill period is 2012-02-28 20:00 to 2012-02-29 08:00\n",
        "I will do a plot here Ah 2012-02-28 2012-02-29\n",
        " autocomplete: Ah gap is 2012-02-29 20:30 to 2012-03-01 01:30\n",
        " autocomplete: Ah gap fill period is 2012-02-29 20:30 to 2012-03-01 01:30\n",
        "I will do a plot here Ah 2012-02-29 2012-03-01\n",
        " autocomplete: Ah gap is 2012-03-01 05:30 to 2012-03-01 08:30\n",
        " autocomplete: Ah gap fill period is 2012-03-01 05:30 to 2012-03-01 08:30\n",
        "I will do a plot here Ah 2012-03-01 2012-03-01\n",
        " autocomplete: Ah gap is 2012-03-02 00:00 to 2012-03-02 03:00\n",
        " autocomplete: Ah gap fill period is 2012-03-02 00:00 to 2012-03-02 03:00\n",
        "I will do a plot here Ah 2012-03-02 2012-03-02\n",
        " autocomplete: Ah gap is 2012-03-02 19:00 to 2012-03-03 01:30\n",
        " autocomplete: Ah gap fill period is 2012-03-02 19:00 to 2012-03-03 01:30\n",
        "I will do a plot here Ah 2012-03-02 2012-03-03\n",
        " autocomplete: Ah gap is 2012-03-03 18:00 to 2012-03-03 22:00\n",
        " autocomplete: Ah gap fill period is 2012-03-03 18:00 to 2012-03-03 22:00\n",
        "I will do a plot here Ah 2012-03-03 2012-03-03\n",
        " autocomplete: Ah gap is 2012-03-03 22:30 to 2012-03-04 06:30\n",
        " autocomplete: Ah gap fill period is 2012-03-03 22:30 to 2012-03-04 06:30\n",
        "I will do a plot here Ah 2012-03-03 2012-03-04\n",
        " autocomplete: Ah gap is 2012-03-04 07:30 to 2012-03-04 10:00\n",
        " autocomplete: Ah gap fill period is 2012-03-04 07:30 to 2012-03-04 10:00\n",
        "I will do a plot here Ah 2012-03-04 2012-03-04\n",
        " autocomplete: Ah gap is 2012-03-04 15:30 to 2012-03-04 18:30\n",
        " autocomplete: Ah gap fill period is 2012-03-04 15:30 to 2012-03-04 18:30\n",
        "I will do a plot here Ah 2012-03-04 2012-03-04\n",
        " autocomplete: Ah gap is 2012-03-04 19:30 to 2012-03-05 01:00\n",
        " autocomplete: Ah gap fill period is 2012-03-04 19:30 to 2012-03-05 01:00\n",
        "I will do a plot here Ah 2012-03-04 2012-03-05\n",
        " autocomplete: Ah gap is 2012-03-05 02:00 to 2012-03-05 10:30\n",
        " autocomplete: Ah gap fill period is 2012-03-05 02:00 to 2012-03-05 10:30\n",
        "I will do a plot here Ah 2012-03-05 2012-03-05\n",
        " autocomplete: Ah gap is 2012-03-05 11:30 to 2012-03-05 13:30\n",
        " autocomplete: Ah gap fill period is 2012-03-05 11:30 to 2012-03-05 13:30\n",
        "I will do a plot here Ah 2012-03-05 2012-03-05\n",
        " autocomplete: Ah gap is 2012-03-05 14:00 to 2012-03-05 16:00\n",
        " autocomplete: Ah gap fill period is 2012-03-05 14:00 to 2012-03-05 16:00\n",
        "I will do a plot here Ah 2012-03-05 2012-03-05\n",
        " autocomplete: Ah gap is 2012-03-06 00:30 to 2012-03-06 13:30\n",
        " autocomplete: Ah gap fill period is 2012-03-06 00:30 to 2012-03-06 13:30\n",
        "I will do a plot here Ah 2012-03-06 2012-03-06\n",
        " autocomplete: Ah gap is 2012-03-06 15:00 to 2012-03-08 09:00\n",
        " autocomplete: Ah gap fill period is 2012-03-06 15:00 to 2012-03-08 09:00\n",
        "I will do a plot here Ah 2012-03-06 2012-03-08\n",
        " autocomplete: Ah gap is 2012-03-08 11:00 to 2012-03-09 09:00\n",
        " autocomplete: Ah gap fill period is 2012-03-08 11:00 to 2012-03-09 09:00\n",
        "I will do a plot here Ah 2012-03-08 2012-03-09\n",
        " autocomplete: Ah gap is 2012-03-09 20:30 to 2012-03-12 09:30\n",
        " autocomplete: Ah gap fill period is 2012-03-09 20:30 to 2012-03-12 09:30\n",
        "I will do a plot here Ah 2012-03-09 2012-03-12\n",
        " autocomplete: Ah gap is 2012-03-12 10:00 to 2012-03-12 17:30\n",
        " autocomplete: Ah gap fill period is 2012-03-12 10:00 to 2012-03-12 17:30\n",
        "I will do a plot here Ah 2012-03-12 2012-03-12\n",
        " autocomplete: Ah gap is 2012-03-12 20:00 to 2012-03-13 13:30\n",
        " autocomplete: Ah gap fill period is 2012-03-12 20:00 to 2012-03-13 13:30\n",
        "I will do a plot here Ah 2012-03-12 2012-03-13\n",
        " autocomplete: Ah gap is 2012-03-14 12:00 to 2012-03-14 14:30\n",
        " autocomplete: Ah gap fill period is 2012-03-14 12:00 to 2012-03-14 14:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ah 2012-03-14 2012-03-14\n",
        " autocomplete: Ah gap is 2012-03-14 16:30 to 2012-03-15 01:00\n",
        " autocomplete: Ah gap fill period is 2012-03-14 16:30 to 2012-03-15 01:00\n",
        "I will do a plot here Ah 2012-03-14 2012-03-15\n",
        " autocomplete: Ah gap is 2012-03-15 01:30 to 2012-03-15 06:00\n",
        " autocomplete: Ah gap fill period is 2012-03-15 01:30 to 2012-03-15 06:00\n",
        "I will do a plot here Ah 2012-03-15 2012-03-15\n",
        " autocomplete: Ah gap is 2012-03-15 06:30 to 2012-03-16 09:30\n",
        " autocomplete: Ah gap fill period is 2012-03-15 06:30 to 2012-03-16 09:30\n",
        "I will do a plot here Ah 2012-03-15 2012-03-16\n",
        " autocomplete: Ah gap is 2012-03-16 21:30 to 2012-03-17 00:00\n",
        " autocomplete: Ah gap fill period is 2012-03-16 21:30 to 2012-03-17 00:00\n",
        "I will do a plot here Ah 2012-03-16 2012-03-17\n",
        " autocomplete: Ah gap is 2012-03-17 01:00 to 2012-03-17 11:30\n",
        " autocomplete: Ah gap fill period is 2012-03-17 01:00 to 2012-03-17 11:30\n",
        "I will do a plot here Ah 2012-03-17 2012-03-17\n",
        " autocomplete: Ah gap is 2012-03-17 14:00 to 2012-03-17 22:00\n",
        " autocomplete: Ah gap fill period is 2012-03-17 14:00 to 2012-03-17 22:00\n",
        "I will do a plot here Ah 2012-03-17 2012-03-17\n",
        " autocomplete: Ah gap is 2012-03-17 23:00 to 2012-03-19 13:00\n",
        " autocomplete: Ah gap fill period is 2012-03-17 23:00 to 2012-03-19 13:00\n",
        "I will do a plot here Ah 2012-03-17 2012-03-19\n",
        " autocomplete: Ah gap is 2012-03-20 21:30 to 2012-03-21 15:00\n",
        " autocomplete: Ah gap fill period is 2012-03-20 21:30 to 2012-03-21 15:00\n",
        "I will do a plot here Ah 2012-03-20 2012-03-21\n",
        " autocomplete: Ah gap is 2012-03-21 19:30 to 2012-03-21 22:00\n",
        " autocomplete: Ah gap fill period is 2012-03-21 19:30 to 2012-03-21 22:00\n",
        "I will do a plot here Ah 2012-03-21 2012-03-21\n",
        " autocomplete: Ah gap is 2012-03-22 19:30 to 2012-03-24 03:30\n",
        " autocomplete: Ah gap fill period is 2012-03-22 19:30 to 2012-03-24 03:30\n",
        "I will do a plot here Ah 2012-03-22 2012-03-24\n",
        " autocomplete: Ah gap is 2012-03-24 04:00 to 2012-03-26 17:30\n",
        " autocomplete: Ah gap fill period is 2012-03-24 04:00 to 2012-03-26 17:30\n",
        "I will do a plot here Ah 2012-03-24 2012-03-26\n",
        " autocomplete: Ah gap is 2012-03-26 20:30 to 2012-03-27 04:00\n",
        " autocomplete: Ah gap fill period is 2012-03-26 20:30 to 2012-03-27 04:00\n",
        "I will do a plot here Ah 2012-03-26 2012-03-27\n",
        " autocomplete: Ah gap is 2012-03-27 09:00 to 2012-03-27 11:00\n",
        " autocomplete: Ah gap fill period is 2012-03-27 09:00 to 2012-03-27 11:00\n",
        "I will do a plot here Ah 2012-03-27 2012-03-27\n",
        " autocomplete: Ah gap is 2012-03-27 21:00 to 2012-03-29 14:30\n",
        " autocomplete: Ah gap fill period is 2012-03-27 21:00 to 2012-03-29 14:30\n",
        "I will do a plot here Ah 2012-03-27 2012-03-29\n",
        " autocomplete: Ah gap is 2012-03-29 23:30 to 2012-03-30 04:00\n",
        " autocomplete: Ah gap fill period is 2012-03-29 23:30 to 2012-03-30 04:00\n",
        "I will do a plot here Ah 2012-03-29 2012-03-30\n",
        " autocomplete: Ah gap is 2012-03-30 06:30 to 2012-03-30 08:30\n",
        " autocomplete: Ah gap fill period is 2012-03-30 06:30 to 2012-03-30 08:30\n",
        "I will do a plot here Ah 2012-03-30 2012-03-30\n",
        " autocomplete: Ah gap is 2012-03-31 02:00 to 2012-03-31 04:00\n",
        " autocomplete: Ah gap fill period is 2012-03-31 02:00 to 2012-03-31 04:00\n",
        "I will do a plot here Ah 2012-03-31 2012-03-31\n",
        " autocomplete: Ah gap is 2012-03-31 06:00 to 2012-03-31 08:30\n",
        " autocomplete: Ah gap fill period is 2012-03-31 06:00 to 2012-03-31 08:30\n",
        "I will do a plot here Ah 2012-03-31 2012-03-31\n",
        " autocomplete: Ah gap is 2012-03-31 19:30 to 2012-03-31 22:00\n",
        " autocomplete: Ah gap fill period is 2012-03-31 19:30 to 2012-03-31 22:00\n",
        "I will do a plot here Ah 2012-03-31 2012-03-31\n",
        " autocomplete: Ah gap is 2012-04-01 00:00 to 2012-04-01 05:00\n",
        " autocomplete: Ah gap fill period is 2012-04-01 00:00 to 2012-04-01 05:00\n",
        "I will do a plot here Ah 2012-04-01 2012-04-01\n",
        " autocomplete: Ah gap is 2012-04-01 06:00 to 2012-04-01 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-01 06:00 to 2012-04-01 09:00\n",
        "I will do a plot here Ah 2012-04-01 2012-04-01\n",
        " autocomplete: Ah gap is 2012-04-02 00:00 to 2012-04-02 09:30\n",
        " autocomplete: Ah gap fill period is 2012-04-02 00:00 to 2012-04-02 09:30\n",
        "I will do a plot here Ah 2012-04-02 2012-04-02\n",
        " autocomplete: Ah gap is 2012-04-02 19:00 to 2012-04-02 23:00\n",
        " autocomplete: Ah gap fill period is 2012-04-02 19:00 to 2012-04-02 23:00\n",
        "I will do a plot here Ah 2012-04-02 2012-04-02\n",
        " autocomplete: Ah gap is 2012-04-02 23:30 to 2012-04-03 10:00\n",
        " autocomplete: Ah gap fill period is 2012-04-02 23:30 to 2012-04-03 10:00\n",
        "I will do a plot here Ah 2012-04-02 2012-04-03\n",
        " autocomplete: Ah gap is 2012-04-03 20:00 to 2012-04-03 23:30\n",
        " autocomplete: Ah gap fill period is 2012-04-03 20:00 to 2012-04-03 23:30\n",
        "I will do a plot here Ah 2012-04-03 2012-04-03\n",
        " autocomplete: Ah gap is 2012-04-04 02:00 to 2012-04-04 10:00\n",
        " autocomplete: Ah gap fill period is 2012-04-04 02:00 to 2012-04-04 10:00\n",
        "I will do a plot here Ah 2012-04-04 2012-04-04\n",
        " autocomplete: Ah gap is 2012-04-04 19:30 to 2012-04-04 22:30\n",
        " autocomplete: Ah gap fill period is 2012-04-04 19:30 to 2012-04-04 22:30\n",
        "I will do a plot here Ah 2012-04-04 2012-04-04\n",
        " autocomplete: Ah gap is 2012-04-04 23:00 to 2012-04-05 10:00\n",
        " autocomplete: Ah gap fill period is 2012-04-04 23:00 to 2012-04-05 10:00\n",
        "I will do a plot here Ah 2012-04-04 2012-04-05\n",
        " autocomplete: Ah gap is 2012-04-05 19:30 to 2012-04-05 21:30\n",
        " autocomplete: Ah gap fill period is 2012-04-05 19:30 to 2012-04-05 21:30\n",
        "I will do a plot here Ah 2012-04-05 2012-04-05\n",
        " autocomplete: Ah gap is 2012-04-06 00:00 to 2012-04-06 09:30\n",
        " autocomplete: Ah gap fill period is 2012-04-06 00:00 to 2012-04-06 09:30\n",
        "I will do a plot here Ah 2012-04-06 2012-04-06\n",
        " autocomplete: Ah gap is 2012-04-06 20:00 to 2012-04-06 23:00\n",
        " autocomplete: Ah gap fill period is 2012-04-06 20:00 to 2012-04-06 23:00\n",
        "I will do a plot here Ah 2012-04-06 2012-04-06\n",
        " autocomplete: Ah gap is 2012-04-07 01:00 to 2012-04-07 04:30\n",
        " autocomplete: Ah gap fill period is 2012-04-07 01:00 to 2012-04-07 04:30\n",
        "I will do a plot here Ah 2012-04-07 2012-04-07\n",
        " autocomplete: Ah gap is 2012-04-07 05:00 to 2012-04-07 07:30\n",
        " autocomplete: Ah gap fill period is 2012-04-07 05:00 to 2012-04-07 07:30\n",
        "I will do a plot here Ah 2012-04-07 2012-04-07\n",
        " autocomplete: Ah gap is 2012-04-07 21:30 to 2012-04-08 00:30\n",
        " autocomplete: Ah gap fill period is 2012-04-07 21:30 to 2012-04-08 00:30\n",
        "I will do a plot here Ah 2012-04-07 2012-04-08\n",
        " autocomplete: Ah gap is 2012-04-08 01:00 to 2012-04-08 08:30\n",
        " autocomplete: Ah gap fill period is 2012-04-08 01:00 to 2012-04-08 08:30\n",
        "I will do a plot here Ah 2012-04-08 2012-04-08\n",
        " autocomplete: Ah gap is 2012-04-08 20:00 to 2012-04-09 00:30\n",
        " autocomplete: Ah gap fill period is 2012-04-08 20:00 to 2012-04-09 00:30\n",
        "I will do a plot here Ah 2012-04-08 2012-04-09\n",
        " autocomplete: Ah gap is 2012-04-09 01:30 to 2012-04-09 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-09 01:30 to 2012-04-09 09:00\n",
        "I will do a plot here Ah 2012-04-09 2012-04-09\n",
        " autocomplete: Ah gap is 2012-04-09 21:30 to 2012-04-10 10:00\n",
        " autocomplete: Ah gap fill period is 2012-04-09 21:30 to 2012-04-10 10:00\n",
        "I will do a plot here Ah 2012-04-09 2012-04-10\n",
        " autocomplete: Ah gap is 2012-04-10 20:30 to 2012-04-11 11:00\n",
        " autocomplete: Ah gap fill period is 2012-04-10 20:30 to 2012-04-11 11:00\n",
        "I will do a plot here Ah 2012-04-10 2012-04-11\n",
        " autocomplete: Ah gap is 2012-04-11 20:00 to 2012-04-12 11:00\n",
        " autocomplete: Ah gap fill period is 2012-04-11 20:00 to 2012-04-12 11:00\n",
        "I will do a plot here Ah 2012-04-11 2012-04-12\n",
        " autocomplete: Ah gap is 2012-04-12 19:30 to 2012-04-13 11:00\n",
        " autocomplete: Ah gap fill period is 2012-04-12 19:30 to 2012-04-13 11:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ah 2012-04-12 2012-04-13\n",
        " autocomplete: Ah gap is 2012-04-13 21:00 to 2012-04-14 04:00\n",
        " autocomplete: Ah gap fill period is 2012-04-13 21:00 to 2012-04-14 04:00\n",
        "I will do a plot here Ah 2012-04-13 2012-04-14\n",
        " autocomplete: Ah gap is 2012-04-14 06:00 to 2012-04-14 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-14 06:00 to 2012-04-14 09:00\n",
        "I will do a plot here Ah 2012-04-14 2012-04-14\n",
        " autocomplete: Ah gap is 2012-04-14 21:00 to 2012-04-15 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-14 21:00 to 2012-04-15 09:00\n",
        "I will do a plot here Ah 2012-04-14 2012-04-15\n",
        " autocomplete: Ah gap is 2012-04-15 20:30 to 2012-04-16 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-15 20:30 to 2012-04-16 09:00\n",
        "I will do a plot here Ah 2012-04-15 2012-04-16\n",
        " autocomplete: Ah gap is 2012-04-16 21:00 to 2012-04-17 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-16 21:00 to 2012-04-17 09:00\n",
        "I will do a plot here Ah 2012-04-16 2012-04-17\n",
        " autocomplete: Ah gap is 2012-04-17 21:30 to 2012-04-18 10:00\n",
        " autocomplete: Ah gap fill period is 2012-04-17 21:30 to 2012-04-18 10:00\n",
        "I will do a plot here Ah 2012-04-17 2012-04-18\n",
        " autocomplete: Ah gap is 2012-04-18 21:30 to 2012-04-19 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-18 21:30 to 2012-04-19 09:00\n",
        "I will do a plot here Ah 2012-04-18 2012-04-19\n",
        " autocomplete: Ah gap is 2012-04-19 22:00 to 2012-04-20 00:00\n",
        " autocomplete: Ah gap fill period is 2012-04-19 22:00 to 2012-04-20 00:00\n",
        "I will do a plot here Ah 2012-04-19 2012-04-20\n",
        " autocomplete: Ah gap is 2012-04-20 06:30 to 2012-04-20 08:30\n",
        " autocomplete: Ah gap fill period is 2012-04-20 06:30 to 2012-04-20 08:30\n",
        "I will do a plot here Ah 2012-04-20 2012-04-20\n",
        " autocomplete: Ah gap is 2012-04-21 04:00 to 2012-04-21 09:30\n",
        " autocomplete: Ah gap fill period is 2012-04-21 04:00 to 2012-04-21 09:30\n",
        "I will do a plot here Ah 2012-04-21 2012-04-21\n",
        " autocomplete: Ah gap is 2012-04-22 23:00 to 2012-04-23 03:00\n",
        " autocomplete: Ah gap fill period is 2012-04-22 23:00 to 2012-04-23 03:00\n",
        "I will do a plot here Ah 2012-04-22 2012-04-23\n",
        " autocomplete: Ah gap is 2012-04-23 12:30 to 2012-04-23 15:00\n",
        " autocomplete: Ah gap fill period is 2012-04-23 12:30 to 2012-04-23 15:00\n",
        "I will do a plot here Ah 2012-04-23 2012-04-23\n",
        " autocomplete: Ah gap is 2012-04-23 23:30 to 2012-04-24 02:30\n",
        " autocomplete: Ah gap fill period is 2012-04-23 23:30 to 2012-04-24 02:30\n",
        "I will do a plot here Ah 2012-04-23 2012-04-24\n",
        " autocomplete: Ah gap is 2012-04-24 03:00 to 2012-04-24 06:00\n",
        " autocomplete: Ah gap fill period is 2012-04-24 03:00 to 2012-04-24 06:00\n",
        "I will do a plot here Ah 2012-04-24 2012-04-24\n",
        " autocomplete: Ah gap is 2012-04-24 21:30 to 2012-04-25 02:00\n",
        " autocomplete: Ah gap fill period is 2012-04-24 21:30 to 2012-04-25 02:00\n",
        "I will do a plot here Ah 2012-04-24 2012-04-25\n",
        " autocomplete: Ah gap is 2012-04-25 02:30 to 2012-04-25 06:30\n",
        " autocomplete: Ah gap fill period is 2012-04-25 02:30 to 2012-04-25 06:30\n",
        "I will do a plot here Ah 2012-04-25 2012-04-25\n",
        " autocomplete: Ah gap is 2012-04-26 19:30 to 2012-04-27 12:30\n",
        " autocomplete: Ah gap fill period is 2012-04-26 19:30 to 2012-04-27 12:30\n",
        "I will do a plot here Ah 2012-04-26 2012-04-27\n",
        " autocomplete: Ah gap is 2012-04-28 03:30 to 2012-04-28 09:00\n",
        " autocomplete: Ah gap fill period is 2012-04-28 03:30 to 2012-04-28 09:00\n",
        "I will do a plot here Ah 2012-04-28 2012-04-28\n",
        " autocomplete: Ah gap is 2012-04-28 20:30 to 2012-04-29 10:30\n",
        " autocomplete: Ah gap fill period is 2012-04-28 20:30 to 2012-04-29 10:30\n",
        "I will do a plot here Ah 2012-04-28 2012-04-29\n",
        " autocomplete: Ah gap is 2012-04-29 21:30 to 2012-05-10 00:00\n",
        " autocomplete: Ah gap fill period is 2012-04-29 21:30 to 2012-05-10 00:00\n",
        "I will do a plot here Ah 2012-04-29 2012-05-10\n",
        " autocomplete: Ah gap is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        " autocomplete: Ah gap fill period is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        "I will do a plot here Ah 2013-08-22 2013-10-16\n",
        " autocomplete: Flu gap is 2008-11-27 00:30 to 2009-10-27 12:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Flu gap fill period is 2008-11-27 00:30 to 2009-10-27 12:30\n",
        "I will do a plot here Flu 2008-11-27 2009-10-27\n",
        " autocomplete: Flu gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Flu gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Flu 2013-08-22 2013-10-15\n",
        " autocomplete: Ts gap is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        " autocomplete: Ts gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Ts 2009-02-25 2009-05-26\n",
        " autocomplete: Ts gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Ts gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Ts 2013-08-22 2013-10-15\n",
        " autocomplete: Fa gap is 2009-02-25 00:30 to 2009-05-26 00:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Fa gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Fa 2009-02-25 2009-05-26\n",
        " autocomplete: Fa gap is 2013-08-22 14:00 to 2013-10-15 13:30\n",
        " autocomplete: Fa gap fill period is 2013-08-22 14:00 to 2013-10-15 13:30\n",
        "I will do a plot here Fa 2013-08-22 2013-10-15\n",
        " autocomplete: Precip gap is 2008-09-10 15:00 to 2008-09-11 10:00\n",
        " autocomplete: Precip gap fill period is 2008-09-10 15:00 to 2008-09-11 10:00\n",
        "I will do a plot here Precip 2008-09-10 2008-09-11\n",
        " autocomplete: Precip gap is 2008-09-25 17:30 to 2008-09-26 10:00\n",
        " autocomplete: Precip gap fill period is 2008-09-25 17:30 to 2008-09-26 10:00\n",
        "I will do a plot here Precip 2008-09-25 2008-09-26\n",
        " autocomplete: Precip gap is 2008-11-03 10:30 to 2008-11-13 10:00\n",
        " autocomplete: Precip gap fill period is 2008-11-03 10:30 to 2008-11-13 10:00\n",
        "I will do a plot here Precip 2008-11-03 2008-11-13\n",
        " autocomplete: Precip gap is 2008-11-13 14:00 to 2008-11-14 10:00\n",
        " autocomplete: Precip gap fill period is 2008-11-13 14:00 to 2008-11-14 10:00\n",
        "I will do a plot here Precip 2008-11-13 2008-11-14\n",
        " autocomplete: Precip gap is 2009-02-25 00:30 to 2009-03-10 21:30\n",
        " autocomplete: Precip gap fill period is 2009-02-25 00:30 to 2009-03-10 21:30\n",
        "I will do a plot here Precip 2009-02-25 2009-03-10\n",
        " autocomplete: Precip gap is 2009-03-11 14:00 to 2009-03-12 10:00\n",
        " autocomplete: Precip gap fill period is 2009-03-11 14:00 to 2009-03-12 10:00\n",
        "I will do a plot here Precip 2009-03-11 2009-03-12\n",
        " autocomplete: Precip gap is 2009-04-07 13:30 to 2009-04-10 10:00\n",
        " autocomplete: Precip gap fill period is 2009-04-07 13:30 to 2009-04-10 10:00\n",
        "I will do a plot here Precip 2009-04-07 2009-04-10\n",
        " autocomplete: no alternate data for 2009-02-07 23:00 to 2009-02-07 23:00\n",
        " autocomplete: no alternate data for 2009-02-08 17:00 to 2009-02-08 17:00\n",
        " autocomplete: no alternate data for 2009-02-08 21:30 to 2009-02-08 21:30\n",
        " autocomplete: no alternate data for 2009-02-09 06:00 to 2009-02-09 06:00\n",
        " autocomplete: no alternate data for 2009-02-09 17:30 to 2009-02-09 17:30\n",
        " autocomplete: no alternate data for 2009-02-10 19:30 to 2009-02-10 19:30\n",
        " autocomplete: no alternate data for 2009-02-11 09:30 to 2009-02-11 09:30\n",
        " autocomplete: Ws gap is 2009-02-22 07:00 to 2009-03-10 21:00\n",
        " autocomplete: Ws gap fill period is 2009-02-22 07:00 to 2009-03-10 21:00\n",
        "I will do a plot here Ws 2009-02-22 2009-03-10\n",
        " autocomplete: no alternate data for 2009-04-07 13:30 to 2009-04-07 13:30\n",
        " autocomplete: no alternate data for 2010-06-26 18:00 to 2010-06-26 18:00\n",
        " autocomplete: no alternate data for 2010-06-27 14:00 to 2010-06-27 14:00\n",
        " autocomplete: no alternate data for 2010-06-28 09:00 to 2010-06-28 09:00\n",
        " autocomplete: no alternate data for 2010-06-28 15:00 to 2010-06-28 15:00\n",
        " autocomplete: Fsu gap is 2009-02-25 00:30 to 2009-05-26 00:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Fsu gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Fsu 2009-02-25 2009-05-26\n",
        " autocomplete: Fsu gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Fsu gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Fsu 2013-08-22 2013-10-15\n",
        " autocomplete: Fg gap is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        " autocomplete: Fg gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Fg 2009-02-25 2009-05-26\n",
        " autocomplete: Fg gap is 2011-02-18 08:00 to 2011-02-18 09:00\n",
        " autocomplete: Fg gap fill period is 2011-02-18 08:00 to 2011-02-18 09:00\n",
        "I will do a plot here Fg 2011-02-18 2011-02-18\n",
        " autocomplete: Fg gap is 2011-03-24 08:00 to 2011-03-24 09:00\n",
        " autocomplete: Fg gap fill period is 2011-03-24 08:00 to 2011-03-24 09:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Fg 2011-03-24 2011-03-24\n",
        " autocomplete: Fg gap is 2011-04-16 08:00 to 2011-04-16 09:00\n",
        " autocomplete: Fg gap fill period is 2011-04-16 08:00 to 2011-04-16 09:00\n",
        "I will do a plot here Fg 2011-04-16 2011-04-16\n",
        " autocomplete: Fg gap is 2011-04-21 08:00 to 2011-04-21 09:00\n",
        " autocomplete: Fg gap fill period is 2011-04-21 08:00 to 2011-04-21 09:00\n",
        "I will do a plot here Fg 2011-04-21 2011-04-21\n",
        " autocomplete: Fg gap is 2013-08-22 14:00 to 2013-10-15 13:30\n",
        " autocomplete: Fg gap fill period is 2013-08-22 14:00 to 2013-10-15 13:30\n",
        "I will do a plot here Fg 2013-08-22 2013-10-15\n",
        " autocomplete: no gaps in Sws,  skipping ...\n",
        " autocomplete: Fld gap is 2008-11-27 00:30 to 2009-10-27 12:30\n",
        " autocomplete: Fld gap fill period is 2008-11-27 00:30 to 2009-10-27 12:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Fld 2008-11-27 2009-10-27\n",
        " autocomplete: Fld gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Fld gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Fld 2013-08-22 2013-10-15\n",
        " autocomplete: Fn gap is 2009-02-25 00:30 to 2009-05-26 00:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Fn gap fill period is 2009-02-25 00:30 to 2009-05-26 00:00\n",
        "I will do a plot here Fn 2009-02-25 2009-05-26\n",
        " autocomplete: Fn gap is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        " autocomplete: Fn gap fill period is 2013-08-22 14:00 to 2013-10-15 13:00\n",
        "I will do a plot here Fn 2013-08-22 2013-10-15\n",
        " autocomplete: Ta gap is 2009-02-22 07:00 to 2009-05-26 00:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        " autocomplete: Ta gap fill period is 2009-02-22 07:00 to 2009-05-26 00:00\n",
        "I will do a plot here Ta 2009-02-22 2009-05-26\n",
        " autocomplete: no alternate data for 2010-06-26 18:00 to 2010-06-26 18:00\n",
        " autocomplete: no alternate data for 2010-06-27 10:00 to 2010-06-27 10:00\n",
        " autocomplete: no alternate data for 2010-06-28 09:00 to 2010-06-28 09:00\n",
        " autocomplete: no alternate data for 2010-06-28 15:00 to 2010-06-28 15:00\n",
        " autocomplete: Ta gap is 2012-02-10 00:30 to 2012-02-10 01:00\n",
        " autocomplete: Ta gap fill period is 2012-02-10 00:30 to 2012-02-10 01:00\n",
        "I will do a plot here Ta 2012-02-10 2012-02-10\n",
        " autocomplete: Ta gap is 2012-02-10 03:30 to 2012-02-10 05:30\n",
        " autocomplete: Ta gap fill period is 2012-02-10 03:30 to 2012-02-10 05:30\n",
        "I will do a plot here Ta 2012-02-10 2012-02-10\n",
        " autocomplete: Ta gap is 2012-02-10 06:00 to 2012-02-10 09:30\n",
        " autocomplete: Ta gap fill period is 2012-02-10 06:00 to 2012-02-10 09:30\n",
        "I will do a plot here Ta 2012-02-10 2012-02-10\n",
        " autocomplete: Ta gap is 2012-02-11 04:00 to 2012-02-11 06:30\n",
        " autocomplete: Ta gap fill period is 2012-02-11 04:00 to 2012-02-11 06:30\n",
        "I will do a plot here Ta 2012-02-11 2012-02-11\n",
        " autocomplete: Ta gap is 2012-02-11 19:30 to 2012-02-11 23:30\n",
        " autocomplete: Ta gap fill period is 2012-02-11 19:30 to 2012-02-11 23:30\n",
        "I will do a plot here Ta 2012-02-11 2012-02-11\n",
        " autocomplete: Ta gap is 2012-02-13 06:00 to 2012-02-13 09:00\n",
        " autocomplete: Ta gap fill period is 2012-02-13 06:00 to 2012-02-13 09:00\n",
        "I will do a plot here Ta 2012-02-13 2012-02-13\n",
        " autocomplete: Ta gap is 2012-02-13 20:00 to 2012-02-13 22:30\n",
        " autocomplete: Ta gap fill period is 2012-02-13 20:00 to 2012-02-13 22:30\n",
        "I will do a plot here Ta 2012-02-13 2012-02-13\n",
        " autocomplete: Ta gap is 2012-02-14 19:30 to 2012-02-14 23:00\n",
        " autocomplete: Ta gap fill period is 2012-02-14 19:30 to 2012-02-14 23:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-02-14 2012-02-14\n",
        " autocomplete: Ta gap is 2012-02-15 02:30 to 2012-02-15 05:30\n",
        " autocomplete: Ta gap fill period is 2012-02-15 02:30 to 2012-02-15 05:30\n",
        "I will do a plot here Ta 2012-02-15 2012-02-15\n",
        " autocomplete: Ta gap is 2012-02-15 06:00 to 2012-02-15 08:30\n",
        " autocomplete: Ta gap fill period is 2012-02-15 06:00 to 2012-02-15 08:30\n",
        "I will do a plot here Ta 2012-02-15 2012-02-15\n",
        " autocomplete: Ta gap is 2012-02-15 20:00 to 2012-02-15 22:00\n",
        " autocomplete: Ta gap fill period is 2012-02-15 20:00 to 2012-02-15 22:00\n",
        "I will do a plot here Ta 2012-02-15 2012-02-15\n",
        " autocomplete: Ta gap is 2012-02-18 20:00 to 2012-02-18 22:30\n",
        " autocomplete: Ta gap fill period is 2012-02-18 20:00 to 2012-02-18 22:30\n",
        "I will do a plot here Ta 2012-02-18 2012-02-18\n",
        " autocomplete: Ta gap is 2012-02-19 05:30 to 2012-02-19 08:00\n",
        " autocomplete: Ta gap fill period is 2012-02-19 05:30 to 2012-02-19 08:00\n",
        "I will do a plot here Ta 2012-02-19 2012-02-19\n",
        " autocomplete: Ta gap is 2012-02-23 01:00 to 2012-02-23 05:00\n",
        " autocomplete: Ta gap fill period is 2012-02-23 01:00 to 2012-02-23 05:00\n",
        "I will do a plot here Ta 2012-02-23 2012-02-23\n",
        " autocomplete: Ta gap is 2012-02-24 13:30 to 2012-02-24 16:30\n",
        " autocomplete: Ta gap fill period is 2012-02-24 13:30 to 2012-02-24 16:30\n",
        "I will do a plot here Ta 2012-02-24 2012-02-24\n",
        " autocomplete: Ta gap is 2012-02-24 20:00 to 2012-02-25 03:00\n",
        " autocomplete: Ta gap fill period is 2012-02-24 20:00 to 2012-02-25 03:00\n",
        "I will do a plot here Ta 2012-02-24 2012-02-25\n",
        " autocomplete: Ta gap is 2012-02-25 03:30 to 2012-02-25 10:30\n",
        " autocomplete: Ta gap fill period is 2012-02-25 03:30 to 2012-02-25 10:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-02-25 2012-02-25\n",
        " autocomplete: Ta gap is 2012-02-26 12:00 to 2012-02-26 14:00\n",
        " autocomplete: Ta gap fill period is 2012-02-26 12:00 to 2012-02-26 14:00\n",
        "I will do a plot here Ta 2012-02-26 2012-02-26\n",
        " autocomplete: Ta gap is 2012-02-26 19:00 to 2012-02-27 01:00\n",
        " autocomplete: Ta gap fill period is 2012-02-26 19:00 to 2012-02-27 01:00\n",
        "I will do a plot here Ta 2012-02-26 2012-02-27\n",
        " autocomplete: Ta gap is 2012-02-27 16:00 to 2012-02-27 18:30\n",
        " autocomplete: Ta gap fill period is 2012-02-27 16:00 to 2012-02-27 18:30\n",
        "I will do a plot here Ta 2012-02-27 2012-02-27\n",
        " autocomplete: Ta gap is 2012-02-28 02:30 to 2012-02-28 12:00\n",
        " autocomplete: Ta gap fill period is 2012-02-28 02:30 to 2012-02-28 12:00\n",
        "I will do a plot here Ta 2012-02-28 2012-02-28\n",
        " autocomplete: Ta gap is 2012-02-28 20:00 to 2012-02-29 08:00\n",
        " autocomplete: Ta gap fill period is 2012-02-28 20:00 to 2012-02-29 08:00\n",
        "I will do a plot here Ta 2012-02-28 2012-02-29\n",
        " autocomplete: Ta gap is 2012-02-29 20:30 to 2012-03-01 01:30\n",
        " autocomplete: Ta gap fill period is 2012-02-29 20:30 to 2012-03-01 01:30\n",
        "I will do a plot here Ta 2012-02-29 2012-03-01\n",
        " autocomplete: Ta gap is 2012-03-01 05:30 to 2012-03-01 08:30\n",
        " autocomplete: Ta gap fill period is 2012-03-01 05:30 to 2012-03-01 08:30\n",
        "I will do a plot here Ta 2012-03-01 2012-03-01\n",
        " autocomplete: Ta gap is 2012-03-02 00:00 to 2012-03-02 03:00\n",
        " autocomplete: Ta gap fill period is 2012-03-02 00:00 to 2012-03-02 03:00\n",
        "I will do a plot here Ta 2012-03-02 2012-03-02\n",
        " autocomplete: Ta gap is 2012-03-02 19:00 to 2012-03-03 01:30\n",
        " autocomplete: Ta gap fill period is 2012-03-02 19:00 to 2012-03-03 01:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-03-02 2012-03-03\n",
        " autocomplete: Ta gap is 2012-03-03 18:00 to 2012-03-03 22:00\n",
        " autocomplete: Ta gap fill period is 2012-03-03 18:00 to 2012-03-03 22:00\n",
        "I will do a plot here Ta 2012-03-03 2012-03-03\n",
        " autocomplete: Ta gap is 2012-03-03 22:30 to 2012-03-04 06:30\n",
        " autocomplete: Ta gap fill period is 2012-03-03 22:30 to 2012-03-04 06:30\n",
        "I will do a plot here Ta 2012-03-03 2012-03-04\n",
        " autocomplete: Ta gap is 2012-03-04 07:30 to 2012-03-04 10:00\n",
        " autocomplete: Ta gap fill period is 2012-03-04 07:30 to 2012-03-04 10:00\n",
        "I will do a plot here Ta 2012-03-04 2012-03-04\n",
        " autocomplete: Ta gap is 2012-03-04 15:30 to 2012-03-04 18:30\n",
        " autocomplete: Ta gap fill period is 2012-03-04 15:30 to 2012-03-04 18:30\n",
        "I will do a plot here Ta 2012-03-04 2012-03-04\n",
        " autocomplete: Ta gap is 2012-03-04 19:30 to 2012-03-05 01:00\n",
        " autocomplete: Ta gap fill period is 2012-03-04 19:30 to 2012-03-05 01:00\n",
        "I will do a plot here Ta 2012-03-04 2012-03-05\n",
        " autocomplete: Ta gap is 2012-03-05 02:00 to 2012-03-05 10:30\n",
        " autocomplete: Ta gap fill period is 2012-03-05 02:00 to 2012-03-05 10:30\n",
        "I will do a plot here Ta 2012-03-05 2012-03-05\n",
        " autocomplete: Ta gap is 2012-03-05 11:30 to 2012-03-05 13:30\n",
        " autocomplete: Ta gap fill period is 2012-03-05 11:30 to 2012-03-05 13:30\n",
        "I will do a plot here Ta 2012-03-05 2012-03-05\n",
        " autocomplete: Ta gap is 2012-03-05 14:00 to 2012-03-05 16:00\n",
        " autocomplete: Ta gap fill period is 2012-03-05 14:00 to 2012-03-05 16:00\n",
        "I will do a plot here Ta 2012-03-05 2012-03-05\n",
        " autocomplete: Ta gap is 2012-03-06 00:30 to 2012-03-06 13:30\n",
        " autocomplete: Ta gap fill period is 2012-03-06 00:30 to 2012-03-06 13:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-03-06 2012-03-06\n",
        " autocomplete: Ta gap is 2012-03-06 15:00 to 2012-03-08 09:00\n",
        " autocomplete: Ta gap fill period is 2012-03-06 15:00 to 2012-03-08 09:00\n",
        "I will do a plot here Ta 2012-03-06 2012-03-08\n",
        " autocomplete: Ta gap is 2012-03-08 11:00 to 2012-03-09 09:00\n",
        " autocomplete: Ta gap fill period is 2012-03-08 11:00 to 2012-03-09 09:00\n",
        "I will do a plot here Ta 2012-03-08 2012-03-09\n",
        " autocomplete: Ta gap is 2012-03-09 20:30 to 2012-03-12 09:30\n",
        " autocomplete: Ta gap fill period is 2012-03-09 20:30 to 2012-03-12 09:30\n",
        "I will do a plot here Ta 2012-03-09 2012-03-12\n",
        " autocomplete: Ta gap is 2012-03-12 10:00 to 2012-03-12 17:30\n",
        " autocomplete: Ta gap fill period is 2012-03-12 10:00 to 2012-03-12 17:30\n",
        "I will do a plot here Ta 2012-03-12 2012-03-12\n",
        " autocomplete: Ta gap is 2012-03-12 20:00 to 2012-03-13 13:30\n",
        " autocomplete: Ta gap fill period is 2012-03-12 20:00 to 2012-03-13 13:30\n",
        "I will do a plot here Ta 2012-03-12 2012-03-13\n",
        " autocomplete: Ta gap is 2012-03-14 12:00 to 2012-03-14 14:30\n",
        " autocomplete: Ta gap fill period is 2012-03-14 12:00 to 2012-03-14 14:30\n",
        "I will do a plot here Ta 2012-03-14 2012-03-14\n",
        " autocomplete: Ta gap is 2012-03-14 16:30 to 2012-03-15 01:00\n",
        " autocomplete: Ta gap fill period is 2012-03-14 16:30 to 2012-03-15 01:00\n",
        "I will do a plot here Ta 2012-03-14 2012-03-15\n",
        " autocomplete: Ta gap is 2012-03-15 01:30 to 2012-03-15 06:00\n",
        " autocomplete: Ta gap fill period is 2012-03-15 01:30 to 2012-03-15 06:00\n",
        "I will do a plot here Ta 2012-03-15 2012-03-15\n",
        " autocomplete: Ta gap is 2012-03-15 06:30 to 2012-03-16 09:30\n",
        " autocomplete: Ta gap fill period is 2012-03-15 06:30 to 2012-03-16 09:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-03-15 2012-03-16\n",
        " autocomplete: Ta gap is 2012-03-16 21:30 to 2012-03-17 00:00\n",
        " autocomplete: Ta gap fill period is 2012-03-16 21:30 to 2012-03-17 00:00\n",
        "I will do a plot here Ta 2012-03-16 2012-03-17\n",
        " autocomplete: Ta gap is 2012-03-17 01:00 to 2012-03-17 11:30\n",
        " autocomplete: Ta gap fill period is 2012-03-17 01:00 to 2012-03-17 11:30\n",
        "I will do a plot here Ta 2012-03-17 2012-03-17\n",
        " autocomplete: Ta gap is 2012-03-17 14:00 to 2012-03-17 22:00\n",
        " autocomplete: Ta gap fill period is 2012-03-17 14:00 to 2012-03-17 22:00\n",
        "I will do a plot here Ta 2012-03-17 2012-03-17\n",
        " autocomplete: Ta gap is 2012-03-17 23:00 to 2012-03-19 13:00\n",
        " autocomplete: Ta gap fill period is 2012-03-17 23:00 to 2012-03-19 13:00\n",
        "I will do a plot here Ta 2012-03-17 2012-03-19\n",
        " autocomplete: Ta gap is 2012-03-20 21:30 to 2012-03-21 15:00\n",
        " autocomplete: Ta gap fill period is 2012-03-20 21:30 to 2012-03-21 15:00\n",
        "I will do a plot here Ta 2012-03-20 2012-03-21\n",
        " autocomplete: Ta gap is 2012-03-21 19:30 to 2012-03-21 22:00\n",
        " autocomplete: Ta gap fill period is 2012-03-21 19:30 to 2012-03-21 22:00\n",
        "I will do a plot here Ta 2012-03-21 2012-03-21\n",
        " autocomplete: Ta gap is 2012-03-22 19:30 to 2012-03-24 03:30\n",
        " autocomplete: Ta gap fill period is 2012-03-22 19:30 to 2012-03-24 03:30\n",
        "I will do a plot here Ta 2012-03-22 2012-03-24\n",
        " autocomplete: Ta gap is 2012-03-24 04:00 to 2012-03-26 17:30\n",
        " autocomplete: Ta gap fill period is 2012-03-24 04:00 to 2012-03-26 17:30\n",
        "I will do a plot here Ta 2012-03-24 2012-03-26\n",
        " autocomplete: Ta gap is 2012-03-26 20:30 to 2012-03-27 04:00\n",
        " autocomplete: Ta gap fill period is 2012-03-26 20:30 to 2012-03-27 04:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-03-26 2012-03-27\n",
        " autocomplete: Ta gap is 2012-03-27 09:00 to 2012-03-27 11:00\n",
        " autocomplete: Ta gap fill period is 2012-03-27 09:00 to 2012-03-27 11:00\n",
        "I will do a plot here Ta 2012-03-27 2012-03-27\n",
        " autocomplete: Ta gap is 2012-03-27 21:00 to 2012-03-29 14:30\n",
        " autocomplete: Ta gap fill period is 2012-03-27 21:00 to 2012-03-29 14:30\n",
        "I will do a plot here Ta 2012-03-27 2012-03-29\n",
        " autocomplete: Ta gap is 2012-03-29 23:30 to 2012-03-30 04:00\n",
        " autocomplete: Ta gap fill period is 2012-03-29 23:30 to 2012-03-30 04:00\n",
        "I will do a plot here Ta 2012-03-29 2012-03-30\n",
        " autocomplete: Ta gap is 2012-03-30 06:30 to 2012-03-30 08:30\n",
        " autocomplete: Ta gap fill period is 2012-03-30 06:30 to 2012-03-30 08:30\n",
        "I will do a plot here Ta 2012-03-30 2012-03-30\n",
        " autocomplete: Ta gap is 2012-03-31 02:00 to 2012-03-31 04:00\n",
        " autocomplete: Ta gap fill period is 2012-03-31 02:00 to 2012-03-31 04:00\n",
        "I will do a plot here Ta 2012-03-31 2012-03-31\n",
        " autocomplete: Ta gap is 2012-03-31 06:00 to 2012-03-31 08:30\n",
        " autocomplete: Ta gap fill period is 2012-03-31 06:00 to 2012-03-31 08:30\n",
        "I will do a plot here Ta 2012-03-31 2012-03-31\n",
        " autocomplete: Ta gap is 2012-03-31 19:30 to 2012-03-31 22:00\n",
        " autocomplete: Ta gap fill period is 2012-03-31 19:30 to 2012-03-31 22:00\n",
        "I will do a plot here Ta 2012-03-31 2012-03-31\n",
        " autocomplete: Ta gap is 2012-04-01 00:00 to 2012-04-01 05:00\n",
        " autocomplete: Ta gap fill period is 2012-04-01 00:00 to 2012-04-01 05:00\n",
        "I will do a plot here Ta 2012-04-01 2012-04-01\n",
        " autocomplete: Ta gap is 2012-04-01 06:00 to 2012-04-01 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-01 06:00 to 2012-04-01 09:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-04-01 2012-04-01\n",
        " autocomplete: Ta gap is 2012-04-02 00:00 to 2012-04-02 09:30\n",
        " autocomplete: Ta gap fill period is 2012-04-02 00:00 to 2012-04-02 09:30\n",
        "I will do a plot here Ta 2012-04-02 2012-04-02\n",
        " autocomplete: Ta gap is 2012-04-02 19:00 to 2012-04-02 23:00\n",
        " autocomplete: Ta gap fill period is 2012-04-02 19:00 to 2012-04-02 23:00\n",
        "I will do a plot here Ta 2012-04-02 2012-04-02\n",
        " autocomplete: Ta gap is 2012-04-02 23:30 to 2012-04-03 10:00\n",
        " autocomplete: Ta gap fill period is 2012-04-02 23:30 to 2012-04-03 10:00\n",
        "I will do a plot here Ta 2012-04-02 2012-04-03\n",
        " autocomplete: Ta gap is 2012-04-03 20:00 to 2012-04-03 23:30\n",
        " autocomplete: Ta gap fill period is 2012-04-03 20:00 to 2012-04-03 23:30\n",
        "I will do a plot here Ta 2012-04-03 2012-04-03\n",
        " autocomplete: Ta gap is 2012-04-04 02:00 to 2012-04-04 10:00\n",
        " autocomplete: Ta gap fill period is 2012-04-04 02:00 to 2012-04-04 10:00\n",
        "I will do a plot here Ta 2012-04-04 2012-04-04\n",
        " autocomplete: Ta gap is 2012-04-04 19:30 to 2012-04-04 22:30\n",
        " autocomplete: Ta gap fill period is 2012-04-04 19:30 to 2012-04-04 22:30\n",
        "I will do a plot here Ta 2012-04-04 2012-04-04\n",
        " autocomplete: Ta gap is 2012-04-04 23:00 to 2012-04-05 10:00\n",
        " autocomplete: Ta gap fill period is 2012-04-04 23:00 to 2012-04-05 10:00\n",
        "I will do a plot here Ta 2012-04-04 2012-04-05\n",
        " autocomplete: Ta gap is 2012-04-05 19:30 to 2012-04-05 21:30\n",
        " autocomplete: Ta gap fill period is 2012-04-05 19:30 to 2012-04-05 21:30\n",
        "I will do a plot here Ta 2012-04-05 2012-04-05\n",
        " autocomplete: Ta gap is 2012-04-06 00:00 to 2012-04-06 09:30\n",
        " autocomplete: Ta gap fill period is 2012-04-06 00:00 to 2012-04-06 09:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-04-06 2012-04-06\n",
        " autocomplete: Ta gap is 2012-04-06 20:00 to 2012-04-06 23:00\n",
        " autocomplete: Ta gap fill period is 2012-04-06 20:00 to 2012-04-06 23:00\n",
        "I will do a plot here Ta 2012-04-06 2012-04-06\n",
        " autocomplete: Ta gap is 2012-04-07 01:00 to 2012-04-07 04:30\n",
        " autocomplete: Ta gap fill period is 2012-04-07 01:00 to 2012-04-07 04:30\n",
        "I will do a plot here Ta 2012-04-07 2012-04-07\n",
        " autocomplete: Ta gap is 2012-04-07 05:00 to 2012-04-07 07:30\n",
        " autocomplete: Ta gap fill period is 2012-04-07 05:00 to 2012-04-07 07:30\n",
        "I will do a plot here Ta 2012-04-07 2012-04-07\n",
        " autocomplete: Ta gap is 2012-04-07 21:30 to 2012-04-08 00:30\n",
        " autocomplete: Ta gap fill period is 2012-04-07 21:30 to 2012-04-08 00:30\n",
        "I will do a plot here Ta 2012-04-07 2012-04-08\n",
        " autocomplete: Ta gap is 2012-04-08 01:00 to 2012-04-08 08:30\n",
        " autocomplete: Ta gap fill period is 2012-04-08 01:00 to 2012-04-08 08:30\n",
        "I will do a plot here Ta 2012-04-08 2012-04-08\n",
        " autocomplete: Ta gap is 2012-04-08 20:00 to 2012-04-09 00:30\n",
        " autocomplete: Ta gap fill period is 2012-04-08 20:00 to 2012-04-09 00:30\n",
        "I will do a plot here Ta 2012-04-08 2012-04-09\n",
        " autocomplete: Ta gap is 2012-04-09 01:30 to 2012-04-09 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-09 01:30 to 2012-04-09 09:00\n",
        "I will do a plot here Ta 2012-04-09 2012-04-09\n",
        " autocomplete: Ta gap is 2012-04-09 21:30 to 2012-04-10 10:00\n",
        " autocomplete: Ta gap fill period is 2012-04-09 21:30 to 2012-04-10 10:00\n",
        "I will do a plot here Ta 2012-04-09 2012-04-10\n",
        " autocomplete: Ta gap is 2012-04-10 20:30 to 2012-04-11 11:00\n",
        " autocomplete: Ta gap fill period is 2012-04-10 20:30 to 2012-04-11 11:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-04-10 2012-04-11\n",
        " autocomplete: Ta gap is 2012-04-11 20:00 to 2012-04-12 11:00\n",
        " autocomplete: Ta gap fill period is 2012-04-11 20:00 to 2012-04-12 11:00\n",
        "I will do a plot here Ta 2012-04-11 2012-04-12\n",
        " autocomplete: Ta gap is 2012-04-12 19:30 to 2012-04-13 11:00\n",
        " autocomplete: Ta gap fill period is 2012-04-12 19:30 to 2012-04-13 11:00\n",
        "I will do a plot here Ta 2012-04-12 2012-04-13\n",
        " autocomplete: Ta gap is 2012-04-13 21:00 to 2012-04-14 04:00\n",
        " autocomplete: Ta gap fill period is 2012-04-13 21:00 to 2012-04-14 04:00\n",
        "I will do a plot here Ta 2012-04-13 2012-04-14\n",
        " autocomplete: Ta gap is 2012-04-14 06:00 to 2012-04-14 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-14 06:00 to 2012-04-14 09:00\n",
        "I will do a plot here Ta 2012-04-14 2012-04-14\n",
        " autocomplete: Ta gap is 2012-04-14 21:00 to 2012-04-15 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-14 21:00 to 2012-04-15 09:00\n",
        "I will do a plot here Ta 2012-04-14 2012-04-15\n",
        " autocomplete: Ta gap is 2012-04-15 20:30 to 2012-04-16 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-15 20:30 to 2012-04-16 09:00\n",
        "I will do a plot here Ta 2012-04-15 2012-04-16\n",
        " autocomplete: Ta gap is 2012-04-16 21:00 to 2012-04-17 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-16 21:00 to 2012-04-17 09:00\n",
        "I will do a plot here Ta 2012-04-16 2012-04-17\n",
        " autocomplete: Ta gap is 2012-04-17 21:30 to 2012-04-18 10:00\n",
        " autocomplete: Ta gap fill period is 2012-04-17 21:30 to 2012-04-18 10:00\n",
        "I will do a plot here Ta 2012-04-17 2012-04-18\n",
        " autocomplete: Ta gap is 2012-04-18 21:30 to 2012-04-19 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-18 21:30 to 2012-04-19 09:00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-04-18 2012-04-19\n",
        " autocomplete: Ta gap is 2012-04-19 22:00 to 2012-04-20 00:00\n",
        " autocomplete: Ta gap fill period is 2012-04-19 22:00 to 2012-04-20 00:00\n",
        "I will do a plot here Ta 2012-04-19 2012-04-20\n",
        " autocomplete: Ta gap is 2012-04-20 06:30 to 2012-04-20 08:30\n",
        " autocomplete: Ta gap fill period is 2012-04-20 06:30 to 2012-04-20 08:30\n",
        "I will do a plot here Ta 2012-04-20 2012-04-20\n",
        " autocomplete: Ta gap is 2012-04-21 04:00 to 2012-04-21 09:30\n",
        " autocomplete: Ta gap fill period is 2012-04-21 04:00 to 2012-04-21 09:30\n",
        "I will do a plot here Ta 2012-04-21 2012-04-21\n",
        " autocomplete: Ta gap is 2012-04-22 23:00 to 2012-04-23 03:00\n",
        " autocomplete: Ta gap fill period is 2012-04-22 23:00 to 2012-04-23 03:00\n",
        "I will do a plot here Ta 2012-04-22 2012-04-23\n",
        " autocomplete: Ta gap is 2012-04-23 12:30 to 2012-04-23 15:00\n",
        " autocomplete: Ta gap fill period is 2012-04-23 12:30 to 2012-04-23 15:00\n",
        "I will do a plot here Ta 2012-04-23 2012-04-23\n",
        " autocomplete: Ta gap is 2012-04-23 23:30 to 2012-04-24 02:30\n",
        " autocomplete: Ta gap fill period is 2012-04-23 23:30 to 2012-04-24 02:30\n",
        "I will do a plot here Ta 2012-04-23 2012-04-24\n",
        " autocomplete: Ta gap is 2012-04-24 03:00 to 2012-04-24 06:00\n",
        " autocomplete: Ta gap fill period is 2012-04-24 03:00 to 2012-04-24 06:00\n",
        "I will do a plot here Ta 2012-04-24 2012-04-24\n",
        " autocomplete: Ta gap is 2012-04-24 21:30 to 2012-04-25 02:00\n",
        " autocomplete: Ta gap fill period is 2012-04-24 21:30 to 2012-04-25 02:00\n",
        "I will do a plot here Ta 2012-04-24 2012-04-25\n",
        " autocomplete: Ta gap is 2012-04-25 02:30 to 2012-04-25 06:30\n",
        " autocomplete: Ta gap fill period is 2012-04-25 02:30 to 2012-04-25 06:30"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "I will do a plot here Ta 2012-04-25 2012-04-25\n",
        " autocomplete: Ta gap is 2012-04-26 19:30 to 2012-04-27 12:30\n",
        " autocomplete: Ta gap fill period is 2012-04-26 19:30 to 2012-04-27 12:30\n",
        "I will do a plot here Ta 2012-04-26 2012-04-27\n",
        " autocomplete: Ta gap is 2012-04-28 03:30 to 2012-04-28 09:00\n",
        " autocomplete: Ta gap fill period is 2012-04-28 03:30 to 2012-04-28 09:00\n",
        "I will do a plot here Ta 2012-04-28 2012-04-28\n",
        " autocomplete: Ta gap is 2012-04-28 20:30 to 2012-04-29 10:30\n",
        " autocomplete: Ta gap fill period is 2012-04-28 20:30 to 2012-04-29 10:30\n",
        "I will do a plot here Ta 2012-04-28 2012-04-29\n",
        " autocomplete: Ta gap is 2012-04-29 21:30 to 2012-05-10 00:00\n",
        " autocomplete: Ta gap fill period is 2012-04-29 21:30 to 2012-05-10 00:00\n",
        "I will do a plot here Ta 2012-04-29 2012-05-10\n",
        " autocomplete: Ta gap is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        " autocomplete: Ta gap fill period is 2013-08-22 14:00 to 2013-10-16 00:30\n",
        "I will do a plot here Ta 2013-08-22 2013-10-16\n"
       ]
      }
     ],
     "prompt_number": 11
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "ldt_tower=ds4.series[\"DateTime\"][\"Data\"]\n",
      "ldt_aws=ds_alt['../../Sites/SturtPlains/Data/AWS/SturtPlains_AWS.nc'].series[\"DateTime\"][\"Data\"]\n",
      "ldt_bios=ds_alt['../../Sites/SturtPlains/Data/BIOS2/SturtPlains_BIOS2.nc'].series[\"DateTime\"][\"Data\"]\n",
      "sdate=\"2012-02-10 03:00\"\n",
      "edate=\"2012-02-10 06:00\"\n",
      "si=qcutils.GetDateIndex(ldt_tower,sdate)\n",
      "ei=qcutils.GetDateIndex(ldt_tower,edate)\n",
      "print ldt_tower[si],ldt_aws[si],ldt_bios[si]\n",
      "print ldt_tower[ei],ldt_aws[ei],ldt_bios[ei]\n",
      "Ah,f,a=qcutils.GetSeriesasMA(ds4,\"Ah\")\n",
      "Ah_composite,f,a=qcutils.GetSeriesasMA(ds4,\"Ah_composite\")\n",
      "Ah_aws,f,a=qcutils.GetSeriesasMA(ds4,\"Ah_aws\")\n",
      "Ah_bios2,f,a=qcutils.GetSeriesasMA(ds4,\"Ah_bios2\")\n",
      "print \"Ah\",Ah[si:ei],Ah.mask[si:ei]\n",
      "print \"Ah_composite\",Ah_composite[si:ei],Ah_composite.mask[si:ei]\n",
      "print \"Ah_aws\",Ah_aws[si:ei],Ah_aws.mask[si:ei]\n",
      "print \"Ah_bios2\",Ah_bios2[si:ei],Ah_bios2.mask[si:ei]\n",
      "Ah_aws_0,f,a=qcutils.GetSeriesasMA(ds_alt['../../Sites/SturtPlains/Data/AWS/SturtPlains_AWS.nc'],\"Ah_0\")\n",
      "Ah_aws_1,f,a=qcutils.GetSeriesasMA(ds_alt['../../Sites/SturtPlains/Data/AWS/SturtPlains_AWS.nc'],\"Ah_1\")\n",
      "print \"Ah_aws_0\",Ah_aws_0[si:ei],Ah_aws_0.mask[si:ei]\n",
      "print \"Ah_aws_1\",Ah_aws_1[si:ei],Ah_aws_1.mask[si:ei]\n",
      "Ah_bios,f,a=qcutils.GetSeriesasMA(ds_alt['../../Sites/SturtPlains/Data/BIOS2/SturtPlains_BIOS2.nc'],\"Ah\")\n",
      "print \"Ah_bios\",Ah_bios[si:ei],Ah_bios.mask[si:ei]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "2012-02-10 03:00:00 2012-02-10 03:00:00 2012-02-10 03:00:00\n",
        "2012-02-10 06:00:00 2012-02-10 06:00:00 2012-02-10 06:00:00\n",
        "Ah [8.412768363952637 -- -- -- -- 9.068660736083984] [False  True  True  True  True False]\n",
        "Ah_composite [-- -- -- -- -- --] [ True  True  True  True  True  True]\n",
        "Ah_aws [-- -- -- -- -- --] [ True  True  True  True  True  True]\n",
        "Ah_bios2 [-- -- -- -- -- --] [ True  True  True  True  True  True]\n",
        "Ah_aws_0 [12.067372290901051 12.005253126609286 11.782696014482934\n",
        " 11.508654021876628 11.651868655021335 11.792252614720388] [False False False False False False]\n",
        "Ah_aws_1 [13.379600047463919 14.302456038652222 13.38526819846227 13.896043608575786\n",
        " 12.599079538442044 13.476822904904983] [False False False False False False]\n",
        "Ah_bios [13.20150375366211 13.240818977355957 13.280298233032227 13.319778442382812\n",
        " 13.35901165008545 13.397730827331543] [False False False False False False]\n"
       ]
      }
     ],
     "prompt_number": 12
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}