access_2013.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:8acc55628c758d430824a69474985b0132cdf9cde46f509f4e83739519dfab41"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import sys\n",
      "sys.path.append('../scripts')\n",
      "import constants as c\n",
      "import glob\n",
      "import qcio\n",
      "import qcutils"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "class ACCESSData(object):\n",
      "    def __init__(self):\n",
      "        self.globalattr = {}\n",
      "        self.variables = {}\n",
      "        self.varattr = {}"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def access_read_mfiles(file_list=[],var_list=[]):\n",
      "    #ds = qcio.DataStructure()\n",
      "    f = ACCESSData()\n",
      "    #print file_list[0]\n",
      "    ncfile = Dataset(file_list[0])\n",
      "    # get the global attributes\n",
      "    for gattr in ncfile.ncattrs():\n",
      "        f.globalattr[gattr] = getattr(ncfile,gattr)\n",
      "    dims = ncfile.dimensions\n",
      "    shape = (len(dims[\"time\"]),len(dims[\"lat\"]),len(dims[\"lon\"]))\n",
      "    if len(var_list)==0: var_list=ncfile.variables.keys()\n",
      "    # load the data from the first file into the data structure\n",
      "    for var in var_list:\n",
      "        access_name = cf[\"Variables\"][var][\"access_name\"]\n",
      "        if access_name in ncfile.variables.keys():\n",
      "            f.variables[access_name] = ncfile.variables[access_name][:]\n",
      "            f.varattr[access_name] = {}\n",
      "            for this_attr in ncfile.variables[access_name].ncattrs():\n",
      "                f.varattr[access_name][this_attr] = getattr(ncfile.variables[access_name],this_attr)\n",
      "        else:\n",
      "            print \"ACCESS variable \"+access_name+\" not found in \"+file_list[0]\n",
      "            f.variables[access_name] = makedummyseries(shape)\n",
      "    ncfile.close()\n",
      "    if len(file_list)>1:\n",
      "        # loop over the remaining files and append the data\n",
      "        for filename in file_list[1:]:\n",
      "            #print filename\n",
      "            ncfile = Dataset(filename)\n",
      "            for var in var_list:\n",
      "                access_name = cf[\"Variables\"][var][\"access_name\"]\n",
      "                #print var,ncfile.variables[access_name].shape\n",
      "                if access_name in ncfile.variables.keys():\n",
      "                    f.variables[access_name] = numpy.concatenate((f.variables[access_name],ncfile.variables[access_name][:]),axis=0)\n",
      "                    if access_name not in f.varattr.keys():\n",
      "                        f.varattr[access_name] = {}\n",
      "                        for this_attr in ncfile.variables[access_name].ncattrs():\n",
      "                            f.varattr[access_name][this_attr] = getattr(ncfile.variables[access_name],this_attr) \n",
      "                else:\n",
      "                    print \"ACCESS variable \"+access_name+\" not found in \"+filename\n",
      "                    empty_series = makedummyseries(shape)\n",
      "                    f.variables[access_name] = numpy.concatenate((f.variables[access_name],empty_series),axis=0)\n",
      "            ncfile.close()\n",
      "    return f"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 3
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "cf = qcio.load_controlfile(path='../controlfiles')\n",
      "var_list = cf[\"Variables\"].keys()\n",
      "site_list = cf[\"Sites\"].keys()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 4
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "infilename = cf[\"Sites\"][site_list[0]][\"in_filepath\"]+cf[\"Sites\"][site_list[0]][\"in_filename\"]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 5
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "file_list = sorted(glob.glob(infilename))\n",
      "nFiles = len(file_list)\n",
      "print \"Processing \"+str(nFiles)+\" files\"\n",
      "outfilename = cf[\"Sites\"][site_list[0]][\"out_filepath\"]+cf[\"Sites\"][site_list[0]][\"out_filename\"]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Processing 366 files\n"
       ]
      }
     ],
     "prompt_number": 7
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}