Soil_Moisture_Parallel.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:cd926c2e5c4c9abbb37ed2a3c028f6d82c2fee079aa755057673663a625ee0e5"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "from IPython.parallel import Client\n",
      "import os\n",
      "\n",
      "rc=Client()\n",
      "rc.ids"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "dview=rc[:]\n",
      "dview.scatter('a' , range(12))\n",
      "dview.get('a')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%%px\n",
      "#Set up paths, working directory inside IPython\n",
      "\n",
      "import sys\n",
      "import os\n",
      "import shutil\n",
      "\n",
      "#QGIS & executables paths(required)\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\lib')\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\apps')\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\apps\\qgis\\python')\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\apps\\qgis\\python\\plugins')\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\apps\\qgis\\python\\plugins\\processing')\n",
      "sys.path.append('C:\\Program Files (x86)\\QGIS Wien\\bin')\n",
      "\n",
      "delete_temp = True\n",
      "\n",
      "#Set working directory\n",
      "wd = 'C:/Alex/script/soilm/'\n",
      "#wd = 'P:/3_Malaria_Risk/1_Data/6_Temperature/Ale_script/'\n",
      "\n",
      "#Set input files directory\n",
      "smdir=\"P:/3_Malaria_Risk/1_Data/8_Soil_moisture/\"\n",
      "% reload_ext rpy2.ipython\n",
      "\n",
      "os.chdir(wd)\n",
      "monthList = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']\n",
      "month = a[0]\n",
      "monthName = monthList[month]\n",
      "try:\n",
      "    os.mkdir(wd+monthName)\n",
      "except WindowsError:\n",
      "    print ('Directory already created, it will be deleted at the end of the script if delete_temp is set to True!')\n",
      "    \n",
      "os.chdir(wd+monthName)\n",
      "os.getcwd()\n",
      "\n",
      "#Set temporary folder\n",
      "os.environ['TMP']=os.getcwd()\n",
      "\n",
      "\n",
      "import qgis\n",
      "import gdal\n",
      "from PyQt4.QtCore import QFileInfo,QSettings\n",
      "from qgis.analysis import QgsRasterCalculator, QgsRasterCalculatorEntry\n",
      "from qgis.core import *\n",
      "import qgis.utils\n",
      "\n",
      "\n",
      "#Country name(for output filenames)\n",
      "country = 'MDG'\n",
      "\n",
      "#QGIS path(required)\n",
      "#QgsApplication.setPrefixPath('/Applications/QGIS.app/Contents/MacOS',True)\n",
      "QgsApplication.setPrefixPath('C:/PROGRA~2/QGISWI~1/apps/qgis', True)\n",
      "QgsApplication.initQgis()\n",
      "\n",
      "import sys, glob\n",
      "from qgis.core import *\n",
      "from PyQt4.QtGui import *\n",
      "app = QApplication([])\n",
      "\n",
      "# Prepare processing framework \n",
      "import processing\n",
      "from processing.core.Processing import Processing\n",
      "from processing.core.ProcessingConfig import ProcessingConfig\n",
      "ProcessingConfig.setSettingValue('OUTPUT_FOLDER',os.getcwd())\n",
      "Processing.initialize()\n",
      "from processing.tools import *"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%%px\n",
      "os.chdir(wd+monthName)\n",
      "monthstr=str(month+1)\n",
      "if(month<9):\n",
      "    monthstr='0'+str(month+1)\n",
      "for file in os.listdir(smdir):\n",
      "    if file.endswith(\".nc\")&file.count(\"SM_CCI\"):\n",
      "        uri='NETCDF:\"'+smdir+file+'\":'+monthstr\n",
      "        print(uri)\n",
      "        rlayer = QgsRasterLayer(uri)\n",
      "        print(rlayer.isValid())\n",
      "        shapefilename = 'P:/3_Malaria_Risk/1_Data/5_Admin_Boundaries/MDG_adm/MDG_adm0.shp'\n",
      "        fileInfo2 = QFileInfo(shapefilename)\n",
      "        baseName2 = fileInfo2.baseName()\n",
      "        vlayer1 = QgsVectorLayer(shapefilename, baseName2,'ogr')\n",
      "        step1=processing.runalg('gdalogr:warpreproject', rlayer, 'EPSG:4326', 'EPSG:4326', None, None, None, None, None, None, None, None, None, None, None, None, wd+monthName+'/'+file+'step1.tif')\n",
      "        step2=processing.runalg('gdalogr:fillnodata', QgsRasterLayer(step1['OUTPUT']), 1000, 0, 1, None, None, wd+monthName+'/'+file+'step2.tif')\n",
      "        if(QgsRasterLayer(step2['OUTPUT']).isValid()):\n",
      "            out=processing.runalg('gdalogr:cliprasterbymasklayer', QgsRasterLayer(step2['OUTPUT']), vlayer1, None, None, None, None, wd+monthName+'/'+file+'outvecchio.tif')\n",
      "os.getcwd()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%%px\n",
      "\n",
      "#STEP 6 exit QGIS and remove temporary files\n",
      "\n",
      "\n",
      "QgsApplication.exitQgis()\n",
      "#QgsApplication.quit()\n",
      "app.quit()\n",
      "#print(os.getcwd())"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "%%px\n",
      "if(delete_temp==True):\n",
      "    oldwd=os.getcwd()\n",
      "    os.chdir(wd)\n",
      "    shutil.rmtree(oldwd)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}