Sentinel2_TCI_batch_download.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Sentinel2_TCI_batch_download.ipynb","provenance":[{"file_id":"1J4oiXyrFYkebpCjOG6RIwKHSYYljvO1I","timestamp":1600761371252},{"file_id":"14DuMjt0M9OstLSRBaJdA_1IhayV0HwuL","timestamp":1599493125467},{"file_id":"1wMPvmAdCJ4G2bAtZ8NsnXjeMfBSjX9TE","timestamp":1599491797725}],"collapsed_sections":[],"authorship_tag":"ABX9TyOCAdRmyfQ2hwBQkjmSGAwT"},"kernelspec":{"display_name":"Python 3","name":"python3"}},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZSRJnWNXItXz","executionInfo":{"status":"ok","timestamp":1634881391329,"user_tz":-330,"elapsed":16022,"user":{"displayName":"Saptarshi Mondal","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgjsDgh8gSnsb2SBXJF1sZaHbINumwi1aXpumNb=s64","userId":"10964473479735863715"}},"outputId":"61e5119f-93b9-446f-a20d-852368cf0725"},"source":["\n","# Authenticates and initializes Earth Engine\n","import ee\n","ee.Authenticate()\n","\n","ee.Initialize()"],"execution_count":1,"outputs":[{"output_type":"stream","name":"stdout","text":["To authorize access needed by Earth Engine, open the following URL in a web browser and follow the instructions. If the web browser does not start automatically, please manually browse the URL below.\n","\n","    https://accounts.google.com/o/oauth2/auth?client_id=517222506229-vsmmajv00ul0bs7p89v5m89qs8eb9359.apps.googleusercontent.com&scope=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fearthengine+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdevstorage.full_control&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&response_type=code&code_challenge=cHJhIlmpaI-Ylc854sNthl2uiU_KDi-nLJ-GXiy5Efo&code_challenge_method=S256\n","\n","The authorization workflow will generate a code, which you should paste in the box below. \n","Enter verification code: 4/1AX4XfWgeBYy3R_j_narjtH_33DrZtxADKRHm4gAh_qVGqXEA5aIzjEZwIjE\n","\n","Successfully saved authorization token.\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"h_R0QnujKJXh","executionInfo":{"status":"ok","timestamp":1634881399238,"user_tz":-330,"elapsed":2661,"user":{"displayName":"Saptarshi Mondal","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GgjsDgh8gSnsb2SBXJF1sZaHbINumwi1aXpumNb=s64","userId":"10964473479735863715"}},"outputId":"4b2c5f5a-5a00-410a-e16b-bc826b0229d3"},"source":["##tiles = [\"44QLG\", \"44QLE\", \"44QLD\", \"44QKE\", \"44PKC\", \"44QKG\", \"44QKD\", \"44QMF\", \"44QKF\", \"44QME\", \"44QMD\"]\n","##tiles = [\"43PGT\",\"43PHT\",\"43QGA\",\"43QGB\",\"43QGU\",\"43QGV\",\"43QHA\",\"43QHB\",\"43QHC\",\"43QHU\",\"43QHV\",\"44PKC\",\"44PLC\",\"44QKD\",\"44QKE\",\"44QKF\",\"44QKG\",\"44QKH\",\"44QLD\",\"44QLE\",\"44QLF\",\"44QLG\",\"44QMD\",\"44QME\",\"44QMF\",\"44QMG\",\"44QND\",\"44QNE\",\"44QNF\"]\n","tiles = [\"44QKG\",\"44QKF\",\"44QLE\", \"44QLF\"]\n","#tiles = [\"44QLD\"]\n","##print(sentinel2_tile_bound)\n","startDate = '2021-10-20'\n","endDate = '2021-10-21'\n","## function for cloud masking\n","def maskCloudAndShadows(image):\n","  cloudProb = image.select('MSK_CLDPRB')\n","  snowProb = image.select('MSK_SNWPRB')\n","  cloud = cloudProb.lt(5)\n","  snow = snowProb.lt(5)\n","  scl = image.select('SCL')\n","  shadow = scl.eq(3) ## 3 = cloud shadow\n","  cirrus = scl.eq(10) ## 10 = cirrus\n","  ## Cloud probability less than 5% or cloud shadow classification\n","  mask = (cloud.And(snow)).And(cirrus.neq(1)).And(shadow.neq(1))\n","  return image.updateMask(mask)\n","for tile in tiles:\n","  sentinel2_tile_bound = ee.FeatureCollection('users/saptarshi/SRSP_Sentinel2_boundary').filter(ee.Filter.eq('Name', tile))\n","  #bound = ee.FeatureCollection('users/saptarshi/USA_geometry')\n","  #sentinel2_tile_bound = ee.FeatureCollection('users/saptarshi/Telangana_Sentinel2_tile_boundary_10kmbuffer').filter(ee.Filter.eq('Name', tile))\n","  ## Define an example collection.\n","  collection = ee.ImageCollection('COPERNICUS/S2_SR').filterDate(startDate, endDate).filter(ee.Filter.lt('CLOUD_COVERAGE_ASSESSMENT', 80)).filter(ee.Filter.eq('MGRS_TILE', tile))\n","  #collection = ee.ImageCollection('COPERNICUS/S2_SR').filterDate(startDate, endDate).filter(ee.Filter.lt('CLOUD_COVERAGE_ASSESSMENT', 20)).map(maskCloudAndShadows).filter(ee.Filter.eq('MGRS_TILE', tile))\n","\n","  ##NDVIcollection = collection.map(calculateNDVI)\n","  count = int(collection.size().getInfo())\n","  print(\"Total number of images: {}\".format(count))\n","  img_lst = collection.toList(count)\n","  ##print(img_lst)\n","  for i in range(0, count):\n","      image1 = ee.Image(collection.toList(count).get(i))\n","      region = sentinel2_tile_bound.geometry() #image.geometry() ## roi\n","      #region = image1.geometry() ## roi\n","      dateString = image1.get('system:index').getInfo()\n","      #ndvi = image.normalizedDifference(['B8', 'B4'])\n","      #ndvi2 = ndvi.multiply(10000).toInt16()\n","      #tci_R = image1.select('TCI_R')\n","      #tci_G = image1.select('TCI_G')\n","      #tci_B = image1.select('TCI_B')\n","      tci_B3 = image1.select('B3')\n","      tci_B4 = image1.select('B4')\n","      tci_B5 = image1.select('B5')\n","      tci_B6 = image1.select('B6')\n","      tci_B7 = image1.select('B7')\n","      tci_B8 = image1.select('B8')\n","      tci_B8A = image1.select('B8A')\n","      tci_B11 = image1.select('B11')\n","      tci_B12 = image1.select('B12')\n","\n","      tci = (tci_B3.addBands(ee.Image(tci_B4)).addBands(ee.Image(tci_B5)).addBands(ee.Image(tci_B6)).addBands(ee.Image(tci_B7)).addBands(ee.Image(tci_B8)).addBands(ee.Image(tci_B8A))\n","              .addBands(ee.Image(tci_B11)).addBands(ee.Image(tci_B12)))\n","      #print(tci.getInfo()['bands'])\n","      #tci = tci_R.addBands(ee.Image(tci_G)).addBands(ee.Image(tci_B))\n","      name = \"Seninel2_with_cloud_T\" + tile + \"_\" + dateString[:-34] + \"-\" + dateString[-34:-32] + \"-\" + dateString[-32:-30] # set the output image filename\n","      #name = \"Seninel2_with_cloud_TCI_T\" + tile + \"_\" + dateString[:-34] + \"-\" + dateString[-34:-32] + \"-\" + dateString[-32:-30]\n","      #print(name)\n","      # Set configration parameters for output image\n","      task_config = {\n","      ##'folder': 'Sentinel2-NDVI_data', # output Google Drive folder\n","      'region': region,     # roi \n","      'scale': 10,       # image resolution\n","      'crs': 'EPSG:4326',\n","      'maxPixels': 1.0E13,\n","      'fileFormat': 'GeoTIFF'\n","      }\n","      task = ee.batch.Export.image(tci.clip(region), name, task_config)\n","      #task = ee.batch.Export.image(ndvi2.clip(region), name, task_config)\n","      task.start()\n","      print (name + \" is exported\")\n","  print(\"Process over for tile no: \" + tile)"],"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Total number of images: 2\n","Seninel2_with_cloud_T44QKG_2021-10-20 is exported\n","Seninel2_with_cloud_T44QKG_2021-10-20 is exported\n","Process over for tile no: 44QKG\n","Total number of images: 0\n","Process over for tile no: 44QKF\n","Total number of images: 0\n","Process over for tile no: 44QLE\n","Total number of images: 0\n","Process over for tile no: 44QLF\n"]}]}]}