RuntimeError: ERROR 999998: Unexpected Error in Set null function
5369
35
06-19-2019 05:53 AM
by
by
by
For miss TOA_B1 and a TOA_B2 raster files, we have to write these two lines:
TOA_B1 = glob.glob (d3 + os.sep + "* EV_500_RefSB_1-EV_500_RefSB.tif")
TOA_B2 = glob.glob (d3 + os.sep + "* EV_500_RefSB_2-EV_500_RefSB.tif")
I wrote that, there is no problem with it.
When I check my "test data" (Subset Data,indiviual file size 5-10kb), the code works well but it does not work on row data sets (whole India,indiviual file size 54mb) then it gives me this error: ph.I have attached the data processing screen short, please check it.I've added some files in "test_data" for your test.
Please check this problem.
There have no option to reduce and modification of this code?
Test_Data processing:working well
Row_Data processing:Error is coming
Code:
#-------------------------------------------------------------------------------
# Name: module1
# Purpose:
#
# Author: HONEY
#
# Created: 18-06-2019
# Copyright: (c) HONEY 2019
# Licence: <your licence>
#-------------------------------------------------------------------------------
import datetime
start = datetime.datetime.now()
print 'start run: %s\n' % (start)
import arcpy ,os ,sys,csv,errno
from arcpy import env
from arcpy.sa import *
import datetime
import re
import numpy as np
import glob
import itertools
arcpy.env.overwriteOutput = True
cellsize = "F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip\\MOD02HKM_A2017001_0530_NDVI_AA.img"
#Call cloud mask images from directory
d1="F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip"
CLDMASK = glob.glob(d1 + os.sep + "*.Aerosol_Cldmask_Land_Ocean-Aerosol_Cldmask_Land_Ocean.tif")
CLDMASK.sort()
if len(CLDMASK) == 0:
print 'Could not open the CLDMASK raster files'
sys.exit(1)
else:
print 'The CLDMASK raster files was opened successfully'
#Call AOD images from directory
d2 = r"F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip"
AOD = glob.glob(d2 + os.sep + "*Corrected_Optical_Depth_Land_2-Corrected_Optical_Depth_Land.tif")
AOD.sort()
if len(AOD) == 0:
print 'Could not open the AOD raster files'
sys.exit(1)
else:
print 'The AOD raster files was opened successfully'
#Call MOD02HKM_TOA-B1_TOA-B2 images from directory
d3="F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip"
TOA_B1 = glob.glob(d3 + os.sep + "*EV_500_RefSB_1-EV_500_RefSB.tif")
TOA_B1.sort()
if len(TOA_B1) == 0:
print 'Could not open the TOA_B1 raster files'
sys.exit(1)
else:
print 'The TOA_B1 raster files was opened successfully'
TOA_B2 = glob.glob(d3 + os.sep + "*EV_500_RefSB_2-EV_500_RefSB.tif")
TOA_B2.sort()
if len(TOA_B2) == 0:
print 'Could not open the TOA_B2 raster files'
sys.exit(1)
else:
print 'The TOA_B2 raster files was opened successfully'
#Call MOD03 (Height,SenZen,SenAzm,SolZen,SolAzm) images from directory
d4="F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip"
Height = glob.glob(d4 + os.sep + "*.Height-Height.tif")
Height.sort()
if len(Height) == 0:
print 'Could not open the Height raster files'
sys.exit(1)
else:
print 'The Height raster files was opened successfully'
SenZen = glob.glob(d4 + os.sep + "*.SensorZenith-SensorZenith.tif")
SenZen.sort()
if len(SenZen) == 0:
print 'Could not open the SenZen raster files'
sys.exit(1)
else:
print 'The SenZen raster files was opened successfully'
SenAzm = glob.glob(d4 + os.sep + "*.SensorAzimuth-SensorAzimuth.tif")
SenAzm.sort()
if len(SenAzm) == 0:
print 'Could not open the SenAzm raster files'
sys.exit(1)
else:
print 'The SenAzm raster files was opened successfully'
SolZen = glob.glob(d4 + os.sep + "*.SolarZenith-SolarZenith.tif")
SolZen.sort()
if len(SolZen) == 0:
print 'Could not open the SolZen raster files'
sys.exit(1)
else:
print 'The SolZen raster files was opened successfully'
SolAzm = glob.glob(d4 + os.sep + "*.SolarAzimuth-SolarAzimuth.tif")
SolAzm.sort()
if len(SolAzm) == 0:
print 'Could not open the SolAzm raster files'
sys.exit(1)
else:
print 'The SolAzm raster files was opened successfully'
#Call MOD09 images from directory
d5="F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip"
Sur_B1 = glob.glob(d5 + os.sep + "*.500m_Surface_Reflectance_Band_1-500m_Surface_Reflectance_Band_1.tif")
Sur_B1.sort()
if len(Sur_B1) == 0:
print 'Could not open the Sur_B1 raster files'
sys.exit(1)
else:
print 'The Sur_B1 raster files was opened successfully'
Sur_B2 = glob.glob(d5 + os.sep + "*.500m_Surface_Reflectance_Band_2-500m_Surface_Reflectance_Band_2.tif")
Sur_B2.sort()
if len(Sur_B2) == 0:
print 'Could not open the Sur_B2 raster files'
sys.exit(1)
else:
print 'The Sur_B2 raster files was opened successfully'
Sur_B3 = glob.glob(d5 + os.sep + "*.500m_Surface_Reflectance_Band_3-500m_Surface_Reflectance_Band_3.tif")
Sur_B3.sort()
if len(Sur_B3) == 0:
print 'Could not open the Sur_B3 raster files'
sys.exit(1)
else:
print 'The Sur_B3 raster files was opened successfully'
Land_cover="F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip\\LAND_COVER_TYPE_1_Grid_2D.img"
if len(Land_cover) == 0:
print 'Could not open the Land_cover raster files'
sys.exit(1)
else:
print 'The Land_cover raster files was opened successfully'
outdir="F:\\DB_test_data\\TEST_RAY\\TEST1\\c\\d\\"
cellsize = "F:\\DB_test_data\\VAR2\\TEST_DATA\\Clip\\MOD02HKM_A2017001_0530_NDVI_AA.img"
for a,b,c,d,e,f,g,h,i,j,k,l, in zip (CLDMASK,AOD,TOA_B1,TOA_B2,Height,SenZen,SenAzm,SolZen,SolAzm,Sur_B1,Sur_B2,Sur_B3):
AA=a.split("\\")[5][0:114]
print ("processing_a:"+ AA)
BB=b.split("\\")[9][0:120]
print ("processing_b:"+ BB)
CC=c.split("\\")[5][0:88]
print ("processing_c:"+ CC)
DD=d.split("\\")[5][0:88]
print ("processing_d:"+ DD)
EE=e.split("\\")[5][0:71]
print ("processing_e:"+ EE)
FF=f.split("\\")[5][0:83]
print ("processing_f:"+ FF)
GG=g.split("\\")[5][0:85]
print ("processing_g:"+ GG)
HH=h.split("\\")[5][0:81]
print ("processing_h:"+ HH)
II=i.split("\\")[5][0:83]
print ("processing_i:"+ II)
JJ=j.split("\\")[5][0:121]
print ("processing_j:"+ JJ)
KK=k.split("\\")[5][0:121]
print ("processing_k:"+ KK)
LL=l.split("\\")[5][0:121]
print ("processing_l:"+ LL)
#######################################################################
# #Cloud Mask scalling
Scale_factor1 = float(1.0)
add_offset1 = float(0.0)
setnull1 =arcpy.gp.SetNull_sa(a,a, "in_memory/dat1", "\"Value\" <= 0")
ras1=arcpy.Raster(setnull1)
cldmask=(ras1-add_offset1)*Scale_factor1
OutRaster1 = os.path.join(outdir,'{0}.img'.format(AA))
arcpy.CopyRaster_management(cldmask,OutRaster1)
arcpy.Delete_management("in_memory/dat1")
arcpy.Delete_management(ras1)
#AOD scalling and set lessthan 0.1 AOD
Scale_factor2 = float(0.0010000000474974513)
add_offset2 = float(0.0)
setnull2 =arcpy.gp.SetNull_sa(b,b, "in_memory/dat2", "\"Value\" = -9999")
ras2=arcpy.Raster(setnull2)
aod=(ras2-add_offset2)*Scale_factor2
aod_1 = Con((aod >= 0.0) & (aod <= 0.1),1)
OutRaster2 = os.path.join(outdir,'{0}.img'.format(BB))
arcpy.CopyRaster_management(aod_1,OutRaster2)
arcpy.Delete_management("in_memory/dat2")
#TOA_B1 scalling
Scale_factor3 = float(0.000053811826)
add_offset3 = float(-0.0)
setnull3 =arcpy.gp.SetNull_sa(c,c, "in_memory/dat3", "\"Value\" = 65535")
ras3=arcpy.Raster(setnull3)
toa_b1 =(ras3-(add_offset3))*Scale_factor3
OutRaster3 = os.path.join(outdir,'{0}.img'.format(CC))
arcpy.CopyRaster_management(toa_b1,OutRaster3)
arcpy.Delete_management("in_memory/dat3")
#TOA_B2 Scalling
Scale_factor4 = float(0.00003255546)
add_offset4 = float(-0.0)
setnull4 =arcpy.gp.SetNull_sa(d,d, "in_memory/dat4", "\"Value\" = 65535")
ras4=arcpy.Raster(setnull4)
toa_b2=(ras4-(add_offset4))*Scale_factor4
OutRaster4 = os.path.join(outdir,'{0}.img'.format(DD))
arcpy.CopyRaster_management(toa_b2,OutRaster4)
arcpy.Delete_management("in_memory/dat4")
#Height
setnull =arcpy.gp.SetNull_sa(e,e, "in_memory/dat5", "\"Value\" = -32767")
ras=arcpy.Raster(setnull)
height=ras
OutRaster5 = os.path.join(outdir,'{0}.img'.format(EE))
arcpy.CopyRaster_management(height,OutRaster5)
arcpy.Delete_management("in_memory/dat5")
#Sensor Zenith angle
Scale_factor6 = float(0.01)
add_offset6 = float(0.0)
setnull6 =arcpy.gp.SetNull_sa(f,f, "in_memory/dat6", "\"Value\" = -32767")
ras6=arcpy.Raster(setnull6)
senzen=(ras6-add_offset6)*Scale_factor6
OutRaster6 = os.path.join(outdir,'{0}.img'.format(FF))
arcpy.CopyRaster_management(senzen,OutRaster6)
arcpy.Delete_management("in_memory/dat6")
#Sensor azimuth angle
setnull7 =arcpy.gp.SetNull_sa(g,g, "in_memory/dat7", "\"Value\" = -32767")
ras7=arcpy.Raster(setnull7)
senazm=(ras7-add_offset6)*Scale_factor6
OutRaster7 = os.path.join(outdir,'{0}.img'.format(GG))
arcpy.CopyRaster_management(senazm,OutRaster7)
arcpy.Delete_management("in_memory/dat7")
#solar zenithal angle
setnull8 =arcpy.gp.SetNull_sa(h,h, "in_memory/dat8", "\"Value\" = -32767")
ras8=arcpy.Raster(setnull8)
solzen=(ras8-add_offset6)*Scale_factor6
OutRaster8 = os.path.join(outdir,'{0}.img'.format(HH))
arcpy.CopyRaster_management(solzen,OutRaster8)
arcpy.Delete_management("in_memory/dat8")
#solar azimuth angle
setnull9 =arcpy.gp.SetNull_sa(i,i, "in_memory/dat9", "\"Value\" = -32767")
ras9=arcpy.Raster(setnull9)
solazm=(ras9-add_offset6)*Scale_factor6
OutRaster9 = os.path.join(outdir,'{0}.img'.format(II))
arcpy.CopyRaster_management(solazm,OutRaster9)
arcpy.Delete_management("in_memory/dat9")
#(MODO9)surface reflectance band 1
Scale_factor_10 = float(0.0001)
add_offset_10 = float(0.0)
setnull_10 =arcpy.gp.SetNull_sa(j,j, "in_memory/dat10", "\"Value\" = -28672")
ras_10=arcpy.Raster(setnull_10)
sur_b1=(ras_10-add_offset_10)*Scale_factor_10
OutRaster10 = os.path.join(outdir,'{0}.img'.format(JJ))
arcpy.CopyRaster_management(sur_b1,OutRaster10)
arcpy.Delete_management("in_memory/dat10")
#(MODO9)surface reflectance band 2
setnull_11 =arcpy.gp.SetNull_sa(k,k, "in_memory/dat11", "\"Value\" = -28672")
ras_11=arcpy.Raster(setnull_11)
sur_b2=(ras_11-add_offset_10)*Scale_factor_10
OutRaster11 = os.path.join(outdir,'{0}.img'.format(KK))
arcpy.CopyRaster_management(sur_b2,OutRaster11)
arcpy.Delete_management("in_memory/dat11")
#(MODO9)surface reflectance band 3
setnull_12 =arcpy.gp.SetNull_sa(l,l, "in_memory/dat12", "\"Value\" = -28672")
ras_12=arcpy.Raster(setnull_12)
sur_b3=(ras_12- add_offset_10)*Scale_factor_10
OutRaster12 = os.path.join(outdir,'{0}.img'.format(LL))
arcpy.CopyRaster_management(sur_b3,OutRaster12)
arcpy.Delete_management("in_memory/dat12")
print arcpy.GetMessages()
print 'finished run: %s\n\n' % (datetime.datetime.now() - start)by
by
by
