topic make the python script bypass errors on missing days in Python Questions

make the python script bypass errors on missing days

z_k_ — Tue, 22 Mar 2011 15:31:59 GMT

Hi all

I have a python script i run that batch joins layers by day (around 3000 days). every year there are a few days missing though the script was generated to cover all 365 days a year. when the script reaches a missing day it crashes.
is there a way to avoid that and instruct python to skip error/missing days and continue to the next spatial join?

thx alot

zeltak

Re: make the python script bypass errors on missing days

RDHarles — Sat, 11 Dec 2021 21:07:25 GMT

There's probably a few ways to do it. I often use a (try/except) when I want the script to continue if the tool fails.

For example:

try:
    arcpy.Select_analysis("Apr2009.shp", "Lower.shp", "city_legal = '"+x+"'")
except:
    print "Select failed!"

...more code

Re: make the python script bypass errors on missing days

z_k_ — Tue, 22 Mar 2011 17:23:31 GMT

thank you rdharles for your reply

please excuse me as i am completely new to python. i think i understand what you are saying but cant understand where to put it in the code

if i for example have this code:

# Import arcpy module
import arcpy

#m01
# Local variables:
PM_d01_m01_2009_shp = "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp"
AOD_d01_m01_2009_shp = "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp"
J_d01_m01_2009_shp = "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_joined_shp\\J_d01_m01_2009.shp"

# Process: Spatial Join
arcpy.SpatialJoin_analysis(PM_d01_m01_2009_shp, AOD_d01_m01_2009_shp, J_d01_m01_2009_shp, "JOIN_ONE_TO_ONE", "KEEP_ALL", "DATASET \"DATASET\" true true false 12 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATASET,-1,-1;SITECODE \"SITECODE\" true true false 12 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,SITECODE,-1,-1;DATESTRING \"DATESTRING\" true true false 10 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATESTRING,-1,-1;POC \"POC\" true true false 1 Short 0 1 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,POC,-1,-1;SITENAME \"SITENAME\" true true false 32 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,SITENAME,-1,-1;LATITUDE \"LATITUDE\" true true false 13 Double 5 12 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,LATITUDE,-1,-1;LONGITUDE \"LONGITUDE\" true true false 14 Double 5 13 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,LONGITUDE,-1,-1;STATE \"STATE\" true true false 2 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,STATE,-1,-1;COUNTYFIPS \"COUNTYFIPS\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,COUNTYFIPS,-1,-1;COUNTYNAME \"COUNTYNAME\" true true false 19 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,COUNTYNAME,-1,-1;EPACODE \"EPACODE\" true true false 9 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,EPACODE,-1,-1;MFVALUE \"MFVALUE\" true true false 5 Float 1 4 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,MFVALUE,-1,-1;DATE \"DATE\" true true false 8 Date 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATE,-1,-1;C \"C\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,C,-1,-1;M \"M\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,M,-1,-1;D \"D\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,D,-1,-1;ORIG_FID \"ORIG_FID\" true true false 9 Long 0 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,ORIG_FID,-1,-1;C_1 \"C_1\" true true false 4 Short 0 4 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,C,-1,-1;M_1 \"M_1\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,M,-1,-1;D_1 \"D_1\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,D,-1,-1;X \"X\" true true false 9 Double 2 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,X,-1,-1;Y \"Y\" true true false 9 Double 2 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,Y,-1,-1;AOD \"AOD\" true true false 10 Double 3 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,AOD,-1,-1;DATE_1 \"DATE_1\" true true false 8 Date 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,DATE,-1,-1;ORIG_FID_1 \"ORIG_FID_1\" true true false 9 Long 0 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,ORIG_FID,-1,-1", "CLOSEST", "15 Kilometers", "dist_km")

where does theses statements go?

much appreciated

Z.

Re: make the python script bypass errors on missing days

RDHarles — Sat, 11 Dec 2021 21:07:28 GMT

Wow, that's quite a spatial join you have there. It's hard to figure out what's even going on there, but basically you put just the tool inside the try/except like this:

# Import arcpy module
import arcpy

#m01
# Local variables:
PM_d01_m01_2009_shp =  "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp"
AOD_d01_m01_2009_shp =  "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp"
J_d01_m01_2009_shp =  "C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_joined_shp\\J_d01_m01_2009.shp"

try:
    arcpy.SpatialJoin_analysis(PM_d01_m01_2009_shp, AOD_d01_m01_2009_shp, J_d01_m01_2009_shp, "JOIN_ONE_TO_ONE", "KEEP_ALL", "DATASET \"DATASET\" true true false 12 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATASET,-1,-1;SITECODE \"SITECODE\" true true false 12 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,SITECODE,-1,-1;DATESTRING \"DATESTRING\" true true false 10 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATESTRING,-1,-1;POC \"POC\" true true false 1 Short 0 1 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,POC,-1,-1;SITENAME \"SITENAME\" true true false 32 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,SITENAME,-1,-1;LATITUDE \"LATITUDE\" true true false 13 Double 5 12 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,LATITUDE,-1,-1;LONGITUDE \"LONGITUDE\" true true false 14 Double 5 13 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,LONGITUDE,-1,-1;STATE \"STATE\" true true false 2 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,STATE,-1,-1;COUNTYFIPS \"COUNTYFIPS\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,COUNTYFIPS,-1,-1;COUNTYNAME \"COUNTYNAME\" true true false 19 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,COUNTYNAME,-1,-1;EPACODE \"EPACODE\" true true false 9 Text 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,EPACODE,-1,-1;MFVALUE \"MFVALUE\" true true false 5 Float 1 4 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,MFVALUE,-1,-1;DATE \"DATE\" true true false 8 Date 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,DATE,-1,-1;C \"C\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,C,-1,-1;M \"M\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,M,-1,-1;D \"D\" true true false 8 Long 0 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,D,-1,-1;ORIG_FID \"ORIG_FID\" true true false 9 Long 0 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_pm_shp\\PM_d01_m01_2009.shp,ORIG_FID,-1,-1;C_1 \"C_1\" true true false 4 Short 0 4 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,C,-1,-1;M_1 \"M_1\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,M,-1,-1;D_1 \"D_1\" true true false 3 Short 0 3 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,D,-1,-1;X \"X\" true true false 9 Double 2 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,X,-1,-1;Y \"Y\" true true false 9 Double 2 8 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,Y,-1,-1;AOD \"AOD\" true true false 10 Double 3 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,AOD,-1,-1;DATE_1 \"DATE_1\" true true false 8 Date 0 0 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,DATE,-1,-1;ORIG_FID_1 \"ORIG_FID_1\" true true false 9 Long 0 9 ,First,#,C:\\Users\\ekloog\\Documents\\$Doc\\3.PostDoc\\3.1.Projetcs\\3.1.1.NE_PM_MODELS\\3.1.1.4.Work\\daily_aod_shp\\AOD_d01_m01_2009.shp,ORIG_FID,-1,-1", "CLOSEST", "15 Kilometers", "dist_km")
except:
    print "This thing failed!"