Copy Content Between Portals
3029
28
08-23-2019 07:50 AM
Jake Skinner This script seems like exactly what we need. I just tried a single web map test with Pro 2.5.1 with the origin portal at 10.6.1 and the destination portal at 10.8.
I also got errors similar to the guy above: "Error occurred processing item" <class 'keyerror'> 402
Any ideas on how to get this running correctly would be greatly appreciated!
Reza Tehranifar I've had sporadic results going from AGOL to Portal. I've written the below code to do this and it is much more reliable. It was originally written to copy all services from all users. You can specify an individual user to copy services from on line 117:
Removing this line will copy all services from all users.
import arcpy, requests, json, sys, os, time
from arcgis.gis import GIS
from arcgis.gis import User
arcpy.env.overwriteOutput = 1
startTime = time.clock()
# Variables
sourcePortal = 'https://www.arcgis.com' # AGOL URL
source_username = 'jskinner_CountySandbox' # AGOL Admin Username
source_password = '********' # AGOL Admin Password
targetPortal = 'https://jake2.esri.com/portal' # Portal URL
target_username = 'jskinner@AVWORLD' # Portal Admin Username
target_password = '*************' # Portal Admin Password
targetOwner = 'jskinner@AVWORLD' # Portal User to copy services to
targetFolder = 'Copy' # Portal User's folder to copy services to
# Create GIS objects for source and target portals
source = GIS(sourcePortal, source_username, source_password)
target = GIS(targetPortal, target_username, target_password)
export_folder = arcpy.env.scratchFolder
# Function to log errors
def errorLog(msg, e):
print(msg)
print("Error: {0}".format(e))
# Function to Copy Hosted Feature Services
def copyContent(item):
# Export hosted feature service to FGD, and downlaod to scracth folder
print("Processing {0}".format(item.title))
export_name = "{0}".format(item.title)
try:
print("Exporting {0}".format(item.title))
result_item = item.export(export_name, 'File Geodatabase', wait=True)
except Exception as e:
errorLog("Error exporting {0} File Geodatabase".format(item.title), e)
return
try:
print("Saving File Geodatabase to: {}".format(export_folder))
download_result = result_item.download(export_folder)
except Exception as e:
errorLog("Error saving {0} File Geodatabase to {1}".format(item.title, export_folder), e)
result_item.delete()
return
try:
print("Deleted {0} File Geodatabase from source portal".format(item.title))
result_item.delete()
except Exception as e:
errorLog("Error deleting {0} File Geodatabase from source portal".format(item.title), e)
return
# Set Item Properties
item_properties = {
'title':item.title,
'type':'File Geodatabase',
'description':item.description,
'snippet': item.snippet,
'tags':item.tags,
'extent': item.extent,
'accessInformation': item.accessInformation,
'licenseInfo': item.licenseInfo
}
# Get thumbnail and metadata
try:
thumbnail_file = item.download_thumbnail(arcpy.env.scratchFolder)
except Exception as e:
errorLog("Error getting thumbnail", e)
return
try:
metadata_file = item.download_metadata(arcpy.env.scratchFolder)
except Exception as e:
errorLog("Error getting metadata", e)
return
# Add File Geodatabase to portal
try:
print("Adding {0} File Geodatabase to target portal".format(item.title))
if targetFolder == 'ROOT':
fgd = target.content.add(item_properties=item_properties, owner=targetOwner, data=download_result, thumbnail=thumbnail_file, metadata=metadata_file)
else:
fgd = target.content.add(item_properties=item_properties, owner=targetOwner, folder=targetFolder, data=download_result, thumbnail=thumbnail_file, metadata=metadata_file)
except Exception as e:
errorLog("Error adding {0}".format(item.title), e)
return
# Publish File Geodatabase
try:
print("Publishing {0} File Geodatabase".format(item.title))
published_service = fgd.publish()
except Exception as e:
errorLog("Error publishing {0} File Geodatabase".format(item.title), e)
fgd.delete()
return
# Delete File Geodatabase from target portal and scratch folder
try:
print("Deleting {0} File Geodatabase in target portal".format(item.title))
fgd.delete()
except Exception as e:
errorLog("Error deleting {0} File Geodatabase in target portal".format(item.title), e)
return
# Main
source_users = source.users.search('!esri_ & !system_publisher', max_users=10000)
for user in source_users:
if user.user_types()['name'] not in ('Viewer', 'Editor', 'Field Worker'):
if user.username == 'jskinner_CountySandbox':
print("----------------------------------")
print("User: {0}".format(user.username))
user_content = user.items()
folders = user.folders
for folder in folders:
for item in user.items(folder=folder['title']):
user_content.append(item)
for item in user_content:
if 'Hosted Service' in item.typeKeywords:
if 'Map Service' not in item.typeKeywords and 'View Service' not in item.typeKeywords and 'Scene Service' not in item.typeKeywords:
copyContent(item)
# Clean up downloaded File Geodatabases
print("Cleaning up Scrath Workspace")
for (path, dirs, files) in os.walk(arcpy.env.scratchFolder):
for file in files:
os.remove(os.path.join(path, file))
endTime = time.clock()
elapsedTime = round((endTime - startTime) / 60, 2)
print("Script finished in {0} minutes".format(elapsedTime))
I'm using ArcMap, that may be the issue! 
