Latest Contributions by JaredPilbeam2

@LongDinhThanks for the help. This was recently resolved. After a lot of trouble shooting, I still don't know that we (an ESRI analyst and I) nailed down a cause of that JSONDecode error because we tried so many things. But, this at least may be informative: When running a Python script that is set up to add then publish an item to Portal for ArcGIS the POST request to the /addItem endpoint of the Portal is being redirected, which causes the script to crash. What we ultimately came up with is a two part script that publishes a CSV to Portal, import json,requests from arcgis.gis import GIS import os,sys import csv from datetime import datetime #the directory you want the csv written to file_path = r'C:\Users\jpilbeam\Test' #file name csv_file = 'c19_Vaccine_Current_standAloneScriptTest' ##idph url goes here idph_data = 'https://idph.illinois.gov/DPHPublicInformation/api/covidVaccine/getVaccineAdministrationCurrent' #1----------------this section writes the json to a csv-------------- full_file = os.path.join(file_path, csv_file) + '.csv' #get json data from idph response = requests.get(idph_data) #read the json response and keep the VaccineAdministration part data = response.json()['VaccineAdministration'] #write to file with open(full_file, 'w', newline='', encoding='UTF-8') as csvfile: f = csv.writer(csvfile) #write the headers of the csv file f.writerow(['County','AdminCount','AdminCountChange', 'RollAvg', 'AllocDoses', 'FullyVaccinated', 'FullyVaccinatedChange', 'ReportDate', 'Pop', 'PctVaccinated', 'LHDInventory', 'CommInventory','TotalInventory', 'InventoryDate', 'Latitude', 'Longitude']) for elem in data: #get the values for all the keys (i.e. CountyName, AdministeredCount, etc...) f.writerow([elem['CountyName'], elem['AdministeredCount'], elem['AdministeredCountChange'], elem['AdministeredCountRollAvg'], elem['AllocatedDoses'], elem['PersonsFullyVaccinated'], elem['PersonsFullyVaccinatedChange'], elem['Report_Date'], elem['Population'], elem['PctVaccinatedPopulation'], elem['LHDReportedInventory'], elem['CommunityReportedInventory'], elem['TotalReportedInventory'], elem['InventoryReportDate'], elem['Latitude'], elem['Longitude']]) print('csv successfully written') #2------------this section takes that csv and publishes it to Enterprise Portal-------------- #provide Enterprise Portal login info here gis_dest = GIS("home") #content manager cm = gis_dest.content #add the CSV file status = 1 while status <= 1: try: item = cm.add(item_properties={ 'type' : 'CSV', 'title' : 'CoVID19_csvtest', 'tags' : 'test', 'typeKeywords' : "CSV" }, data=full_file) status = 2 print("Item added successfully.") except: print("Item failed to add, trying again...") status = 0 #analyse/publish the CSV file status = 1 while status <= 1: try: #analyze the CSV file to autogenerate the publish parameters analyze_csv = cm.analyze(item=item, file_type='csv') pp = analyze_csv['publishParameters'] #Publish pitem = item.publish(publish_parameters=pp) print(pitem.layers) print("---done---") status = 2 except: print("Item publishing failed, trying again...") status = 0   and because this is run on a regular basis the feature layer needs to be overwritten import json,requests from arcgis.gis import GIS from arcgis.features import FeatureLayerCollection import os,sys import csv from datetime import datetime #the directory you want the csv written to file_path = r'C:\Users\jpilbeam\Test' #file name csv_file = 'c19_Vaccine_Current_standAloneScriptTest' ##idph url goes here idph_data = 'https://idph.illinois.gov/DPHPublicInformation/api/covidVaccine/getVaccineAdministrationCurrent' #1----------------this section writes the json to a csv-------------- full_file = os.path.join(file_path, csv_file)+ '.csv' if os.path.exists(full_file): os.remove(full_file) #get json data from idph response = requests.get(idph_data) #read the json response and keep the VaccineAdministration part data = response.json()['VaccineAdministration'] #write to file with open(full_file, 'w', newline='', encoding='UTF-8') as csvfile: f = csv.writer(csvfile) #write the headers of the csv file f.writerow(['County','AdminCount','AdminCountChange', 'RollAvg', 'AllocDoses', 'FullyVaccinated', 'FullyVaccinatedChange', 'ReportDate', 'Pop', 'PctVaccinated', 'LHDInventory', 'CommInventory','TotalInventory', 'InventoryDate', 'Latitude', 'Longitude']) for elem in data: #get the values for all the keys (i.e. CountyName, AdministeredCount, etc...) f.writerow([elem['CountyName'], elem['AdministeredCount'], elem['AdministeredCountChange'], elem['AdministeredCountRollAvg'], elem['AllocatedDoses'], elem['PersonsFullyVaccinated'], elem['PersonsFullyVaccinatedChange'], elem['Report_Date'], elem['Population'], elem['PctVaccinatedPopulation'], elem['LHDReportedInventory'], elem['CommunityReportedInventory'], elem['TotalReportedInventory'], elem['InventoryReportDate'], elem['Latitude'], elem['Longitude']]) print('csv successfully written') #2------------this section takes that csv and publishes it to Enterprise Portal-------------- #provide Enterprise Portal login info here gis_dest = GIS("home") #Get published item's ID to overwrite hostedFeatureService = gis_dest.content.get('5c770f0e208d4504872a7e4b2a825124') hostedFeatureLayerCollection = FeatureLayerCollection.fromitem(hostedFeatureService) #overwrite existing HFL contents status = 1 while status <= 1: try: result = hostedFeatureLayerCollection.manager.overwrite(full_file) print('layer overwritten') print('---done---') status = 2 except: print("Layer failed to overwrite, trying again...") status = 0   ... View more