Problems using REST API to generate Tile Packages from World Topo (For Export)

Anonymous User — Sat, 11 Dec 2021 13:28:23 GMT

Using the script below it seems that I can request the generation of tile packages and then download the resulting tpk file generated by ESRI. But when I try and open the package NOTHING shows up in ArcMap. Can't tell what is happening - can't tell what is going wrong. Any ideas?

import arcpy
import requests
import pandas as pd
import time
import json



def scrape_tiles(token, input_file, levels):
    tpk_grid_df = pd.read_csv(input_file, header=0)

    for index,row in tpk_grid_df.iterrows():

        extent = '{"xmin":' + str(row['XMIN']) + \
                 ',"ymin":'+str(row['YMIN']) + \
                 ',"xmax":'+str(row['XMAX']) + \
                 ',"ymax":'+str(row['YMAX']) + \
                 ',"spatialReference" : {"wkid" : 4326}}'

        req_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/exportTiles?' \
                  'tilePackage=true' \
                  '&exportExtent=' + extent + \
                  '&optimizeTilesForSize=true' \
                  '&compressionQuality=90' \
                  '&exportBy=levelId' \
                  '&levels=' + str(levels) + \
                  '&f=json' \
                  '&token=' + str(token['token'])

        resp = requests.get(req_url)
        resp_cont_dic = json.loads(resp.content)
        jobID = resp_cont_dic['jobId']
        jobStatus = resp_cont_dic['jobStatus']
        print(jobStatus)

        while jobStatus == 'esriJobSubmitted' or  jobStatus == 'esriJobExecuting':
            time.sleep(15)

            req_status_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/jobs/' \
                             + str(jobID)\
                             + '?f=json' \
                               '&token=' + str(token['token'])

            status_resp = requests.get(req_status_url)
            status_resp_cont = json.loads(status_resp.content)
            jobStatus = status_resp_cont['jobStatus']

        if jobStatus == 'esriJobFailed':
            print('esriJobFailed')
            break

        # GRABBING THE RESULTS
        res_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/jobs/' \
                  + str(jobID) \
                  + '/results/out_service_url?f=json' \
                    '&token=' + str(token['token'])

        result_resp = requests.get(res_url)
        result_resp_cont_dic = json.loads(result_resp.content)
        result_url = result_resp_cont_dic['value'] + '/Layers.tpk'

        file_name = 'NH_TP_' + str(levels) + '_' +  str(row['ID']) + '.tpk'

        r = requests.get(result_url)
        with open(file_name, 'wb') as f:
            for chunk in r.iter_content(chunk_size=1024):
                if chunk:  # filter out keep-alive new chunks
                    f.write(chunk)
                    f.flush() #commented by recommendation from J.F.Sebastian
        f.close()


if __name__ == "__main__":
    arcpy.SignInToPortal_server("USERNAME", "PASSWORD", "")
    token = arcpy.GetSigninToken()
    input_file = "TPK_Grid_100.csv"
    num_levels = 17
    #print(token)
    scrape_tiles(token, input_file, num_levels)

Re: Problems using REST API to generate Tile Packages from World Topo (For Export)

Anonymous User — Sat, 11 Dec 2021 13:28:26 GMT

Fixed it using the code below:

import arcpy
import requests
import pandas as pd
import time
import json
import os.path

global skip_count

def gen_token():
    arcpy.SignInToPortal_server("USERNAME", "PASSWORD", "")
    token = arcpy.GetSigninToken()
    return str(token['token'])


def check_status(jobID, token):
    req_status_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/jobs/' \
                     + jobID \
                     + '?f=json' \
                       '&token=' + token

    status_resp = requests.get(req_status_url)
    status_resp_cont = json.loads(status_resp.content)
    return str(status_resp_cont['jobStatus'])


def scrape_tiles(input_file, levels):

    token = gen_token()

    tpk_grid_df = pd.read_csv(input_file, header=0)
    row_count = len(tpk_grid_df)
    skip_count = 0

    for index,row in tpk_grid_df.iterrows():

        try:

            file_name = 'NH_TP_' + str(levels) + '_' + str(int(row['Grid_ID'])) + '.tpk'

            if os.path.isfile(file_name):
                skip_count += 1
                continue

            extent = str(row['XMIN']) + ',' + str(row['YMIN']) + ',' + str(row['XMAX']) + ',' + str(row['YMAX'])

            #extent = '{"xmin":' + str(row['XMIN']) + \
            #         ',"ymin":'+str(row['YMIN']) + \
            #         ',"xmax":'+str(row['XMAX']) + \
            #         ',"ymax":'+str(row['YMAX']) + \
            #         ',"spatialReference" : {"wkid" : 102100}}'


            req_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/exportTiles?' \
                      'tilePackage=true' \
                      '&exportExtent=' + extent + \
                      '&optimizeTilesForSize=false' \
                      '&compressionQuality=false' \
                      '&exportBy=levelId' \
                      '&levels=1-' + str(levels) + \
                      '&f=json' \
                      '&token=' + token

            resp = requests.get(req_url)
            resp_cont_dic = json.loads(resp.content)
            jobID = str(resp_cont_dic['jobId'])
            jobStatus = str(resp_cont_dic['jobStatus'])
            print(jobStatus)

            while jobStatus == 'esriJobSubmitted' or jobStatus == 'esriJobExecuting':
                print('Job Processing: ' + str(int(row['Grid_ID'])))
                time.sleep(5)
                jobStatus = check_status(jobID, token)

            if jobStatus == 'esriJobFailed':
                print('esriJobFailed: ' + str(int(row['Grid_ID'])))
                break

            # GRABBING THE RESULTS
            res_url = 'http://tiledbasemaps.arcgis.com/arcgis/rest/services/World_Topo_Map/MapServer/jobs/' \
                      + str(jobID) \
                      + '/results/out_service_url?f=json' \
                        '&token=' + token

            result_resp = requests.get(res_url)
            result_resp_cont_dic = json.loads(result_resp.content)
            result_url = result_resp_cont_dic['value'] + '/Layers.tpk'

            print ("Downloading job: " + str(int(row['Grid_ID'])))
            r = requests.get(result_url)
            with open(file_name, 'wb') as f:
                for chunk in r.iter_content(chunk_size=1024):
                    if chunk:  # filter out keep-alive new chunks
                        f.write(chunk)
                        f.flush() #commented by recommendation from J.F.Sebastian
            f.close()


        except:
            print('Error with job: ' + str(int(row['Grid_ID'])))
            continue

    return skip_count




if __name__ == "__main__":

    input_file = "TPK_Grid.csv"
    num_levels = 17
    tile_count = 71
    skip_count = 0

    while(skip_count < tile_count):
        print('skip_count: ' +str(skip_count))
        skip_count = scrape_tiles(input_file, num_levels)

topic Problems using REST API to generate Tile Packages from World Topo (For Export) in ArcGIS REST APIs and Services Questions

Problems using REST API to generate Tile Packages from World Topo (For Export)

Re: Problems using REST API to generate Tile Packages from World Topo (For Export)