Shopify API JSON Feed / Limit 250 和 Pages / GET 每次都拉取完全相同的记录，而不是下一页

def handle(self, *args, **options):
    security = urllib2.HTTPPasswordMgrWithDefaultRealm()
    security.add_password(None, "https://[store-username].myshopify.com/admin/collects/count.json",
                          “[credentials]”, "[credentials]")
    auth_handler = urllib2.HTTPBasicAuthHandler(security)
    opener = urllib2.build_opener(auth_handler)
    urllib2.install_opener(opener)

    url = 'https://[store-username].myshopify.com/admin/collects/count.json'

    collect_feed = urllib2.urlopen(url)
    data = collect_feed.read()
    js = json.loads(str(data))
    count = int(js['count'])

    page_size = 250
    pages = int(math.ceil(count / page_size))

    list_of_collects = Collect.objects.all()
    if list_of_collects:
        list_of_collects.delete()

    current_page = 1

    while (current_page <= pages):
        opening_url = "https://[store-username].myshopify.com/admin/collects.json?limit=" + str(page_size) + '&page=' + str(current_page)
        security.add_password(None, opening_url,
                              "[credentials]", "[credentials]")
        auth_handler = urllib2.HTTPBasicAuthHandler(security)
        opener = urllib2.build_opener(auth_handler)
        urllib2.install_opener(opener)

        try:
            collect_feed = urllib2.urlopen(opening_url)
        except:
             collect_feed = None

        if collect_feed != None:
            data = collect_feed.read()
            try:
                js = json.loads(str(data))
            except:
                js = None

                for x in range(0, len(js['collects'])):
                    single_collect = list_of_collects.filter(collect_id=js['collects'][x]["id"]).first()
                    if single_collect == None:
                        # Create the model you want to save the image to
                        collect = Collect(collect_id=js['collects'][x]["id"],
                                  collection_id=js['collects'][x]["collection_id"],
                                  product_id=js['collects'][x]["product_id"])
                        collect.save()
                        print("Product and Collection connection number " + str(x) + " was successfully saved")
        print("NO FEED")
        print("BATCH IS SUCCESSFULLY SAVED, PROCESSING THE NEXT ONE")

        current_page += 1

    self.stdout.write(self.style.SUCCESS(‘Collects Updated.’))

当我运行我得到的脚本时：

Product and Collection connection number 0 was successfully saved
Product and Collection connection number 1 was successfully saved
Product and Collection connection number 2 was successfully saved
[…]
Product and Collection connection number 249 was successfully saved
FIRST BATCH IS SUCCESSFULLY SAVED, PROCESSING THE NEXT ONE
sleeping for 20 seconds
NO FEED
SECOND BATCH IS SUCCESSFULLY SAVED, PROCESSING THE NEXT ONE
Collects Updated.

根据代码第 2 页是 returning NONE，但为什么计数是 307 > 250...

Answer 1

您需要使用 & 来分隔查询字符串中的元素：

https://[store-username].myshopify.com/admin/collects.json?limit=250&page=1

请注意，您确实应该使用 Shopify python 客户端。

Answer 2

感谢 Daniel 的修复，这是最终脚本。

def handle(self, *args, **options):
    security = urllib2.HTTPPasswordMgrWithDefaultRealm()
    security.add_password(None, "https://[store-username].myshopify.com/admin/collects/count.json",
                          “[credentials]”, "[credentials]")
    auth_handler = urllib2.HTTPBasicAuthHandler(security)
    opener = urllib2.build_opener(auth_handler)
    urllib2.install_opener(opener)

    url = 'https://[store-username].myshopify.com/admin/collects/count.json'

    collect_feed = urllib2.urlopen(url)
    data = collect_feed.read()
    js = json.loads(str(data))
    count = int(js['count'])
    print (count)

    page_size = 250
    pages = int(math.ceil(count / 250.0))

    list_of_collects = Collect.objects.all()
    if list_of_collects:
        list_of_collects.delete()

    current_page = 1

    while (current_page <= pages):
        opening_url = "https://[store-username].myshopify.com/admin/collects.json?limit=" + str(
            page_size) + '&page=' + str(current_page)
        security.add_password(None, opening_url,
                              "[credentials]", "[credentials]")
        auth_handler = urllib2.HTTPBasicAuthHandler(security)
        opener = urllib2.build_opener(auth_handler)
        urllib2.install_opener(opener)

        try:
            collect_feed = urllib2.urlopen(opening_url)
        except:
            collect_feed = None

        if collect_feed != None:
            data = collect_feed.read()

            try:
                js = json.loads(str(data))
            except:
                js = None

            if js != None:
                for x in range(0, len(js['collects'])):
                    single_collect = list_of_collects.filter(collect_id=js['collects'][x]["id"]).first()
                    if single_collect == None:
                        # Create the model you want to save the image to
                        collect = Collect(collect_id=js['collects'][x]["id"],
                                          collection_id=js['collects'][x]["collection_id"],
                                          product_id=js['collects'][x]["product_id"])
                        collect.save()
                        print("Product and Collection connection number " + str(x) + " was successfully saved")

                print(str(current_page) + "ST BATCH IS SUCCESSFULLY SAVED, PROCESSING THE NEXT ONE")
            else:
                print ("Feed is empty.")
        current_page += 1
    self.stdout.write(self.style.SUCCESS(‘Collects Updated.'))

Shopify API JSON Feed / Limit 250 和 Pages / GET 每次都拉取完全相同的记录，而不是下一页

Shopify API JSON Feed / Limit 250 and Pages / GET pulls exactly the same records every time not next page

python

api

django

json

shopify