python 爬取天气网卫星图片

项目地址：

https://github.com/MrWayneLee/weather-demo

代码部分

下载生成文件功能

# 下载并生成文件
def downloadImg(imgDate, imgURLs, pathName):
    a,s,f = 0,0,0
    timeStart = time.time()
    while a < len(imgURLs):
        req = requests.get(imgURLs[a])
        imgName = str(imgURLs[a])[-13:-9]
        print(str(\"开始请求\" + imgDate + \" \" + imgName + \"的数据\"))
        if req.status_code == 200:
            open(pathName + \'\\\\\' + os.path.basename(imgName) + \'.png\', \'wb\').write(req.content)
            print(\"数据\" + imgDate + \" \" + imgName + \"下载完成\")
            s += 1
            del req
        elif req.status_code == 404:
            print(\"数据\" + imgDate + \" \" + imgName + \"不存在\")
            f += 1
        a += 1
    timeEnd = time.time()
    totalTime = round(timeEnd - timeStart, 2)
    print(\"全部数据请求完成！总耗时：\",totalTime,\"秒\")
    print(\"共请求\", a, \"次；成功\", s, \"次；失败\", f, \"次\")

创建文件夹

def createFolder(pathName):
    imgName_Year = pathName[0:4]
    imgName_Month = pathName[4:6]
    imgName_Day = pathName[6:8]
    imgName_date = imgName_Year + \'-\' + imgName_Month + \'-\' + imgName_Day

    mainPath = \'F:\\\\[Wayne Lee]\\\\学习资料\\\\Python\\\\爬取图像\'
    newPathName = mainPath + \'\\\\\' + imgName_date
    realPath = newPathName + \'\\\\\'

    isExists = os.path.exists(newPathName)

    if not isExists:
        os.makedirs(newPathName)
        print(\"新文件夹 [\" + imgName_date + \"] 创建成功\")
        return realPath
    else:
        print(pathName + \"文件夹已存在\")
        return realPath

生成时间列表

def generateTime(imgUrl):
    timeList = []
    imgUrlList = []
    h,j = 0,0
    while h < 24:
        m = 0
        while m < 60:
            timeList.append(\"{:0>4d}\".format(h * 100 + m))
            m += 15
        h += 1
    # print(timeList)
    # print(len(timeList))
    while j < len(timeList):
        imgUrlList.append(str(imgUrl + timeList[j] + \"00000.JPG\"))
        # print(timeList[j])
        j += 1
    return imgUrlList
    # print(imgUrlList)
    # print(len(imgUrlList))

生成下载URL列表

def downloadUrl(imgDate):
    imgUrl = \"http://image.nmc.cn/product/\" + imgDate[0:4] + \"/\" + imgDate[4:6] + \"/\" + imgDate[6:8] + \"/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_\" + imgDate # + \"0000\" +\"00000.JPG\"
    URLlist = list(generateTime(imgUrl))
    return URLlist

主函数

# 主函数
if __name__ == \'__main__\':
    # imgUrl = \"http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411044500000.JPG\"
    # imgUrl = \"http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411\"
    # imgName = imgUrl[-21:-9]

    while True:
        print(\"[1]手动输入日期\")
        print(\"[2]获取当天日期\")
        print(\"[3]退出程序\")
        choose = str(input(\"你的选择：\"))
        if choose == \"1\":
            imgDate = str(input(\"请输入日期[如20200411]：\"))
            urlList = list(downloadUrl(imgDate))
            break
        elif choose == \"2\":
            imgDate = time.strftime(\"%Y%m%d\",time.localtime())
            urlList = list(downloadUrl(imgDate))
            break
        elif choose == \"3\":
            break
        else:
            print(\"你的选择有误！请重试\")

开始下载

    pathName = createFolder(imgDate)
    # 开始下载
    downloadImg(imgDate, urlList, pathName)

完整代码

import requests
import time
import datetime
import os

# 下载并生成文件
def downloadImg(imgDate, imgURLs, pathName):
    a,s,f = 0,0,0
    timeStart = time.time()
    while a < len(imgURLs):
        req = requests.get(imgURLs[a])
        imgName = str(imgURLs[a])[-13:-9]
        print(str(\"开始请求\" + imgDate + \" \" + imgName + \"的数据\"))
        if req.status_code == 200:
            open(pathName + \'\\\\\' + os.path.basename(imgName) + \'.png\', \'wb\').write(req.content)
            print(\"数据\" + imgDate + \" \" + imgName + \"下载完成\")
            s += 1
            del req
        elif req.status_code == 404:
            print(\"数据\" + imgDate + \" \" + imgName + \"不存在\")
            f += 1
        a += 1
    timeEnd = time.time()
    totalTime = round(timeEnd - timeStart, 2)
    print(\"全部数据请求完成！总耗时：\",totalTime,\"秒\")
    print(\"共请求\", a, \"次；成功\", s, \"次；失败\", f, \"次\")

# 创建文件夹
def createFolder(pathName):
    imgName_Year = pathName[0:4]
    imgName_Month = pathName[4:6]
    imgName_Day = pathName[6:8]
    imgName_date = imgName_Year + \'-\' + imgName_Month + \'-\' + imgName_Day

    mainPath = \'F:\\\\[Wayne Lee]\\\\学习资料\\\\Python\\\\爬取图像\'
    newPathName = mainPath + \'\\\\\' + imgName_date
    realPath = newPathName + \'\\\\\'

    isExists = os.path.exists(newPathName)

    if not isExists:
        os.makedirs(newPathName)
        print(\"新文件夹 [\" + imgName_date + \"] 创建成功\")
        return realPath
    else:
        print(pathName + \"文件夹已存在\")
        return realPath

# 生成时间列表
def generateTime(imgUrl):
    timeList = []
    imgUrlList = []
    h,j = 0,0
    while h < 24:
        m = 0
        while m < 60:
            timeList.append(\"{:0>4d}\".format(h * 100 + m))
            m += 15
        h += 1
    # print(timeList)
    # print(len(timeList))
    while j < len(timeList):
        imgUrlList.append(str(imgUrl + timeList[j] + \"00000.JPG\"))
        # print(timeList[j])
        j += 1
    return imgUrlList
    # print(imgUrlList)
    # print(len(imgUrlList))

# 生成下载URL列表
def downloadUrl(imgDate):
    imgUrl = \"http://image.nmc.cn/product/\" + imgDate[0:4] + \"/\" + imgDate[4:6] + \"/\" + imgDate[6:8] + \"/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_\" + imgDate # + \"0000\" +\"00000.JPG\"
    URLlist = list(generateTime(imgUrl))
    return URLlist

# 主函数
if __name__ == \'__main__\':
    # imgUrl = \"http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411044500000.JPG\"
    # imgUrl = \"http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411\"
    # imgName = imgUrl[-21:-9]

    while True:
        print(\"[1]手动输入日期\")
        print(\"[2]获取当天日期\")
        print(\"[3]退出程序\")
        choose = str(input(\"你的选择：\"))
        if choose == \"1\":
            imgDate = str(input(\"请输入日期[如20200411]：\"))
            urlList = list(downloadUrl(imgDate))
            break
        elif choose == \"2\":
            imgDate = time.strftime(\"%Y%m%d\",time.localtime())
            urlList = list(downloadUrl(imgDate))
            break
        elif choose == \"3\":
            break
        else:
            print(\"你的选择有误！请重试\")

    # 创建文件夹
    pathName = createFolder(imgDate)
    # 开始下载
    downloadImg(imgDate, urlList, pathName)