#!/usr/bin/python
# _*_ coding: utf-8 _*_

'''
Created on 2018年8月22日
'''

import urllib
import urllib2
import re

req = urllib2.Request('http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/')
# req = urllib2.Request('http://www.cvpapers.com/cvpr2014.html')
f = urllib2.urlopen(req)
localDir = 'E:\download\\'
urlList = []
for eachLine in f:
    line = eachLine.strip()
    if re.match('.*rpm.*', line):
#         print(line)
        wordList = line.split('\"')
        for word in wordList:
            if re.match('.*\.rpm$', word):
#                 print(word)
                urlList.append(word)

for everyFile in urlList:
#     print (everyFile)
    everyURL = "http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/"+everyFile
#     print(everyURL)
    localFile = localDir + everyFile
    try:            
      urllib.urlretrieve(everyURL, localFile) #按照url进行下载，并以其文件名存储到本地目录 
    except Exception,e: 
      continue

文章名称：python批量下载文件
标题URL：http://myzitong.com/article/pogshi.html