本文实例讲述了python多线程结合队列下载百度音乐的方法。分享给大家供大家参考。具体如下：
一直想做个下载音乐的脚本，后来决定就拿百度音乐开刀，经过多次分析，终于制作了一个下载百度音乐的脚本，目前只默认下载第一页，童鞋们可以自由拓展。
适用windows和linux平台、依赖beautifulsoup这个库，主要对html进行解析
#!/usr/bin/python
# -*- coding: utf-8 -*-
”’
百度中批量下载某歌手的歌(目前只下载第一页，可以自行拓展)
@author:admin
@qq: 1243385033
”’
import threading, urllib2, os,re,sys
from bs4 import beautifulsoup
from queue import queue
”’目标歌手”’
singer = u’亚东’
”’保存路径”’
save_folder = ‘f:/music/’
# 查询url
search_url = “http://music.baidu.com/search/song?key=%s&s=1”
# 百度音乐播放盒url
song_url = “http://box.zhangmen.baidu.com/x?op=12&count=1&mtype=1&title=”
class downloader(threading.thread):
def __init__(self, task):
threading.thread.__init__(self)
self.task = task
def run(self):
”’覆盖父类的run方法”’
while true:
url = self.task.get()
self.download(url)
self.task.task_done()
def build_path(self, filename):
join = os.path.join
parentpath=join(save_folder,singer)
filename = filename + ‘.mp3′
mypath = join(parentpath, filename)
return mypath
def download(self, url):
”’下载文件”’
sub_url = url.items()
f_name = sub_url[0][0]
req_url = sub_url[0][1]
handle = urllib2.urlopen(req_url)
# 保存路径
save_path = self.build_path(f_name)
with open(save_path, “wb”) as handler:
while true:
chunk = handle.read(1024)
if not chunk:
break
handler.write(chunk)
msg = u”已经从 %s下载完成” % req_url
sys.stdout.write(msg)
sys.stdout.flush()
class httprequest:
def __init__(self):
self.task = []
self.reg_decode = re.compile(‘.*?cdata\[(.*?)\]].*?’)
self.reg_encode = re.compile(‘.*?cdata\[(.*?)\]].*?’)
self.init()
self.target_url = search_url % urllib2.quote(self.encode2utf8(singer))
def encode2utf8(self,source):
if source and isinstance(source,(str,unicode)):
source=source.encode(“utf8″)
return source
return source
def mkdir(self, dir_name):
if not os.path.exists(dir_name):
os.mkdir(dir_name)
def init(self):
self.mkdir(save_folder)
subpath = os.path.join(save_folder, singer)
self.mkdir(subpath)
def http_request(self):
global song_url
”’发起请求”’
response=urllib2.urlopen(self.target_url)
# 获取头信息
content = response.read()
response.close()
# 使用beautifulsoup
html = beautifulsoup(content, from_encoding=”utf8″)
# 提取html标签
span_tag = html.find_all(‘p’, {“monkey”:”song-list”})[0].find_all(‘span’, class_=’song-title’)
# 遍历list
for a_tag in span_tag:
song_name = unicode(a_tag.find_all(“a”)[0].get_text())
song_url = song_url + urllib2.quote(self.encode2utf8(song_name))
song_url = song_url + ‘$$’ + urllib2.quote(self.encode2utf8(singer)) + ‘$$$$&url=&listenreelect=0&.r=0.1696378872729838’
xmlfile = urllib2.urlopen(song_url)
xml_content = xmlfile.read()
xmlfile.close()
url1 = re.findall(self.reg_encode, xml_content)
url2 = re.findall(self.reg_decode, xml_content)
if not url1 or not url2:
continue
url = url1[0][:url1[0].rindex(‘/’) + 1] + url2[0]
self.task.append({song_name:url})
return self.task
def start_download(urls):
#创建一个队列
quene=queue()
#获取list的大小
size=len(urls)
#开启线程
for _ in xrange(size):
t=downloader(quene)
t.setdaemon(true)
t.start()
#入队列
for url in urls:
quene.put(url)
quene.join()
if __name__==’__main__’:
http=httprequest()
urls=http.http_request()
start_download(urls)
希望本文所述对大家的python程序设计有所帮助。