deepin-music/test/threadpool.py

#!/usr/bin/python
# -*- coding: utf-8 -*-


import os
import sys
import random
from collections import OrderedDict
import json
from PyQt5.QtCore import (QObject, pyqtSignal, pyqtSlot,
      pyqtProperty, QUrl, QFile, QIODevice, QTimer, QRunnable, QThread, QThreadPool
      )
from PyQt5.QtGui import QGuiApplication
import requests


from peewee import *
MusicDBFile = '/home/djf/.config/DeepinMusic3/music.db'
db = SqliteDatabase(MusicDBFile, threadlocals=True)
db.connect()

class NetEaseEngine(object):
    def __init__(self):
        self.header = {
            'Accept': '*/*',
            'Accept-Encoding': 'gzip,deflate,sdch',
            'Accept-Language': 'zh-CN,zh;q=0.8,gl;q=0.6,zh-TW;q=0.4',
            'Connection': 'keep-alive',
            'Content-Type': 'application/x-www-form-urlencoded',
            'Host': 'music.163.com',
            'Referer': 'http://music.163.com/search/',
            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.152 Safari/537.36'
        }
        self.cookies = {
            'appver': '1.5.2'
        }
        self.playlist_class_dict = {}

    def httpRequest(self, method, action, query=None, urlencoded=None, callback=None, timeout=None):
        connection = json.loads(self.rawHttpRequest(method, action, query, urlencoded, callback, timeout))
        return connection

    def rawHttpRequest(self, method, action, query=None, urlencoded=None, callback=None, timeout=None):
        if (method == 'GET'):
            url = action if (query == None) else (action + '?' + query)
            connection = requests.get(url, headers=self.header, timeout=10)

        elif (method == 'POST'):
            connection = requests.post(
                action,
                data=query,
                headers=self.header,
                timeout=timeout
            )

        connection.encoding = "UTF-8"
        return connection.text

    # song id --> song url ( details )
    def getSongDetail(self, music_id):
        action = "http://music.163.com/api/song/detail/?id=" + str(music_id) + "&ids=[" + str(music_id) + "]"
        try:
            data = self.httpRequest('GET', action)
            return data
        except:
            return []

    # 搜索单曲(1)，歌手(100)，专辑(10)，歌单(1000)，用户(1002) *(type)*
    def search(self, s, stype=1, offset=0, total='true', limit=60):
        action = 'http://music.163.com/api/search/get/web'
        data = {
            's': s,
            'type': stype,
            'offset': offset,
            'total': total,
            'limit': 60
        }
        return self.httpRequest('POST', action, data)

    def searchCoverByArtistName(self, name):
        '''
        name: 谢霆锋
        {
            "code": 200, 
            "result": {
                "artistCount": 1, 
                "artists": [
                    {
                        "mvSize": 59, 
                        "img1v1Url": "http://p4.music.126.net/x25AINe4TNwoU01kKQzI8w==/639915767391187.jpg", 
                        "followed": false, 
                        "name": "\u8c22\u9706\u950b", 
                        "albumSize": 34, 
                        "alias": [], 
                        "picId": 237494511616563, 
                        "img1v1": 639915767391187, 
                        "picUrl": "http://p3.music.126.net/4WK8zw33vRD_W54rBiXSug==/237494511616563.jpg", 
                        "trans": null, 
                        "id": 5773
                    }
                ]
            }
        }
        '''
        try:
            ret = self.search(name, stype=100)
            picUrl = ''
            if ret['code'] == 200 and ret['result'] and ret['result']['artistCount'] >= 1:
                picUrl = ret['result']['artists'][0]['picUrl']
        except Exception, e:
            picUrl = ''
        return picUrl


    def searchCoverByAlbumName(self, name):
        '''
        name = 刘德华演唱会99
        {
            "code": 200, 
            "result": {
                "albumCount": 1, 
                "albums": [
                    {
                        "status": 1, 
                        "blurPicUrl": "http://p4.music.126.net/LRWWw0_d0wZWWicIKQIkfA==/65970697667341.jpg", 
                        "commentThreadId": "R_AL_3_10945", 
                        "name": "\u7231\u4f60\u4e00\u4e07\u5e74 99\u6f14\u5531\u4f1a", 
                        "companyId": 0, 
                        "tags": "", 
                        "description": "", 
                        "artist": {
                            "img1v1Url": "http://p4.music.126.net/6y-UleORITEDbvrOLV0Q8A==/5639395138885805.jpg", 
                            "name": "\u5218\u5fb7\u534e", 
                            "briefDesc": "", 
                            "albumSize": 98, 
                            "img1v1Id": 0, 
                            "musicSize": 1517, 
                            "alias": [
                                "Andy Lau"
                            ], 
                            "picId": 40681930245654, 
                            "picUrl": "http://p4.music.126.net/3ASmrU2Nej5t6Hj_7JkQOw==/40681930245654.jpg", 
                            "trans": "", 
                            "id": 3691
                        }, 
                        "pic": 65970697667341, 
                        "publishTime": 938707200000, 
                        "briefDesc": "", 
                        "alias": [], 
                        "picId": 65970697667341, 
                        "copyrightId": 5003, 
                        "picUrl": "http://p3.music.126.net/LRWWw0_d0wZWWicIKQIkfA==/65970697667341.jpg", 
                        "company": "BMA", 
                        "artists": [
                            {
                                "img1v1Url": "http://p4.music.126.net/6y-UleORITEDbvrOLV0Q8A==/5639395138885805.jpg", 
                                "name": "\u5218\u5fb7\u534e", 
                                "briefDesc": "", 
                                "albumSize": 0, 
                                "img1v1Id": 0, 
                                "musicSize": 0, 
                                "alias": [], 
                                "picId": 0, 
                                "picUrl": "http://p4.music.126.net/6y-UleORITEDbvrOLV0Q8A==/5639395138885805.jpg", 
                                "trans": "", 
                                "id": 3691
                            }
                        ], 
                        "songs": [], 
                        "type": "\u4e13\u8f91", 
                        "id": 10945, 
                        "size": 32
                    }
                ]
            }
        }
        '''
        try:
            ret = self.search(name, stype=10)
            picUrl = ''
            if ret['code'] == 200 and ret['result'] and ret['result']['albumCount'] >= 1:
                picUrl = ret['result']['albums'][0]['picUrl']
        except Exception, e:
            picUrl = ''
        return picUrl




class CoverWorker(QObject):

    receiveCover = pyqtSignal('QString', 'QString', 'QString')

    def __init__(self):
        super(CoverWorker, self).__init__()
        self.receiveCover.connect(self.getResults)

    def getResults(self, qtype, name, url):
        print qtype, name, url


coverWorker = CoverWorker()


class DRunnable(QRunnable):
    """docstring for ClassName"""
    def __init__(self, name, qtype='artist', **kwargs):
        super(DRunnable, self).__init__()
        self.name = name[0]
        self.qtype = qtype

    def run(self):
        engine = NetEaseEngine()
        if self.qtype == "artist":
            url = engine.searchCoverByArtistName(self.name)
        elif self.qtype == "album":
            url = engine.searchCoverByAlbumName(self.name)

        coverWorker.receiveCover.emit(self.qtype, self.name, url)


if __name__ == '__main__':
    app = QGuiApplication(sys.argv)

    artists = []
    for artist in db.get_cursor().execute('Select name from artist').fetchall():
        artists.append(artist)

    albums = []
    for album in db.get_cursor().execute('Select name from album').fetchall():
        albums.append(album)

    for artist in artists:
        d = DRunnable(artist, qtype="artist")
        QThreadPool.globalInstance().start(d)
    for album in albums:
        d = DRunnable(album, qtype="album")
        QThreadPool.globalInstance().start(d)

    exitCode = app.exec_()
    sys.exit(exitCode)