废话不多说,直接上代码!
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
# coding:utf-8
from multiprocessing import Pool
import time
def keywords(title, content, top_n = 5 ):
print u '关键词提取...'
print title, content, top_n
time.sleep( 3 )
return 0 , [u "晴" , u "多云" ]
def category(title, content):
print u '文本分类...'
print title, content
time.sleep( 5 )
return 1 , [u "天气" ]
def run(title, content):
keywords_list = []
category_list = []
pool = Pool(processes = 2 )
q = []
q.append(pool.apply_async(keywords, args = (title, content, 5 )))
q.append(pool.apply_async(category, args = (title, content)))
for item in q:
r = item.get()
if r[ 0 ] = = 0 :
keywords_list = r[ 1 ]
elif r[ 0 ] = = 1 :
category_list = r[ 1 ]
pool.close()
pool.join()
return category_list, keywords_list
if __name__ = = "__main__" :
title = u "天气预报"
content = u "北京今日天气:晴转多云"
t1 = time.time()
category_list, keywords_list = run(title, content)
print "分类结果:" , " " .join(category_list)
print "关键词提取结果" , " " .join(keywords_list)
print time.time() - t1
|
或者:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
# coding:utf-8
from multiprocessing import Pool
import time
def keywords(title, content, top_n = 5 ):
print u '关键词提取...'
print title, content, top_n
time.sleep( 3 )
return 0 , [u "晴" , u "多云" ]
def category(title, content):
print u '文本分类...'
print title, content
time.sleep( 5 )
return 1 , [u "天气" ]
def run(title, content):
keywords_list = []
category_list = []
pool = Pool(processes = 2 )
q = []
q.append(pool.apply_async(keywords, args = (title, content, 5 )))
keywords_list = [w[ "word" ] for w in q[ 0 ].get()[ 1 ]]
category_list = category(title, content)[ 1 ]
pool.close()
pool.join()
return category_list, keywords_list
if __name__ = = "__main__" :
title = u "天气预报"
content = u "北京今日天气:晴转多云"
t1 = time.time()
category_list, keywords_list = run(title, content)
print "分类结果:" , " " .join(category_list)
print "关键词提取结果" , " " .join(keywords_list)
print time.time() - t1
|
以上这篇python多任务及返回值的处理方法就是小编分享给大家的全部内容了,希望能给大家一个参考,也希望大家多多支持服务器之家。
原文链接:https://blog.csdn.net/cdj0311/article/details/74640585