Python爬虫-第四章-1-多线程多进程并发爬取Ⅰ

多线程多进程用的方式

# Demo Describe:多线程写法

from threading import Thread  # 线程
from multiprocessing import Process  # 进程


# start--------1,多线程调用的方式一----------------------
def fun1():
for i in range(100):
print('fun()1,', i)


def fun2():
# 创建线程
t = Thread(target=fun1)
# 开启多线程状态，由CPU决定执行具体时间
t.start()
for i in range(100, 200):
print('fun()2,', i)


# fun2()
# end--------1,多线程调用的方式一----------------------

# start--------2,多线程调用的方式二----------------------
class MyThread(Thread):
def run(self):
for i in range(100):
print('子线程运行,', i)


# if __name__ == '__main__':
#     t = MyThread()
#     t.start()
#     for i in range(100):
#         print('main,',i)

# end--------2,多线程调用的方式二----------------------

# start--------3,多进程调用的方式一----------------------
def funProcess1():
for i in range(100):
print('子进程,', i)


# if __name__ == '__main__':
#     p = Process(target=funProcess1)
#     p.start()
#     for i in range(100):
#         print('主进程,',i)

# end--------3,多进程调用的方式一----------------------

# start--------4,线程中增加进程练习----------------------
def funProcess2(name):
for i in range(100):
print(name, i)


if __name__ == '__main__':
t1 = Thread(target=funProcess2, args=('进程一',))  # 传参必须是元组
t1.start()

t2 = Thread(target=funProcess2, args=('进程二',))
t2.start()

# end--------4,线程中增加进程练习----------------------