Distributed Computing with Python

好好学习

好东西

{:3_50:}

学习！

来来来，aws走起走起！！

1. from threading import Thread
   
2. from queue import Queue
   
3. import urllib.request
   
4. URL = 'http://finance.yahoo.com/d/quotes.csv?s={}=X&f=p'
   
5. def get_rate(pair, outq, url_tmplt=URL):
   
6. with urllib.request.urlopen(url_tmplt.format(pair)) as res:
   
7. body = res.read()
   
8. outq.put((pair, float(body.strip())))
   
9. if __name__ == '__main__':
   
10. import argparse
    
11. parser = argparse.ArgumentParser()
    
12. parser.add_argument('pairs', type=str, nargs='+')
    
13. args = parser.parse_args()
    
14. outputq = Queue()
    
15. for pair in args.pairs:
    
16. t = Thread(target=get_rate,
    
17. kwargs={'pair': pair,
    
18. 'outq': outputq})
    
19. t.daemon = True
    
20. t.start()
    
21. for _ in args.pairs:
    
22. pair, rate = outputq.get()
    
23. print(pair, rate)
    
24. outputq.task_done()
    
25. outputq.join()

复制代码

1. from threading import Thread
   
2. def fib(n):
   
3. if n <= 2:
   
4. return 1
   
5. elif n == 0:
   
6. return 0
   
7. elif n < 0:
   
8. raise Exception('fib(n) is undefined for n < 0')
   
9. return fib(n - 1) + fib(n - 2)
   
10. if __name__ == '__main__':
    
11. import argparse
    
12. parser = argparse.ArgumentParser()
    
13. parser.add_argument('-n', type=int, default=1)
    
14. parser.add_argument('number', type=int, nargs='?', default=34)
    
15. args = parser.parse_args()
    
16. assert args.n >= 1, 'The number of threads has to be > 1'
    
17. for i in range(args.n):
    
18. t = Thread(target=fib, args=(args.number,))
    
19. t.start()

复制代码

1. import concurrent.futures as cf
   
2. def fib(n):
   
3. if n <= 2:
   
4. return 1
   
5. elif n == 0:
   
6. return 0
   
7. elif n < 0:
   
8. raise Exception('fib(n) is undefined for n < 0')
   
9. return fib(n - 1) + fib(n - 2)
   
10. if __name__ == '__main__':
    
11. import argparse
    
12. parser = argparse.ArgumentParser()
    
13. parser.add_argument('-n', type=int, default=1)
    
14. parser.add_argument('number', type=int, nargs='?', default=34)
    
15. args = parser.parse_args()
    
16. assert args.n >= 1, 'The number of threads has to be > 1'
    
17. with cf.ProcessPoolExecutor(max_workers=args.n) as pool:
    
18. results = pool.map(fib, [args.number] * args.n)

复制代码