• python使用协程完成批量模拟支付


    import asyncio
    import sys
    from queue import Queue
    
    
    sys.path.append("../")
    # from tool.__init__ import *
    from tool.Common import *
    from tool.tencent_cloud_mysql_connect import Mysql_operation
    from tool.request_data_change_to_StrEncode import request_data_change_to_str
    import time
    import gevent
    import asyncio
    import aiohttp#requests异步版
    
    class doWeChatNotify(object):
        def __init__(self):
            # super().__init__()
            self.limit_num=100 #查询记录条数
            # self.WeChatNotify_sql='''select  order_id,order_sn from fw_order where `status`=0
            #                         and course_id=1569 ORDER BY create_time desc limit %d ;'''%(self.limit_num)
            self.WeChatNotify_sql ='''select order_id,order_sn from order_info  limit 500;'''
            self.fwh_test_api=fwh_test_api
            self.my_op=Mysql_operation()
            self.data = self.my_op.sql_operation(self.WeChatNotify_sql)
            self.data_to_str=request_data_change_to_str()
            self.fwh_order_dict = {}
            self.que = Queue()
    
    
    
        def testDoWeChatNotify(self):
            DoWeChatNotify_file='../tokenFileAndtxtFiles'+'/'+"DoWeChatNotify_asynchronousPay.txt"
            with open(DoWeChatNotify_file,'a',encoding='utf=-8') as file:
                str_first="order_id	"+"order_sn	
    " #文件首行数据
                file.write(str_first)
            fwh_order_id_list, fwh_order_sn_list = [], []
    
            if  self.data!=():
                for a in self.data:
                    fwh_order_id=a['order_id']
                    fwh_order_sn=a['order_sn']
                    self.fwh_order_dict[fwh_order_id]=fwh_order_sn
    
                    with open(DoWeChatNotify_file,'a',encoding='utf-8') as file2:#文件写入
                        str_DoWeChatNotifyInfo=str(fwh_order_id)+'	'+str(fwh_order_sn)+'	
    '
                        file2.flush() #清除缓冲区
                        file2.write(str_DoWeChatNotifyInfo)
                    self.que.put(self.fwh_order_dict)#将数据添加至队列
            return self.que.qsize()#返回队列数量
    
    
        async def asynchronousPay(self,order_id,order_sn):
            if  (self.data!=()):
                url_wechat_success_huidiao=self.fwh_test_api+'/index/Order/doWeChatNotify'
                data_wechat_success_huidiao = self.data_to_str.requestDataToStr_firefoxAndChrome_fwh('''order_sn:{}
                order_id:{}
                meth_id:4
                timestamp:157129653969
                sign:0687b01b300b9e300d3996a9d2173f1380973e5a'''.format(order_sn, order_id))
                async with aiohttp.ClientSession() as session:
                    async with session.post(url=url_wechat_success_huidiao,
                                                               headers=headers_form_urlencoded,
                                                               data=data_wechat_success_huidiao) as response:
                        await asyncio.sleep(1)
                        return await response.read()
    
            else:
                print('待支付订单为空')
    
    
        async def run(self):
            self.testDoWeChatNotify()  # 获取队列数量
            order_id = asyncio.Semaphore(500)  # 限制并发量为500
            to_get = [self.asynchronousPay(order_id,order_sn) for order_id,order_sn in self.que.get().items()]  # 总共1000任务
            # threads = [gevent.spawn(self.asynchronousPay, order_id, order_sn) for order_id, order_sn in
            #            self.que.get().items()]
            # gevent.joinall(threads)#gevent协程写法
            await asyncio.wait(to_get)
    
        def run_startAll(self):
            loop = asyncio.get_event_loop()
            loop.run_until_complete(self.run())
            loop.close()
    
    
    if __name__=="__main__":  
        start_time = time.time()  # 计算程序开始时间
        wechfy=doWeChatNotify()
        wechfy.run_startAll()
        print('程序耗时{:.2f}'.format(time.time() - start_time))  # 计算程序总耗时

    总结:
      1.使用协程请求需用到aiohttp这个库(我把它理解成是requests的异步版本),如果直接用requests这个库去请求则就不能发挥协程的优势(涉及到io操作)或者直接说不能称为了真正的协程;
      2.
    async/awiat关键字的使用:配合asyncio模块一起使用(结合aiohttp)
      3.执行500个订单的时间为11.x秒,跟多线程执行差不多(但是这个对系统的开销会小很多)
     
  • 相关阅读:
    python 序列的方法
    python函数基础
    Flume入门:安装、部署
    Flume日志收集系统介绍
    Python 列表(List)操作方法详解
    在linux下新增一块硬盘的操作。(包含大于2T的硬盘在linux下挂载操作)
    python字符串操作大全
    Python中的迭代器漫谈
    Linux 常用快捷键
    ssh采用expect实现自动输入密码登录、拷贝
  • 原文地址:https://www.cnblogs.com/qtclm/p/12119178.html
Copyright © 2020-2023  润新知