{"id":702,"date":"2020-03-27T16:34:31","date_gmt":"2020-03-27T08:34:31","guid":{"rendered":"https:\/\/www.gayj.cn\/?p=702"},"modified":"2020-03-27T16:34:45","modified_gmt":"2020-03-27T08:34:45","slug":"http%e5%b9%b6%e5%8f%91%e6%b5%8b%e8%af%95%e8%84%9a%e6%9c%ac","status":"publish","type":"post","link":"https:\/\/www.gayj.cn\/?p=702","title":{"rendered":"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c"},"content":{"rendered":"

\u57fa\u4e8ePython3.0\u5199\u7684http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/h1>\n

\u4e00\u3001\u7f16\u5199\u4ee3\u7801<\/h2>\n
!#\/usr\/bin\/python\r\n#-*- encoding:utf-8 -*-<\/pre>\n
import os\r\nimport time\r\nimport logging\r\nimport requests\r\nimport threading\r\nfrom multiprocessing import Manager\r\nfrom concurrent import futures\r\nimport json\r\n\r\n# \u8fd9\u91cc\u66f4\u6362\u6210\u81ea\u5df1\u8981\u8fdb\u884c\u538b\u529b\u6d4b\u8bd5\u7684URL\u5730\u5740\uff08\u8fd9\u91cc\u662f\u901a\u8fc7\u4e0b\u8f7d\u94fe\u63a5\u7684\u65b9\u5f0f\u8fdb\u884c\u6d4b\u8bd5\uff09<\/span>\r\ndownload_url = 'http:\/\/192.168.105.124:9100\/metrics<\/span>' \r\ncpu_count = os.cpu_count()\r\n\r\nsession = requests.Session()\r\n\r\n\r\ndef handle(cost, mutex, contain):\r\n'''<\/span>\r\n\u8ba1\u7b97\u538b\u6d4b\u6570\u636e\uff0c\u6253\u5370\u65e5\u5fd7<\/span>\r\n:param cost: \u8be5\u6b21\u8bf7\u6c42\u82b1\u8d39\u65f6\u95f4<\/span>\r\n:param mutex: \u9501<\/span>\r\n:param contain: \u5168\u5c40\u7edf\u8ba1\u6307\u6807<\/span>\r\n:return:<\/span>\r\n'''<\/span>\r\n# \u83b7\u53d6\u5230\u9501\u7684\u8fdb\u7a0b\uff0c\u53ef\u4ee5\u8ba1\u7b97\u5e76\u6253\u5370\u538b\u6d4b\u7ed3\u679c<\/span>\r\nwith mutex:\r\nmin_cost = contain['min_cost']\r\nmax_cost = contain['max_cost']\r\nhit_count = contain['hit_count']\r\naverage_cost = contain['average_cost']\r\nif min_cost == 0:\r\ncontain['min_cost'] = cost\r\nif min_cost > cost:\r\ncontain['min_cost'] = cost\r\nif max_cost < cost:\r\ncontain['max_cost'] = cost\r\naverage_cost = (average_cost * hit_count + cost) \/ (hit_count + 1)\r\nhit_count += 1\r\ncontain['average_cost'] = average_cost\r\ncontain['hit_count'] = hit_count\r\nlogging.info(contain)\r\n\r\n\r\ndef download_one(mutex, contain):\r\nwhile True:\r\ntry:\r\nstime = time.time()\r\n# \u53d1\u9001\u7ed9\u670d\u52a1\u5668\u7684\u6570\u636e<\/span>\r\ndata = {\r\n\"image\": \"sadfasdfasd\",\r\n\"dfas\": \"sdfasdf\"\r\n}\r\nrequest = requests.Request(method='POST', url=download_url, json=json.dumps(data))\r\nprep = session.prepare_request(request)\r\nresponse = session.send(prep, timeout=50)\r\netime = time.time()\r\n# os.getpid() \uff1a\u5f53\u524d\u8fdb\u7a0bid<\/span>\r\n# threading.current_thread().ident \uff1a \u5f53\u524d\u7ebf\u7a0b\u6807\u8bc6<\/span>\r\n# response.status_code \uff1a \u670d\u52a1\u5668\u54cd\u5e94\u4ee3\u7801 200\u3001500 ..<\/span>\r\nlogging.info('process[%s] thread[%s] status[%s] cost[%s]', os.getpid(), threading.current_thread().ident,\r\nresponse.status_code, etime - stime)\r\nhandle(float(etime - stime), mutex, contain)\r\n# time.sleep(1)<\/span>\r\nexcept Exception as e:\r\nlogging.error(e)\r\nprint(e)\r\n\r\n\r\n# def new_thread_pool(mutex, contain):<\/span>\r\n# # \u521b\u5efa\u7ebf\u7a0b\u6c60,\u521b\u5efa\u7684\u7ebf\u7a0b\u6570\u91cf\u4e3a\u9ed8\u8ba4\u8ba1\u7b97\u673a\u6838\u6570*5<\/span>\r\n# with futures.ThreadPoolExecutor(workers) as executor:<\/span>\r\n# # \u5411xiancheng<\/span>\r\n# for i in range(workers):<\/span>\r\n# executor.submit(download_one, mutex, contain)<\/span>\r\n\r\n\r\ndef subprocess():\r\nmanager = Manager()\r\n# \u521b\u5efa\u9501\uff0c\u5f53\u67d0\u4e2a\u7ebf\u7a0b\u83b7\u53d6\u5230\u9501\u65f6\uff0c\u5176\u5b83\u7ebf\u7a0b\u7b49\u5f85<\/span>\r\nmutex = manager.Lock()\r\n# \u5168\u5c40\u7edf\u8ba1\u6307\u6807<\/span>\r\ncontain = manager.dict({'average_cost': 0, 'min_cost': 0, 'max_cost': 0, 'hit_count': 0})\r\n\r\n# \u521b\u5efa\u8fdb\u7a0b\u6c60\uff0c\u521b\u5efa\u7684\u8fdb\u7a0b\u6570\u91cf\u4e3a\u9ed8\u8ba4\u8fdb\u7a0b\u6570\u91cf\u4e0ecpu\u6570\u91cf\u76f8\u7b49<\/span>\r\nwith futures.ProcessPoolExecutor() as executor:\r\n# \u5411\u8fdb\u7a0b\u6c60\u63d0\u4ea4\u8981\u6267\u884c\u7684\u51fd\u6570\uff0c\u63d0\u4ea4\u6b21\u6570\u4e0ecpu\u6570\u91cf\u76f8\u7b49\uff0c\u53bb\u63d0\u9ad8\u5e76\u884c\u5ea6<\/span>\r\nfor i in range(cpu_count):\r\nexecutor.submit(download_one, mutex, contain)\r\n\r\n\r\nif __name__ == '__main__':\r\nlogging.basicConfig(filename=\"client.log\", level=logging.INFO,\r\nformat=\"%(asctime)s [%(filename)s:%(lineno)d] %(message)s\", datefmt=\"%m\/%d\/%Y %H:%M:%S [%A]\")\r\nsubprocess()<\/pre>\n
\n
\u4e8c\u3001\u6d4b\u8bd5\u9a8c\u8bc1<\/h2>\n
1\u3001\u811a\u672c\u6d4b\u8bd5\u4e4b\u524d\u7684\u6027\u80fd\u622a\u56fe<\/h3>\n
\"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/a><\/p>\n
\"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/a><\/p>\n
2\u3001\u811a\u672c\u6d4b\u8bd5\u4e4b\u540e\u7684\u6027\u80fd\u622a\u56fe<\/h3>\n
\u76f4\u63a5\u7528Pycharm\u8fdb\u884c\u8c03\u8bd5<\/p>\n
\"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/a><\/p>\n
\u538b\u529b\u6d4b\u8bd5\u540e\u7684\u72b6\u6001\u663e\u793a<\/p>\n
\"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/a><\/p>\n
\"Http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c<\/a><\/p>\n
 <\/p>\n","protected":false},"excerpt":{"rendered":"
\u57fa\u4e8ePython3.0\u5199\u7684http\u5e76\u53d1\u6d4b\u8bd5\u811a\u672c \u4e00\u3001\u7f16\u5199\u4ee3\u7801 !#\/usr\/bi … \u7ee7\u7eed\u9605\u8bfb →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[22,20],"tags":[],"class_list":["post-702","post","type-post","status-publish","format-standard","hentry","category-python","category-script"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_likes_enabled":true,"jetpack-related-posts":[],"_links":{"self":[{"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/posts\/702","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=702"}],"version-history":[{"count":1,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/posts\/702\/revisions"}],"predecessor-version":[{"id":710,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=\/wp\/v2\/posts\/702\/revisions\/710"}],"wp:attachment":[{"href":"https:\/\/www.gayj.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=702"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=702"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gayj.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=702"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}