{"id":1593,"date":"2020-05-18T22:25:00","date_gmt":"2020-05-18T14:25:00","guid":{"rendered":"https:\/\/www.yumefx.com\/?p=1593"},"modified":"2021-03-02T19:15:32","modified_gmt":"2021-03-02T11:15:32","slug":"tqdm-%e6%96%b9%e4%be%bf%e7%9a%84python%e8%bf%9b%e5%ba%a6%e6%9d%a1","status":"publish","type":"post","link":"https:\/\/www.yumefx.com\/?p=1593","title":{"rendered":"Tqdm\u2014\u2014\u65b9\u4fbf\u7684python\u8fdb\u5ea6\u6761"},"content":{"rendered":"\n

\u4ecb\u7ecd<\/h1>\n

\u6709\u65f6\u5019\u5728\u4f7f\u7528Python\u5904\u7406\u6bd4\u8f83\u8017\u65f6\u64cd\u4f5c\u7684\u65f6\u5019\uff0c\u4e3a\u4e86\u4fbf\u4e8e\u89c2\u5bdf\u5904\u7406\u8fdb\u5ea6\uff0c\u9700\u8981\u901a\u8fc7\u8fdb\u5ea6\u6761\u5c06\u5904\u7406\u60c5\u51b5\u8fdb\u884c\u53ef\u89c6\u5316\u5c55\u793a\uff0c\u4ee5\u4fbf\u6211\u4eec\u80fd\u591f\u53ca\u65f6\u4e86\u89e3\u60c5\u51b5\u3002<\/p>\n

Tqdm \u662f\u4e00\u4e2a\u5feb\u901f\uff0c\u53ef\u6269\u5c55\u7684Python\u8fdb\u5ea6\u6761\uff0c\u53ef\u4ee5\u5b9e\u65f6\u8f93\u51fa\u5904\u7406\u8fdb\u5ea6\u800c\u4e14\u5360\u7528\u7684CPU\u8d44\u6e90\u975e\u5e38\u5c11<\/code>\uff0c\u652f\u6301windows<\/code>\u3001Linux<\/code>\u3001mac<\/code>\u7b49\u7cfb\u7edf\uff0c\u652f\u6301\u5faa\u73af\u5904\u7406<\/code>\u3001\u591a\u8fdb\u7a0b<\/code>\u3001\u9012\u5f52\u5904\u7406<\/code>\u3001\u8fd8\u53ef\u4ee5\u7ed3\u5408linux<\/code>\u7684\u547d\u4ee4\u6765\u67e5\u770b\u5904\u7406\u8fdb\u5ea6\u3002<\/p>\n

\u4f7f\u7528pip\u5c31\u53ef\u4ee5\u5b89\u88c5\u3002<\/p>\n\n\n\n

\npip install tqdm<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/h1>\n
\u4f7f\u7528<\/h1>\n
\u53ef\u4ee5\u8fed\u4ee3\u7684\u5bf9\u8c61<\/h3>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n <\/span>\nfor i in tqdm(range(100)):<\/span>\n    time.sleep(0.1)<\/span>\n<\/pre>\n\n\n\n
\u5728\u4f7f\u7528tqdm\u7684\u65f6\u5019\uff0c\u53ef\u4ee5\u5c06tqdm(range(100))\u66ff\u6362\u4e3atrange(100)\u3002<\/p>\n\n\n\n
\nfrom tqdm import tqdm,trange<\/span>\nimport time<\/span>\n <\/span>\nfor i in trange(100):<\/span>\n    time.sleep(0.1)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u89c2\u5bdf\u5904\u7406\u7684\u6570\u636e<\/h3>\n
\u901a\u8fc7tqdm\u63d0\u4f9b\u7684set_description\u65b9\u6cd5\u53ef\u4ee5\u5b9e\u65f6\u67e5\u770b\u6bcf\u6b21\u5904\u7406\u7684\u6570\u636e\u3002<\/p>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n<\/span>\npbar = tqdm(["a","b","c","d"])<\/span>\nfor c in pbar:<\/span>\n    time.sleep(1)<\/span>\n    pbar.set_description("Processing %s"%c)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u624b\u52a8\u8bbe\u7f6e\u5904\u7406\u7684\u8fdb\u5ea6<\/h3>\n
\u901a\u8fc7update\u65b9\u6cd5\u53ef\u4ee5\u63a7\u5236\u6bcf\u6b21\u8fdb\u5ea6\u6761\u66f4\u65b0\u7684\u8fdb\u5ea6<\/p>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n<\/span>\n#total\u53c2\u6570\u8bbe\u7f6e\u8fdb\u5ea6\u6761\u7684\u603b\u957f\u5ea6<\/span>\nwith tqdm(total=100) as pbar:<\/span>\n    for i in range(100):<\/span>\n        time.sleep(0.05)<\/span>\n        #\u6bcf\u6b21\u66f4\u65b0\u8fdb\u5ea6\u6761\u7684\u957f\u5ea6<\/span>\n        pbar.update(1)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u9664\u4e86\u4f7f\u7528with\u4e4b\u5916\uff0c\u8fd8\u53ef\u4ee5\u4f7f\u7528\u53e6\u5916\u4e00\u79cd\u65b9\u6cd5\u5b9e\u73b0\u4e0a\u9762\u7684\u6548\u679c<\/p>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n<\/span>\n#total\u53c2\u6570\u8bbe\u7f6e\u8fdb\u5ea6\u6761\u7684\u603b\u957f\u5ea6<\/span>\npbar = tqdm(total=100)<\/span>\nfor i in range(100):<\/span>\n    time.sleep(0.05)<\/span>\n    #\u6bcf\u6b21\u66f4\u65b0\u8fdb\u5ea6\u6761\u7684\u957f\u5ea6<\/span>\n    pbar.update(1)<\/span>\n<\/span>\n#\u5173\u95ed\u5360\u7528\u7684\u8d44\u6e90<\/span>\npbar.close()<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/h3>\n
\u81ea\u5b9a\u4e49\u8fdb\u5ea6\u6761\u663e\u793a\u4fe1\u606f<\/h3>\n
\u901a\u8fc7set_description\u548cset_postfix\u65b9\u6cd5\u8bbe\u7f6e\u8fdb\u5ea6\u6761\u663e\u793a\u4fe1\u606f<\/p>\n\n\n\n
\nfrom tqdm import trange<\/span>\nfrom random import random,randint<\/span>\nimport time<\/span>\n<\/span>\nwith trange(100) as t:<\/span>\n    for i in t:<\/span>\n        #\u8bbe\u7f6e\u8fdb\u5ea6\u6761\u5de6\u8fb9\u663e\u793a\u7684\u4fe1\u606f<\/span>\n        t.set_description("GEN %i"%i)<\/span>\n        #\u8bbe\u7f6e\u8fdb\u5ea6\u6761\u53f3\u8fb9\u663e\u793a\u7684\u4fe1\u606f<\/span>\n        t.set_postfix(loss=random(),gen=randint(1,999),str="h",lst=[1,2])<\/span>\n        time.sleep(0.1)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n <\/span>\nwith tqdm(total=10,bar_format="{postfix[0]}{postfix[1][value]:>9.3g}",<\/span>\n     postfix=["Batch",dict(value=0)]) as t:<\/span>\n    for i in range(10):<\/span>\n        time.sleep(0.05)<\/span>\n        t.postfix[1]["value"] = i \/ 2<\/span>\n        t.update()<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u591a\u5c42\u5faa\u73af\u8fdb\u5ea6\u6761<\/h3>\n
\u901a\u8fc7tqdm<\/code>\u4e5f\u53ef\u4ee5\u5f88\u7b80\u5355\u7684\u5b9e\u73b0\u5d4c\u5957\u5faa\u73af\u8fdb\u5ea6\u6761\u7684\u5c55\u793a\u3002<\/p>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport time<\/span>\n <\/span>\nfor i in tqdm(range(20), ascii=True,desc="1st loop"):<\/span>\n    for j in tqdm(range(10), ascii=True,desc="2nd loop"):<\/span>\n        time.sleep(0.01)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u5728pycharm<\/code>\u4e2d\u6267\u884c\u4ee5\u4e0a\u4ee3\u7801\u7684\u65f6\u5019\uff0c\u4f1a\u51fa\u73b0\u8fdb\u5ea6\u6761\u4f4d\u7f6e\u9519\u4e71\uff0c\u76ee\u524d\u5b98\u65b9\u5e76\u6ca1\u6709\u7ed9\u51fa\u597d\u7684\u89e3\u51b3\u65b9\u6848\uff0c\u8fd9\u662f\u7531\u4e8epycharm\u4e0d\u652f\u6301\u67d0\u4e9b\u5b57\u7b26\u5bfc\u81f4\u7684\uff0c\u4e0d\u8fc7\u53ef\u4ee5\u5c06\u4e0a\u9762\u7684\u4ee3\u7801\u4fdd\u5b58\u4e3a\u811a\u672c\u7136\u540e\u5728\u547d\u4ee4\u884c\u4e2d\u6267\u884c\uff0c\u6548\u679c\u5982\u4e0b<\/p>\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u591a\u8fdb\u7a0b\u8fdb\u5ea6\u6761<\/h3>\n
\u5728\u4f7f\u7528\u591a\u8fdb\u7a0b\u5904\u7406\u4efb\u52a1\u7684\u65f6\u5019\uff0c\u901a\u8fc7tqdm\u53ef\u4ee5\u5b9e\u65f6\u67e5\u770b\u6bcf\u4e00\u4e2a\u8fdb\u7a0b\u4efb\u52a1\u7684\u5904\u7406\u60c5\u51b5<\/p>\n\n\n\n
\nfrom time import sleep<\/span>\nfrom tqdm import trange, tqdm<\/span>\nfrom multiprocessing import Pool, freeze_support, RLock<\/span>\n <\/span>\nL = list(range(9))<\/span>\n <\/span>\ndef progresser(n):<\/span>\n  interval = 0.001 \/ (n + 2)<\/span>\n  total = 5000<\/span>\n  text = "#{}, est. {:<04.2}s".format(n, interval * total)<\/span>\n  for i in trange(total, desc=text, position=n,ascii=True):<\/span>\n    sleep(interval)<\/span>\n <\/span>\nif __name__ == '__main__':<\/span>\n  freeze_support() # for Windows support<\/span>\n  p = Pool(len(L),<\/span>\n       # again, for Windows support<\/span>\n       initializer=tqdm.set_lock, initargs=(RLock(),))<\/span>\n  p.map(progresser, L)<\/span>\n  print("\\n" * (len(L) - 2))<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
pandas\u4e2d\u4f7f\u7528tqdm<\/h3>\n\n\n\n
\nimport pandas as pd<\/span>\nimport numpy as np<\/span>\nfrom tqdm import tqdm<\/span>\n <\/span>\ndf = pd.DataFrame(np.random.randint(0, 100, (100000, 6)))<\/span>\n <\/span>\n <\/span>\ntqdm.pandas(desc="my bar!")<\/span>\ndf.progress_apply(lambda x: x**2)<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u9012\u5f52\u4f7f\u7528\u8fdb\u5ea6\u6761<\/h3>\n\n\n\n
\nfrom tqdm import tqdm<\/span>\nimport os.path<\/span>\n <\/span>\ndef find_files_recursively(path, show_progress=True):<\/span>\n    files = []<\/span>\n    # total=1 assumes `path` is a file<\/span>\n    t = tqdm(total=1, unit="file", disable=not show_progress)<\/span>\n    if not os.path.exists(path):<\/span>\n        raise IOError("Cannot find:" + path)<\/span>\n <\/span>\n    def append_found_file(f):<\/span>\n        files.append(f)<\/span>\n        t.update()<\/span>\n <\/span>\n    def list_found_dir(path):<\/span>\n        """returns os.listdir(path) assuming os.path.isdir(path)"""<\/span>\n        try:<\/span>\n            listing = os.listdir(path)<\/span>\n        except:<\/span>\n            return []<\/span>\n        # subtract 1 since a "file" we found was actually this directory<\/span>\n        t.total += len(listing) - 1<\/span>\n        # fancy way to give info without forcing a refresh<\/span>\n        t.set_postfix(dir=path[-10:], refresh=False)<\/span>\n        t.update(0) # may trigger a refresh<\/span>\n        return listing<\/span>\n <\/span>\n    def recursively_search(path):<\/span>\n        if os.path.isdir(path):<\/span>\n            for f in list_found_dir(path):<\/span>\n                recursively_search(os.path.join(path, f))<\/span>\n        else:<\/span>\n            append_found_file(path)<\/span>\n <\/span>\n    recursively_search(path)<\/span>\n    t.set_postfix(dir=path)<\/span>\n    t.close()<\/span>\n    return files<\/span>\n <\/span>\nfind_files_recursively("E:\/")<\/span>\n<\/pre>\n\n\n\n
\"\"<\/p>\n
\u00a0<\/h3>\n
\u6ce8\u610f<\/h3>\n
\u5728\u4f7f\u7528tqdm<\/code>\u663e\u793a\u8fdb\u5ea6\u6761\u7684\u65f6\u5019\uff0c\u5982\u679c\u4ee3\u7801\u4e2d\u5b58\u5728print<\/code>\u53ef\u80fd\u4f1a\u5bfc\u81f4\u8f93\u51fa\u591a\u884c\u8fdb\u5ea6\u6761\uff0c\u6b64\u65f6\u53ef\u4ee5\u5c06print<\/code>\u8bed\u53e5\u6539\u4e3atqdm.write<\/code>\uff0c\u4ee3\u7801\u5982\u4e0b<\/p>\n\n\n\n
\nfor i in tqdm(range(10),ascii=True):<\/span>\n    tqdm.write("come on")<\/span>\n    time.sleep(0.1)<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/h1>\n
Linux\u8fdb\u5ea6\u6761<\/h1>\n
\u4e0d\u4f7f\u7528tqdm<\/h3>\n\n\n\n
\ntime find . -name '*.py' -type f -exec cat \\{} \\; | wc -l<\/span>\n857365<\/span>\n <\/span>\nreal  0m3.458s<\/span>\nuser  0m0.274s<\/span>\nsys   0m3.325s<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/h3>\n
\u4f7f\u7528tqdm<\/h3>\n\n\n\n
\ntime find . -name '*.py' -type f -exec cat \\{} \\; | tqdm | wc -l<\/span>\n857366it [00:03, 246471.31it\/s]<\/span>\n857365<\/span>\n <\/span>\nreal  0m3.585s<\/span>\nuser  0m0.862s<\/span>\nsys   0m3.358s<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/h3>\n
\u6307\u5b9atqdm\u7684\u53c2\u6570\u63a7\u5236\u8fdb\u5ea6\u6761<\/h3>\n\n\n\n
\nfind . -name '*.py' -type f -exec cat \\{} \\; |<\/span>\n  tqdm --unit loc --unit_scale --total 857366 >> \/dev\/null<\/span>\n100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 857K\/857K [00:04<00:00, 246Kloc\/s]<\/span>\n<\/pre>\n\n\n\n
\n7z a -bd -r backup.7z docs\/ | grep Compressing |<\/span>\n  tqdm --total $(find docs\/ -type f | wc -l) --unit files >> backup.log<\/span>\n100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2589| 8014\/8014 [01:37<00:00, 82.29files\/s]<\/span>\n<\/pre>\n\n\n\n
\u00a0<\/p>\n
\u8f6c\u8f7d\u81ea\u4fee\u70bc\u4e4b\u8def<\/a>\u3002<\/p>\n
\u00a0<\/p>\n\n\n\n
\n\n\n\n
\u5bf9\u5927\u591a\u6570\u4eba\u800c\u8a00\uff0c<\/p>\n
\u4eba\u751f\u4e0d\u662f\u4e00\u573a\u5192\u9669\uff0c<\/p>\n
\u800c\u662f\u4e00\u80a1\u65e0\u6cd5\u6297\u62d2\u7684\u6d2a\u6d41\u3002<\/p>\n
\u300a\u80fd\u4e0d\u80fd\u8bf7\u4f60\u5b89\u9759\u70b9\uff1f\u300b<\/p>\n
\u2014\u2014\u96f7\u8499\u5fb7\u00b7\u5361\u4f5b<\/p>\n","protected":false},"excerpt":{"rendered":"
\u4ecb\u7ecd \u6709\u65f6\u5019\u5728\u4f7f\u7528Python\u5904\u7406\u6bd4\u8f83\u8017\u65f6\u64cd\u4f5c\u7684\u65f6\u5019\uff0c\u4e3a\u4e86\u4fbf\u4e8e\u89c2\u5bdf\u5904\u7406\u8fdb\u5ea6\uff0c\u9700\u8981\u901a\u8fc7\u8fdb\u5ea6\u6761\u5c06\u5904\u7406\u60c5\u51b5\u8fdb\u884c\u53ef\u89c6\u5316 […]<\/p>\n","protected":false},"author":1,"featured_media":1610,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[12,4],"tags":[37,15],"_links":{"self":[{"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/posts\/1593"}],"collection":[{"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1593"}],"version-history":[{"count":0,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/posts\/1593\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=\/wp\/v2\/media\/1610"}],"wp:attachment":[{"href":"https:\/\/www.yumefx.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1593"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1593"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.yumefx.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1593"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}