Python tarfile 进度输出？

Question

我正在使用以下代码来提取 tar 文件：

import tarfile
tar = tarfile.open("sample.tar.gz")
tar.extractall()
tar.close()

但是，我想以当前正在提取哪些文件的形式密切关注进度。我该怎么做？

额外奖励积分：是否也可以创建提取过程的百分比？我想用 tkinter 来更新进度条。谢谢！

Answer 1

文件进度和全局进度：

import io
import os
import tarfile

def get_file_progress_file_object_class(on_progress):
    class FileProgressFileObject(tarfile.ExFileObject):
        def read(self, size, *args):
            on_progress(self.name, self.position, self.size)
            return tarfile.ExFileObject.read(self, size, *args)
    return FileProgressFileObject

class TestFileProgressFileObject(tarfile.ExFileObject):
    def read(self, size, *args):
        on_progress(self.name, self.position, self.size)
        return tarfile.ExFileObject.read(self, size, *args)

class ProgressFileObject(io.FileIO):
    def __init__(self, path, *args, **kwargs):
        self._total_size = os.path.getsize(path)
        io.FileIO.__init__(self, path, *args, **kwargs)

    def read(self, size):
        print("Overall process: %d of %d" %(self.tell(), self._total_size))
        return io.FileIO.read(self, size)

def on_progress(filename, position, total_size):
    print("%s: %d of %s" %(filename, position, total_size))

tarfile.TarFile.fileobject = get_file_progress_file_object_class(on_progress)
tar = tarfile.open(fileobj=ProgressFileObject("a.tgz"))
tar.extractall()
tar.close()

Answer 2

您可以在extractall()中指定members参数

with tarfile.open(<path>, 'r') as tarball:
   tarball.extractall(path=<some path>, members = track_progress(tarball))

def track_progress(members):
   for member in members:
      # this will be the current file being extracted
      yield member

为TarInfo对象，查看所有可用的函数和属性< a href="http://docs.python.org/2/library/tarfile.html#tarinfo-objects" rel="noreferrer">此处

Answer 3

您只需使用 tqdm() 并打印文件数量的进度提取：

import tarfile
from tqdm import tqdm

# open your tar.gz file
with tarfile.open(name=path) as tar:

    # Go over each member
    for member in tqdm(iterable=tar.getmembers(), total=len(tar.getmembers())):

        # Extract member
        tar.extract(member=member)

Answer 4

您可以使用 extract 代替extractall - 您可以在提取成员名称时打印它们。要获取成员列表，您可以使用 getmembers。

可以在此处找到文本进度条库：

• http://code.google.com/p/ python-progressbar/

Tkinter 片段：

• http://tkinter.unpythonic.net/wiki/ProgressBar

Answer 5

这里有一个很酷的解决方案，它可以覆盖 tarfile 模块作为直接替换，并允许您指定要更新的回调。

https://github.com/thomaspurchas/tarfile-Progress-Reporter/

根据评论更新

Answer 6

要查看当前正在提取哪个文件，以下内容对我有用：

import tarfile

print "Extracting the contents of sample.tar.gz:"
tar = tarfile.open("sample.tar.gz")

for member_info in tar.getmembers():
    print "- extracting: " + member_info.name
    tar.extract(member_info)

tar.close()

Answer 7

这就是我使用的，无需猴子修补或需要条目数。

def iter_tar_files(f):
    total_bytes = os.stat(f).st_size
    with open(f, "rb") as file_obj,\
        tarfile.open(fileobj=file_obj, mode="r:gz") as tar:
        for member in tar.getmembers():
            f = tar.extractfile(member)
            if f is not None:
                content = f.read()
                yield member.path, content
            # This prints something like: 512/1024 = 50.00%
            print(f"{file_obj.tell()} / {total_bytes} = {file_obj.tell()/total_bytes*100:.2f}%")