patrick/zfs_autobackup
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

comparing input now functions

Browse Source
This commit is contained in:
Edwin Eefting
2022-02-22 16:59:08 +01:00
parent 6a58a294a3
commit 0d882ec031
3 changed files with 107 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
zfs_autobackup/BlockHasher.py
View File

@ -8,6 +8,8 @@ class BlockHasher():
The chunksize is count*bs (bs is the read blocksize from disk)
Its also possible to only read a certain percentage of blocks to just check a sample.
Input and output generators are in the format ( chunk_nr, hexdigest )
"""
def __init__(self, count=10000, bs=4096, hash_class=hashlib.sha1):
@ -39,7 +41,11 @@ class BlockHasher():
yield (chunk_nr, hash.hexdigest())
def compare(self, fname, generator):
"""reads from generator and compares blocks, yields mismatches"""
"""reads from generator and compares blocks
Yields mismatches in the form: ( chunk_nr, hexdigest, actual_hexdigest)
Yields errors in the form: ( chunk_nr, hexdigest, "message" )
"""
try:
checked = 0
@ -49,7 +55,7 @@ class BlockHasher():
checked = checked + 1
hash = self.hash_class()
f.seek(chunk_nr * self.bs * self.count)
f.seek(int(chunk_nr) * self.bs * self.count)
block_nr = 0
for block in iter(lambda: f.read(self.bs), b""):
hash.update(block)