diff options
| -rwxr-xr-x | tools/merge_fetch.py | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/tools/merge_fetch.py b/tools/merge_fetch.py index be9edce..a31143e 100755 --- a/tools/merge_fetch.py +++ b/tools/merge_fetch.py @@ -175,8 +175,12 @@ def merge_fetch_parallel(args, config, localconfig): procs[name] = newworker(name, [args, localconfig, storagenode]) currentsizefilecontent = "" - logorder = get_logorder(logorderfile) # List of hashes in log, hexencoded. - entries_in_log = set(logorder) # Set of hashes in log, binary. + # Entries in log, kept in both a set and a list. + logorder = get_logorder(logorderfile) # Hashes are hexencoded. + entries_in_log = set(logorder) # Hashes are binary. + # Entries to fetch, kept in both a set and a dict. The dict is + # keyed on hashes (binary) and contains randomised lists of nodes + # to fetch from. fetch_set = set() fetch_dict = {} while procs: |