De-duplicate peers before publishing
This commit is contained in:
parent
1827e1e033
commit
0c91fd396e
1 changed files with 3 additions and 3 deletions
|
@ -493,9 +493,7 @@ class Site(object):
|
||||||
if event_done:
|
if event_done:
|
||||||
event_done.set(True)
|
event_done.set(True)
|
||||||
break # All peers done, or published engouht
|
break # All peers done, or published engouht
|
||||||
peer = peers.pop(0)
|
peer = peers.pop()
|
||||||
if peer in peers: # Remove duplicate
|
|
||||||
peers.remove(peer)
|
|
||||||
if peer in published:
|
if peer in published:
|
||||||
continue
|
continue
|
||||||
if peer.last_content_json_update == content_json_modified:
|
if peer.last_content_json_update == content_json_modified:
|
||||||
|
@ -558,6 +556,8 @@ class Site(object):
|
||||||
if len(peers) < limit * 2: # Add more, non-connected peers if necessary
|
if len(peers) < limit * 2: # Add more, non-connected peers if necessary
|
||||||
peers += self.getRecentPeers(limit * 2)
|
peers += self.getRecentPeers(limit * 2)
|
||||||
|
|
||||||
|
peers = set(peers)
|
||||||
|
|
||||||
self.log.info("Publishing %s to %s/%s peers (connected: %s) diffs: %s (%.2fk)..." % (
|
self.log.info("Publishing %s to %s/%s peers (connected: %s) diffs: %s (%.2fk)..." % (
|
||||||
inner_path, limit, len(self.peers), num_connected_peers, diffs.keys(), float(len(str(diffs))) / 1024
|
inner_path, limit, len(self.peers), num_connected_peers, diffs.keys(), float(len(str(diffs))) / 1024
|
||||||
))
|
))
|
||||||
|
|
Loading…
Reference in a new issue