Dedup read-in peers before using them

diff --git a/TODO b/TODO
index 11d77ee..0e8850c 100644 (file)
--- a/TODO
+++ b/TODO
@@ -154,6 +154,7 @@ Backlog
 
 Done
 ----
+- [x] Dedup read-in peers before using them.
 - [x] Prevent redundant downloads
   - [x] Check ETag
   - [x] Check Last-Modified if no ETag was provided

diff --git a/info.rkt b/info.rkt
index 1da091a..5bca02a 100644 (file)
--- a/info.rkt
+++ b/info.rkt
@@ -6,7 +6,7 @@
 (define pkg-desc
   "twtxt client")
 (define version
-  "0.18.0")
+  "0.18.1")
 (define pkg-authors
   '("Siraaj Khandkar <siraaj@khandkar.net>"))
 (define deps

diff --git a/tt.rkt b/tt.rkt
index bc8e8bc..c8da01c 100644 (file)
--- a/tt.rkt
+++ b/tt.rkt
@@ -476,6 +476,7 @@
   ; TODO No need for map - can just iter
   (void (concurrent-filter-map num-workers peer-download peers)))
 
+(: uniq (∀ (α) (-> (Listof α) (Listof α))))
 (define (uniq xs)
   (set->list (list->set xs)))
 
@@ -505,7 +506,7 @@
                     (map string->path paths)])]
          [peers (append* (map file->peers paths))])
     (log-info "Read-in ~a peers." (length peers))
-    peers))
+    (uniq peers)))
 
 (: log-writer-stop (-> Thread Void))
 (define (log-writer-stop log-writer)