From 38c9ecd5edd13e8fc32722ed66430ebc77b5f072 Mon Sep 17 00:00:00 2001 From: Siraaj Khandkar Date: Thu, 25 Mar 2021 21:18:15 -0400 Subject: [PATCH] Dedup read-in peers before using them --- TODO | 1 + info.rkt | 2 +- tt.rkt | 3 ++- 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/TODO b/TODO index 11d77ee..0e8850c 100644 --- a/TODO +++ b/TODO @@ -154,6 +154,7 @@ Backlog Done ---- +- [x] Dedup read-in peers before using them. - [x] Prevent redundant downloads - [x] Check ETag - [x] Check Last-Modified if no ETag was provided diff --git a/info.rkt b/info.rkt index 1da091a..5bca02a 100644 --- a/info.rkt +++ b/info.rkt @@ -6,7 +6,7 @@ (define pkg-desc "twtxt client") (define version - "0.18.0") + "0.18.1") (define pkg-authors '("Siraaj Khandkar ")) (define deps diff --git a/tt.rkt b/tt.rkt index bc8e8bc..c8da01c 100644 --- a/tt.rkt +++ b/tt.rkt @@ -476,6 +476,7 @@ ; TODO No need for map - can just iter (void (concurrent-filter-map num-workers peer-download peers))) +(: uniq (∀ (α) (-> (Listof α) (Listof α)))) (define (uniq xs) (set->list (list->set xs))) @@ -505,7 +506,7 @@ (map string->path paths)])] [peers (append* (map file->peers paths))]) (log-info "Read-in ~a peers." (length peers)) - peers)) + (uniq peers))) (: log-writer-stop (-> Thread Void)) (define (log-writer-stop log-writer) -- 2.20.1