From b39ba7bee95268e33eddab23bf19583a66f8c123 Mon Sep 17 00:00:00 2001 From: Siraaj Khandkar Date: Fri, 26 Nov 2021 15:21:51 -0500 Subject: [PATCH] Validate crawled peers if at least one message could be parsed from downloaded timeline. --- info.rkt | 2 +- tt.rkt | 11 ++++++++++- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/info.rkt b/info.rkt index 22c222b..24b34a3 100644 --- a/info.rkt +++ b/info.rkt @@ -6,7 +6,7 @@ (define pkg-desc "twtxt client") (define version - "0.25.0") + "0.26.0") (define pkg-authors '("Siraaj Khandkar ")) (define deps diff --git a/tt.rkt b/tt.rkt index 2fbcfe2..a375c69 100644 --- a/tt.rkt +++ b/tt.rkt @@ -795,6 +795,8 @@ (build-path tt-home-dir "peers-all")] [peers-mentioned-file (build-path tt-home-dir "peers-mentioned")] + [peers-parsed-file + (build-path tt-home-dir "peers-parsed")] [peers-mentioned-curr (mentioned-peers-in-cache)] [peers-mentioned-prev @@ -810,8 +812,13 @@ [peers-discovered (set-subtract peers-all (list->set peers-all-prev))] [peers-all - (peers-sort (set->list peers-all))]) + (peers-sort (set->list peers-all))] + [peers-parsed + (filter + (λ (p) (< 0 (length (peer->msgs p)))) + peers-all)]) (log-info "Known peers mentioned: ~a" (length peers-mentioned)) + (log-info "Known peers parsed ~a" (length peers-parsed)) (log-info "Known peers total: ~a" (length peers-all)) (log-info "Discovered ~a new peers:~n~a" (set-count peers-discovered) @@ -821,6 +828,8 @@ (set->list peers-discovered)))) (peers->file peers-mentioned peers-mentioned-file) + (peers->file peers-parsed + peers-parsed-file) (peers->file peers-all peers-all-file)))] [command -- 2.20.1