From dfae9ad9ac047d379af7fd5ad8191dcb936abdac Mon Sep 17 00:00:00 2001
From: Hsincho <99251348+xinzhuohkust@users.noreply.github.com>
Date: Tue, 22 Aug 2023 21:21:08 +0800
Subject: [PATCH] Update shanghai_petition.R

---
 shanghai_petition.R | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/shanghai_petition.R b/shanghai_petition.R
index ac18c24..7cece49 100644
--- a/shanghai_petition.R
+++ b/shanghai_petition.R
@@ -69,7 +69,8 @@ done <- list.files("/home/runner/work/auto_scrape/auto_scrape/data", pattern = "
   map(\(x) mutate(x, across(everything(), as.character))) %>% 
   bind_rows() %>% 
   mutate(across(everything(), ~ na_if(., "error!"))) %>% 
-  filter(complete.cases(.))
+  filter(complete.cases(.)) %>% 
+  distinct(links, .keep_all = TRUE)
 
 table <- table %>% 
   anti_join(done, "links")