Update shanghai_petition.R

xinzhuohkust · Aug 22, 2023 · dfae9ad · dfae9ad
1 parent 345ba25
commit dfae9ad
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/shanghai_petition.R b/shanghai_petition.R
@@ -69,7 +69,8 @@ done <- list.files("/home/runner/work/auto_scrape/auto_scrape/data", pattern = "
   map(\(x) mutate(x, across(everything(), as.character))) %>% 
   bind_rows() %>% 
   mutate(across(everything(), ~ na_if(., "error!"))) %>% 
-  filter(complete.cases(.))
+  filter(complete.cases(.)) %>% 
+  distinct(links, .keep_all = TRUE)
 
 table <- table %>% 
   anti_join(done, "links")