Difference between revisions of "R: read multi PDF ke tidytext"
Jump to navigation
Jump to search
Onnowpurbo (talk | contribs) (Created page with " library(tidyverse) library(tidytext) library(tm) directory <- "data-pdf" # create corpus from pdfs converted <- VCorpus(DirSource(directory), readerControl = list(rea...") |
Onnowpurbo (talk | contribs) |
||
Line 1: | Line 1: | ||
+ | ==dengan tidytext dan tm== | ||
library(tidyverse) | library(tidyverse) | ||
Line 14: | Line 15: | ||
filter(!grepl("[0-9]+", term)) | filter(!grepl("[0-9]+", term)) | ||
+ | ==dengan tidytest tanpa tm== | ||
+ | |||
+ | directory <- "data-pdf" | ||
+ | |||
+ | pdfs <- paste(directory, "/", list.files(directory, pattern = "*.pdf"), sep = "") | ||
+ | pdf_names <- list.files(directory, pattern = "*.pdf") | ||
+ | pdfs_text <- map(pdfs, pdftools::pdf_text) | ||
+ | |||
+ | my_data <- data_frame(document = pdf_names, text = pdfs_text) | ||
+ | |||
+ | my_data %>% | ||
+ | unnest %>% # pdfs_text is a list | ||
+ | unnest_tokens(word, text, strip_numeric = TRUE) %>% # removing all numbers | ||
+ | group_by(document, word) %>% | ||
+ | summarise(count = n()) | ||
Revision as of 11:30, 6 November 2018
dengan tidytext dan tm
library(tidyverse) library(tidytext) library(tm) directory <- "data-pdf"
# create corpus from pdfs converted <- VCorpus(DirSource(directory), readerControl = list(reader = readPDF)) %>% DocumentTermMatrix()
converted %>% tidy() %>% filter(!grepl("[0-9]+", term))
dengan tidytest tanpa tm
directory <- "data-pdf" pdfs <- paste(directory, "/", list.files(directory, pattern = "*.pdf"), sep = "") pdf_names <- list.files(directory, pattern = "*.pdf") pdfs_text <- map(pdfs, pdftools::pdf_text) my_data <- data_frame(document = pdf_names, text = pdfs_text) my_data %>% unnest %>% # pdfs_text is a list unnest_tokens(word, text, strip_numeric = TRUE) %>% # removing all numbers group_by(document, word) %>% summarise(count = n())