# NOT RUN {
library(tokenizers.bpe)
data(belgium_parliament, package = "tokenizers.bpe")
x <- subset(belgium_parliament, language %in% "french")
x <- subset(x, nchar(text) > 0 & txt_count_words(text) < 1000)
# }
# NOT RUN {
model <- paragraph2vec(x = x, type = "PV-DM", dim = 100, iter = 20)
model <- paragraph2vec(x = x, type = "PV-DBOW", dim = 100, iter = 20)
# }
# NOT RUN {
path <- "mymodel.bin"
# }
# NOT RUN {
write.paragraph2vec(model, file = path)
model <- read.paragraph2vec(file = path)
vocab <- summary(model, type = "vocabulary", which = "docs")
vocab <- summary(model, type = "vocabulary", which = "words")
embedding <- as.matrix(model, which = "docs")
embedding <- as.matrix(model, which = "words")
# }
Run the code above in your browser using DataLab