R: ngram dan frekuensi-nya - Revision history

Onnowpurbo at 01:22, 5 November 2018

2018-11-05T01:22:15Z

← Older revision		Revision as of 01:22, 5 November 2018
Line 17:		Line 17:
	}		}



			text <- "This is my little R text example and I want to count the frequency of some pattern (and - is - my - of). This is my little R text example and I want to count the frequency of some patter."
	#		#
	text <- readtext("out.txt")		text <- readtext("out.txt")

	~~text <- "This is my little R text example and I want to count the frequency of some pattern (and - is - my - of). This is my little R text example and I want to count the frequency of some patter."~~
	res <- createNgram(text, 2)		res <- createNgram(text, 2)
	res		res
Line 27:		Line 28:
	res_sort <- res[order(-freq)]		res_sort <- res[order(-freq)]
	res_sort		res_sort
			head(res_sort,n=50)

Onnowpurbo at 01:09, 5 November 2018

2018-11-05T01:09:18Z

← Older revision		Revision as of 01:09, 5 November 2018
Line 3:		Line 3:
	library(tau)		library(tau)
	library(data.table)		library(data.table)
	~~# given a string vector and size of ngrams this function returns word ngrams with corresponding frequencies~~

	createNgram <-function(stringVector, ngramSize){		createNgram <-function(stringVector, ngramSize){
Line 17:		Line 17:
	}		}

			#
			text <- readtext("out.txt")

	text <- "This is my little R text example and I want to count the frequency of some pattern (and - is - my - of). This is my little R text example and I want to count the frequency of some patter."		text <- "This is my little R text example and I want to count the frequency of some pattern (and - is - my - of). This is my little R text example and I want to count the frequency of some patter."
Line 22:		Line 24:
	res		res

			# sort
			res_sort <- res[order(-freq)]
			res_sort

Onnowpurbo at 00:40, 5 November 2018

2018-11-05T00:40:46Z

← Older revision		Revision as of 00:40, 5 November 2018
Line 21:		Line 21:
	res <- createNgram(text, 2)		res <- createNgram(text, 2)
	res		res



			==Pranala Menarik==

			* [[R]]

Onnowpurbo: Created page with " library(tau) library(data.table) # given a string vector and size of ngrams this function returns word ngrams with corresponding frequencies createNgram <-function..."

2018-11-05T00:38:51Z

Created page with " library(tau) library(data.table) # given a string vector and size of ngrams this function returns word ngrams with corresponding frequencies createNgram <-function..."

New page

library(tau)
library(data.table)
# given a string vector and size of ngrams this function returns word ngrams with corresponding frequencies

createNgram <-function(stringVector, ngramSize){
ngram <- data.table()
ng <- textcnt(stringVector, method = "string", n=ngramSize, tolower = FALSE)
if(ngramSize==1){
ngram <- data.table(w1 = names(ng), freq = unclass(ng), length=nchar(names(ng)))
}
else {
ngram <- data.table(w1w2 = names(ng), freq = unclass(ng), length=nchar(names(ng)))
}
return(ngram)
}

text <- "This is my little R text example and I want to count the frequency of some pattern (and - is - my - of). This is my little R text example and I want to count the frequency of some patter."
res <- createNgram(text, 2)
res