04_n_grams.py

# N-grams 🇳
# Codédex 

import nltk
from nltk import word_tokenize
from nltk.util import ngrams
from collections import Counter
nltk.download('punkt')
sample_text = "I am learning NLP (Natural Language Processing)"
tokens = word_tokenize(sample_text)

# Unigram
unigrams = list(ngrams(tokens, 1))
print("Unigrams:", unigrams)

# Bigram
bigrams = list(ngrams(tokens, 2))
print("Bigrams:", bigrams)

# Trigram
trigrams = list(ngrams(tokens, 3))
print("Trigrams:", trigrams)