# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     language: python
#     name: python3
# ---





import nltk

nltk.corpus.gutenberg.fileids()

caesar=nltk.corpus.gutenberg.words('shakespeare-caesar.txt')
len(caesar)

from nltk.corpus import brown
brown.categories()

brown.words(categories='news')

from nltk.corpus import inaugural
inaugural.fileids()

inaugural.words("2009-Obama.txt")

from nltk.tokenize import TweetTokenizer
tkznr=TweetTokenizer()

s="This is good :)"
tkznr.tokenize(s)



StarcoderdataJupyterScriptsDedupFiltered