Counting word frequency in a text with Python

From XPUB & Lens-Based wiki
Revision as of 13:52, 17 February 2009 by Michael Murtaugh (talk | contribs)
import string

wd = {}

# for every line, every word in line, add it to the dictionary
for line in open("text.txt"):
  for word in line.split():
    word = word.strip(string.punctuation).lower()
    # wd[word] = True
    wd[word] = wd.get(word, 0) + 1 # for word counting

# get the dictionary keys, and alphabetize
allwords = wd.keys()
allwords.sort()
for word in allwords:
  # print w
  print word, wd[word]