python2.7统计文档中词频

python统计文档中词频的小程序

python版本2.7

效果如下：

程序如下，测试文件与完整程序在我的github中

＃统计空格数与单词数 本函数只返回了空格数 需要的可以自己返回多个值
def count_space(path):
    number_counts = 0
    space_counts = 0
    number_list = []

    with open(path, 'r') as f:
        for line in f:
            line = line.strip()
            space_split_list = line.split(' ')
            space_counts += len(space_split_list) - 1
            for word in space_split_list:
                    if word.isdigit():
                        number_list.append(word)
            number_counts = len(number_list)

    return space_counts
＃大写转小写 过滤特殊字符等
def count_word(path):
    result = {}
    with open(path) as fileread:
        alltext = fileread.read()

        alltext = alltext.lower()

        alltext = re.sub("\"|,|\.", "", alltext)

        for word in alltext.split():
            if word not in result:
                result[word] = 0
            result[word] += 1

        return result


def sort_by_count(d):

    d = collections.OrderedDict(sorted(d.items(), key = lambda t: -t[1]))
    return d


if __name__ == '__main__':
    try:
        filename = 'read.txt'

        dword = count_word(filename)
        dword = sort_by_count(dword)

        countspace = count_space(filename)
        print "space_counts", countspace
        count_word(filename)
        for key,value in dword.items():
            print key + ":%d" % value

    except IOError:
        print 'cannot open file %s for read' % filename