/python/engine/PinYin/tools/filter_duoyin.py

http://scim-python.googlecode.com/ · Python · 23 lines · 19 code · 4 blank · 0 comment · 6 complexity · 591d41675a244a76ae6b74346237407e MD5 · raw file 

    

  1. import sets as Set
    2. 

  2. i=0
    3. 

  3. count = 0
    4. 

  4. 

  5. dic = {}
    6. 

  6. dic_m = {}
    7. 

  7. 

  8. for l in file ("pinyin_table.txt"):
    9. 

  9. 	ll = unicode(l,"utf8")[:-1]
    10. 

  10. 	p = (ll).split(u"\t")
    11. 

  11. 	if p[0] not in dic:
    12. 

  12. 		dic[p[0]] = [(p[1],p[2])]
    13. 

  13. 	else:
    14. 

  14. 		if p[0] not in dic_m:
    15. 

  15. 			dic_m[p[0]] = dic[p[0]]
    16. 

  16. 		dic_m[p[0]].append((p[1],p[2]))
    17. 

  17. 

  18. for k, v in dic_m.items ():
    19. 

  19. 	print k.encode ("utf-8"),
    20. 

  20. 	for l in v:
    21. 

  21. 		print l[0],l[1],
    22. 

  22. 	print
    23.