~ubuntu-branches/ubuntu/trusty/sunpinyin/trusty-proposed

« back to all changes in this revision

Viewing changes to python/importer/import_qq_userdict.py

Committer: Bazaar Package Importer
Author(s): Zhengpeng Hou
Date: 2010-09-06 12:23:46 UTC
Revision ID: james.westby@ubuntu.com-20100906122346-yamofztk2j5p85fs

Tags: upstream-2.0.2

Import upstream version 2.0.2

files added:

AUTHORS

COPYING

ChangeLog

LGPL.LICENSE

NEWS

OPENSOLARIS.LICENSE

README

SConstruct

TODO

build

build/Makefile

build/SConscript

data

data/Makefile

data/cnpunc.png

data/cnpunc.svg

data/eng.png

data/eng.svg

data/enpunc.png

data/enpunc.svg

data/fullwidth.png

data/fullwidth.svg

data/halfwidth.png

data/halfwidth.svg

data/han.png

data/han.svg

data/setup.svg

data/sunpinyin_logo.xpm

doc/AuxRequire.txt

doc/README

doc/genpyt.pod

doc/getWordFreq.pod

doc/idngram_merge.pod

doc/ids2ngram.pod

doc/mmseg.pod

doc/slmbuild.pod

doc/slminfo.pod

doc/slmprune.pod

doc/slmseg.pod

doc/slmthread.pod

doc/tslmendian.pod

doc/tslminfo.pod

doc/tslmpack.pod

python

python/imdict.py

python/importer

python/importer/import_fcitx_userdict.py

python/importer/import_fit_userdict.py

python/importer/import_google_userdict.py

python/importer/import_qim_userdict.py

python/importer/import_qq_userdict.py

python/importer/import_sogou_celldict.py

python/importer/import_sogou_userdict.py

python/importer/import_ziguang_userdict.py

python/importer/importer.py

python/importer/pinyin_data.py

python/mmseg.py

python/pinyin_data.py

python/pyslm.pyx

python/pytrie.pyx

python/setup.py

python/test.py

python/trie.py

python/utils.py

raw/Makefile

src/config

src/config/beos.h

src/config/linux.h

src/config/mac.h

src/config/solaris.h

src/ime-core

src/ime-core/ic_history.cpp

src/ime-core/ic_history.h

src/ime-core/imi_context.cpp

src/ime-core/imi_context.h

src/ime-core/imi_data.cpp

src/ime-core/imi_data.h

src/ime-core/imi_defines.h

src/ime-core/imi_funcobjs.cpp

src/ime-core/imi_funcobjs.h

src/ime-core/imi_keys.h

src/ime-core/imi_option_event.cpp

src/ime-core/imi_option_event.h

src/ime-core/imi_option_keys.h

src/ime-core/imi_options.cpp

src/ime-core/imi_options.h

src/ime-core/imi_uiobjects.cpp

src/ime-core/imi_uiobjects.h

src/ime-core/imi_view.cpp

src/ime-core/imi_view.h

src/ime-core/imi_view_classic.cpp

src/ime-core/imi_view_classic.h

src/ime-core/imi_winHandler.cpp

src/ime-core/imi_winHandler.h

src/ime-core/lattice_states.cpp

src/ime-core/lattice_states.h

src/ime-core/userdict.cpp

src/ime-core/userdict.h

src/ime-core/utils.h

src/lexicon

src/lexicon/genPYT.cpp

src/lexicon/pytrie.cpp

src/lexicon/pytrie.h

src/lexicon/pytrie_gen.cpp

src/lexicon/pytrie_gen.h

src/lexicon/trie_writer.cpp

src/lexicon/trie_writer.h

src/pinyin

src/pinyin/datrie.h

src/pinyin/datrie_impl.h

src/pinyin/pinyin_data.cpp

src/pinyin/pinyin_data.h

src/pinyin/pinyin_seg.cpp

src/pinyin/pinyin_seg.h

src/pinyin/quanpin_trie.h

src/pinyin/segmentor.h

src/pinyin/shuangpin_data.cpp

src/pinyin/shuangpin_data.h

src/pinyin/shuangpin_seg.cpp

src/pinyin/shuangpin_seg.h

src/pinyin/syllable.h

src/portability.cpp

src/portability.h

src/slm

src/slm/getWordFreq

src/slm/getWordFreq/getWordFreq.cpp

src/slm/ids2ngram

src/slm/ids2ngram/idngram.h

src/slm/ids2ngram/idngram_merge.cpp

src/slm/ids2ngram/idngram_merge.h

src/slm/ids2ngram/ids2ngram.cpp

src/slm/mmseg

src/slm/mmseg/mmseg.cpp

src/slm/sim_dict.cpp

src/slm/sim_dict.h

src/slm/sim_fmerge.h

src/slm/sim_sen.cpp

src/slm/sim_sen.h

src/slm/sim_slm.cpp

src/slm/sim_slm.h

src/slm/sim_slmbuilder.cpp

src/slm/sim_slmbuilder.h

src/slm/slm.cpp

src/slm/slm.h

src/slm/slmbuild

src/slm/slmbuild/slmbuild.cpp

src/slm/slminfo

src/slm/slminfo/slminfo.cpp

src/slm/slmprune

src/slm/slmprune/slmprune.cpp

src/slm/slmseg

src/slm/slmseg/slmseg.cpp

src/slm/thread

src/slm/thread/ValueCompress.cpp

src/slm/thread/ValueCompress.h

src/slm/thread/slmthread.cpp

src/slm/thread/test_vc.cpp

src/slm/tools

src/slm/tools/clean_rmrb.cpp

src/slm/tools/dumpdict.cpp

src/slm/tslmendian

src/slm/tslmendian/slm_endian.cpp

src/slm/tslmendian/slm_file.cpp

src/slm/tslmendian/slm_file.h

src/slm/tslmendian/writer.cpp

src/slm/tslmendian/writer.h

src/slm/tslminfo

src/slm/tslminfo/tslminfo.cpp

src/slm/tslmpack

src/slm/tslmpack/arpa_conv.cpp

src/slm/tslmpack/arpa_conv.h

src/slm/tslmpack/arpa_slm.cpp

src/slm/tslmpack/arpa_slm.h

src/slm/tslmpack/common.h

src/slm/tslmpack/slmpack.cpp

src/sunpinyin.h

swap

swap/README

Show diffs side-by-side

added added

removed removed

python/importer/import_qq_userdict.py

#!/usr/bin/python

import os, sys

import codecs

from importer import import_to_sunpinyin_user_dict

def load_qq_user_dict (fname):

result = []

f = codecs.open (fname, "r", "UTF-16")

for l in f:

if l[0] in ('\n', '\r'):

continue

try:

pystr, utf8str, _ = l.strip().split(",")[0].split(" ")

result.append ((pystr[1:], utf8str))

except:

pass

return result

def main ():

if len (sys.argv) != 2:

print "Please specify the QQ PinYin exported user dict file!"

exit (1)

qq_user_dict = load_qq_user_dict(sys.argv[1])

import_to_sunpinyin_user_dict (qq_user_dict)

if __name__ == "__main__":

main()

Older »