1. updated requirements

2. spm params explicit
3. gitignore and script
experiments
Malar Kannan 2019-09-23 16:26:54 +05:30
parent 4d5001bdf0
commit f449105b79
3 changed files with 7 additions and 5 deletions

2
.gitignore vendored
View File

@ -1,6 +1,8 @@
.env
env/
jupyter.json
run*/
filelists/
# Created by https://www.gitignore.io/api/macos
# Edit at https://www.gitignore.io/?templates=macos

View File

@ -1,6 +1,6 @@
matplotlib==2.1.0
tensorflow
numpy==1.13.3
tensorflow==1.1.0
numpy==1.17.1
inflect==0.2.5
librosa==0.6.0
scipy==1.0.0

View File

@ -25,7 +25,7 @@ def _create_sentencepiece_corpus():
def _create_sentencepiece_vocab(vocab_size=SPM_VOCAB_SIZE):
train_params = "--input={} --model_prefix={} --vocab_size={}".format(
train_params = "--input={} --model_type=unigram --character_coverage=1.0 --model_prefix={} --vocab_size={}".format(
SPM_CORPUS_FILE, SPM_MODEL_PREFIX, vocab_size
)
spm.SentencePieceTrainer.Train(train_params)
@ -56,8 +56,8 @@ def _interactive_test():
def main():
# _create_sentencepiece_corpus()
# _create_sentencepiece_vocab()
_create_sentencepiece_corpus()
_create_sentencepiece_vocab()
_interactive_test()