1. updated requirements

2. spm params explicit
3. gitignore and script
experiments
Malar Kannan 2019-09-23 16:26:54 +05:30
parent 4d5001bdf0
commit f449105b79
3 changed files with 7 additions and 5 deletions

2
.gitignore vendored
View File

@ -1,6 +1,8 @@
.env .env
env/ env/
jupyter.json jupyter.json
run*/
filelists/
# Created by https://www.gitignore.io/api/macos # Created by https://www.gitignore.io/api/macos
# Edit at https://www.gitignore.io/?templates=macos # Edit at https://www.gitignore.io/?templates=macos

View File

@ -1,6 +1,6 @@
matplotlib==2.1.0 matplotlib==2.1.0
tensorflow tensorflow==1.1.0
numpy==1.13.3 numpy==1.17.1
inflect==0.2.5 inflect==0.2.5
librosa==0.6.0 librosa==0.6.0
scipy==1.0.0 scipy==1.0.0

View File

@ -25,7 +25,7 @@ def _create_sentencepiece_corpus():
def _create_sentencepiece_vocab(vocab_size=SPM_VOCAB_SIZE): def _create_sentencepiece_vocab(vocab_size=SPM_VOCAB_SIZE):
train_params = "--input={} --model_prefix={} --vocab_size={}".format( train_params = "--input={} --model_type=unigram --character_coverage=1.0 --model_prefix={} --vocab_size={}".format(
SPM_CORPUS_FILE, SPM_MODEL_PREFIX, vocab_size SPM_CORPUS_FILE, SPM_MODEL_PREFIX, vocab_size
) )
spm.SentencePieceTrainer.Train(train_params) spm.SentencePieceTrainer.Train(train_params)
@ -56,8 +56,8 @@ def _interactive_test():
def main(): def main():
# _create_sentencepiece_corpus() _create_sentencepiece_corpus()
# _create_sentencepiece_vocab() _create_sentencepiece_vocab()
_interactive_test() _interactive_test()