malarinv
/
jasper-asr
mirror of https://github.com/malarinv/jasper-asr.git
1
0
Fork 0
Code Issues Releases Wiki Activity

added option to disable plots during validation

Malar Kannan 2020-05-27 15:43:03 +05:30
parent 7ff2db3e2e
commit a38789d0c3
2 changed files with 21 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
jasper/data/validation/process.py
View File

@ -16,7 +16,7 @@ from ..utils import (
app = typer.Typer() app = typer.Typer()
def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only): def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only, enable_plots):
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
import librosa import librosa
import librosa.display import librosa.display
@ -48,6 +48,7 @@ def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only)
res["domain_wer"] = word_error_rate( res["domain_wer"] = word_error_rate(
[res["spoken"]], [res["pretrained_asr"]] [res["spoken"]], [res["pretrained_asr"]]
) )
if enable_plots:
wav_plot_path = ( wav_plot_path = (
rel_root / Path("wav_plots") / Path(audio_path.name).with_suffix(".png") rel_root / Path("wav_plots") / Path(audio_path.name).with_suffix(".png")
) )
@ -76,6 +77,7 @@ def dump_validation_ui_data(
), ),
use_domain_asr: bool = True, use_domain_asr: bool = True,
annotation_only: bool = True, annotation_only: bool = True,
enable_plots: bool = True,
): ):
from concurrent.futures import ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
from functools import partial from functools import partial
@ -93,6 +95,7 @@ def dump_validation_ui_data(
json.loads(v), json.loads(v),
use_domain_asr, use_domain_asr,
annotation_only, annotation_only,
enable_plots,
) )
for i, v in enumerate(pnr_jsonl) for i, v in enumerate(pnr_jsonl)
] ]
@ -122,6 +125,7 @@ def dump_validation_ui_data(
"use_domain_asr": use_domain_asr, "use_domain_asr": use_domain_asr,
"data": result, "data": result,
"annotation_only": annotation_only, "annotation_only": annotation_only,
"enable_plots": enable_plots,
} }
ExtendedPath(dump_path).write_json(ui_config) ExtendedPath(dump_path).write_json(ui_config)

2
jasper/data/validation/ui.py
View File

@ -63,6 +63,7 @@ def main(manifest: Path):
asr_data = ui_config["data"] asr_data = ui_config["data"]
use_domain_asr = ui_config.get("use_domain_asr", True) use_domain_asr = ui_config.get("use_domain_asr", True)
annotation_only = ui_config.get("annotation_only", False) annotation_only = ui_config.get("annotation_only", False)
enable_plots = ui_config.get("enable_plots", True)
sample_no = st.get_current_cursor() sample_no = st.get_current_cursor()
if len(asr_data) - 1 < sample_no or sample_no < 0: if len(asr_data) - 1 < sample_no or sample_no < 0:
print("Invalid samplno resetting to 0") print("Invalid samplno resetting to 0")
@ -92,6 +93,7 @@ def main(manifest: Path):
st.sidebar.title(f"Speller WER: {sample['domain_wer']:.2f}%") st.sidebar.title(f"Speller WER: {sample['domain_wer']:.2f}%")
else: else:
st.sidebar.title(f"Pretrained WER: {sample['pretrained_wer']:.2f}%") st.sidebar.title(f"Pretrained WER: {sample['pretrained_wer']:.2f}%")
if enable_plots:
st.sidebar.image(Path(sample["plot_path"]).read_bytes()) st.sidebar.image(Path(sample["plot_path"]).read_bytes())
st.audio(Path(sample["audio_path"]).open("rb")) st.audio(Path(sample["audio_path"]).open("rb"))
# set default to text # set default to text