added option to disable plots during validation

Malar Kannan 2020-05-27 15:43:03 +05:30
parent 7ff2db3e2e
commit a38789d0c3
2 changed files with 21 additions and 15 deletions

View File

@ -16,7 +16,7 @@ from ..utils import (
app = typer.Typer()
def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only):
def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only, enable_plots):
import matplotlib.pyplot as plt
import librosa
import librosa.display
@ -48,6 +48,7 @@ def preprocess_datapoint(idx, rel_root, sample, use_domain_asr, annotation_only)
res["domain_wer"] = word_error_rate(
[res["spoken"]], [res["pretrained_asr"]]
)
if enable_plots:
wav_plot_path = (
rel_root / Path("wav_plots") / Path(audio_path.name).with_suffix(".png")
)
@ -76,6 +77,7 @@ def dump_validation_ui_data(
),
use_domain_asr: bool = True,
annotation_only: bool = True,
enable_plots: bool = True,
):
from concurrent.futures import ThreadPoolExecutor
from functools import partial
@ -93,6 +95,7 @@ def dump_validation_ui_data(
json.loads(v),
use_domain_asr,
annotation_only,
enable_plots,
)
for i, v in enumerate(pnr_jsonl)
]
@ -122,6 +125,7 @@ def dump_validation_ui_data(
"use_domain_asr": use_domain_asr,
"data": result,
"annotation_only": annotation_only,
"enable_plots": enable_plots,
}
ExtendedPath(dump_path).write_json(ui_config)

View File

@ -63,6 +63,7 @@ def main(manifest: Path):
asr_data = ui_config["data"]
use_domain_asr = ui_config.get("use_domain_asr", True)
annotation_only = ui_config.get("annotation_only", False)
enable_plots = ui_config.get("enable_plots", True)
sample_no = st.get_current_cursor()
if len(asr_data) - 1 < sample_no or sample_no < 0:
print("Invalid samplno resetting to 0")
@ -92,6 +93,7 @@ def main(manifest: Path):
st.sidebar.title(f"Speller WER: {sample['domain_wer']:.2f}%")
else:
st.sidebar.title(f"Pretrained WER: {sample['pretrained_wer']:.2f}%")
if enable_plots:
st.sidebar.image(Path(sample["plot_path"]).read_bytes())
st.audio(Path(sample["audio_path"]).open("rb"))
# set default to text