First test
parent
3eac8f44cb
commit
1c5ee1fc27
@ -0,0 +1,47 @@
|
||||
from typing import BinaryIO
|
||||
|
||||
import ffmpeg
|
||||
import numpy as np
|
||||
|
||||
DEFAULT_SAMPLE_RATE = 16000
|
||||
|
||||
|
||||
# TODO probably can offload this on a worker queue too
|
||||
def load_audio(file: BinaryIO, encode=True, sr: int = DEFAULT_SAMPLE_RATE):
|
||||
"""
|
||||
Open an audio file object and read as mono waveform, resampling as necessary.
|
||||
Modified from https://github.com/openai/whisper/blob/main/whisper/audio.py
|
||||
to accept a file object
|
||||
|
||||
Parameters
|
||||
----------
|
||||
file: BinaryIO
|
||||
The audio file like object
|
||||
encode: Boolean
|
||||
If true, encode audio stream to WAV before sending to whisper
|
||||
sr: int
|
||||
The sample rate to resample the audio if necessary
|
||||
Returns
|
||||
-------
|
||||
A NumPy array containing the audio waveform, in float32 dtype.
|
||||
"""
|
||||
if encode:
|
||||
try:
|
||||
# This launches a subprocess to decode audio while down-mixing and resampling as necessary.
|
||||
# Requires the ffmpeg CLI and `ffmpeg-python` package to be installed.
|
||||
out, _ = (
|
||||
ffmpeg.input("pipe:", threads=0)
|
||||
.output("-", format="s16le", acodec="pcm_s16le", ac=1, ar=sr)
|
||||
.run(
|
||||
cmd="ffmpeg",
|
||||
capture_stdout=True,
|
||||
capture_stderr=True,
|
||||
input=file.read(),
|
||||
)
|
||||
)
|
||||
except ffmpeg.Error as e:
|
||||
raise RuntimeError(f"Failed to load audio: {e.stderr.decode()}") from e
|
||||
else:
|
||||
out = file.read()
|
||||
|
||||
return np.frombuffer(out, np.int16).flatten().astype(np.float32) / 32768.0
|
@ -0,0 +1,9 @@
|
||||
import os
|
||||
|
||||
import pytest
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def sample_audio():
|
||||
audio_path = os.path.join(os.path.dirname(__file__), "sample_data/drew6.wav")
|
||||
return audio_path
|
Binary file not shown.
@ -0,0 +1,16 @@
|
||||
from local_whisper.audio import DEFAULT_SAMPLE_RATE, load_audio
|
||||
|
||||
|
||||
def test_audio(sample_audio):
|
||||
print(sample_audio)
|
||||
with open(sample_audio, mode="rb") as f:
|
||||
audio = load_audio(f)
|
||||
# Assert Mono
|
||||
assert audio.ndim == 1
|
||||
# Test the file length is appropriate size
|
||||
assert DEFAULT_SAMPLE_RATE * 8 < audio.shape[0] < DEFAULT_SAMPLE_RATE * 12
|
||||
# Taking the standard diviation of audio data can be used to check
|
||||
# Amplitude Variability, Noise Detection, or Normalization. Hear we just want
|
||||
# to make certain it does not contain a lot of noise.
|
||||
assert 0 < audio.std() < 1
|
||||
|
@ -1,2 +0,0 @@
|
||||
def test_example():
|
||||
assert True
|
Loading…
Reference in New Issue