Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/linux.yml
Original file line number Diff line number Diff line change
Expand Up @@ -477,7 +477,7 @@ jobs:
- name: 'Whisper'
cmd: 'tests/python_tests/test_whisper_pipeline.py tests/python_tests/test_whisper_pipeline_static.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).whisper.test }}
timeout: 45
timeout: 145
- name: 'Cacheopt E2E'
cmd: 'tests/python_tests/test_kv_cache_eviction.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).continuous_batching.test }}
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/mac.yml
Original file line number Diff line number Diff line change
Expand Up @@ -425,7 +425,7 @@ jobs:
- name: 'Whisper'
cmd: 'tests/python_tests/test_whisper_pipeline.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).whisper.test }}
timeout: 45
timeout: 145
- name: 'Cacheopt E2E'
cmd: 'tests/python_tests/test_kv_cache_eviction.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).continuous_batching.test }}
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/windows.yml
Original file line number Diff line number Diff line change
Expand Up @@ -536,7 +536,7 @@ jobs:
- name: 'Whisper'
cmd: 'tests/python_tests/test_whisper_pipeline.py tests/python_tests/test_whisper_pipeline_static.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).whisper.test }}
timeout: 45
timeout: 145
- name: 'Cacheopt E2E'
cmd: 'tests/python_tests/test_kv_cache_eviction.py'
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).continuous_batching.test }}
Expand Down
27 changes: 19 additions & 8 deletions tests/python_tests/test_whisper_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -180,18 +180,29 @@ def run_genai(
@functools.lru_cache(16)
def get_whisper_dataset(language: str, long_form: bool) -> list:
if not long_form:
ds = datasets.load_dataset(
"mozilla-foundation/common_voice_11_0",
language,
split="test",
streaming=True,
trust_remote_code=True,
)
# TODO: temporary download librispeech dataset until https://github.com/huggingface/datasets/issues/7647 is fixed
if language == "en":
ds = datasets.load_dataset(
"openslr/librispeech_asr",
split="test.other",
streaming=True,
trust_remote_code=True,
)
else:
ds = datasets.load_dataset(
"mozilla-foundation/common_voice_11_0",
language,
split="test",
streaming=False,
trust_remote_code=True,
)
else:
ds = datasets.load_dataset(
"distil-whisper/meanwhile",
split="test",
streaming=True,
# TODO: temporary download the whole dataset until is fixed https://github.com/huggingface/datasets/issues/7647
# return streaming back once the issue is resolved.
# streaming=True,
trust_remote_code=True,
)

Expand Down
Loading