\n"
+ ],
+ "text/plain": [
+ ""
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ " > to track results use the .show() or .logs() methods or click here to open in UI"
+ ],
+ "text/plain": [
+ ""
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "> 2023-12-05 15:28:53,350 [info] Run execution finished: {'status': 'completed', 'name': 'speech-diarization-diarize'}\n"
+ ]
+ }
+ ],
+ "source": [
+ "# Run the imported function with desired file/s and params\n",
+ "diarize_run = speech_diarization.run(\n",
+ " handler=\"diarize\",\n",
+ " inputs={\"data_path\": audio_files},\n",
+ " params={\n",
+ " \"device\": device,\n",
+ " \"speakers_labels\": speakers_labels,\n",
+ " \"separate_by_channels\": separate_by_channels,\n",
+ " },\n",
+ " returns=[\"speech-diarization: file\", \"diarize-errors: file\"],\n",
+ " local=True,\n",
+ ")"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "ede77975-8843-424f-b521-b9dd56ddad28",
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "mlrun-base",
+ "language": "python",
+ "name": "conda-env-mlrun-base-py"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.9.16"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}
diff --git a/functions/development/pyannote_audio/1.1.0/src/pyannote_audio.py b/functions/development/pyannote_audio/1.1.0/src/pyannote_audio.py
new file mode 100644
index 00000000..6271da6a
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/src/pyannote_audio.py
@@ -0,0 +1,376 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import heapq
+import logging
+import operator
+import os
+import pathlib
+from functools import reduce, wraps
+from typing import Any, Dict, List, Tuple, Union
+
+import pandas as pd
+import pyannote.audio
+import pyannote.core
+import torch
+import torchaudio
+from tqdm import tqdm
+
+# Get the global logger:
+_LOGGER = logging.getLogger()
+
+
+def _check_mlrun_and_open_mpi() -> Tuple["mlrun.MLClientCtx", "mpi4py.MPI.Intracomm"]:
+ is_mpi = False
+ try:
+ import mlrun
+
+ context = mlrun.get_or_create_ctx(name="mlrun")
+ is_mpi = context.labels.get("kind", "job") == "mpijob"
+
+ if is_mpi:
+ try:
+ from mpi4py import MPI
+
+ return context, MPI.COMM_WORLD
+ except ModuleNotFoundError as mpi4py_not_found:
+ context.logger.error(
+ "To distribute the function using MLRun's 'mpijob' you need to have `mpi4py` package in your "
+ "interpreter. Please run `pip install mpi4py` and make sure you have open-mpi."
+ )
+ raise mpi4py_not_found
+ else:
+ return context, None
+ except ModuleNotFoundError as module_not_found:
+ if is_mpi:
+ raise module_not_found
+ return None, None
+
+
+def open_mpi_handler(
+ worker_inputs: List[str], root_worker_inputs: Dict[str, Any] = None
+):
+ global _LOGGER
+
+ # Check for MLRun and OpenMPI availability:
+ context, comm = _check_mlrun_and_open_mpi()
+
+ # Check if MLRun is available, set the global logger to MLRun's:
+ if context:
+ _LOGGER = context.logger
+
+ def decorator(handler):
+ if comm is None or comm.Get_size() == 1:
+ return handler
+
+ @wraps(handler)
+ def wrapper(**kwargs):
+ # Get the open mpi environment properties:
+ size = comm.Get_size()
+ rank = comm.Get_rank()
+
+ # Give the correct chunk of the workers inputs:
+ for worker_input in worker_inputs:
+ input_argument = kwargs[worker_input]
+ if input_argument is None:
+ continue
+ if isinstance(input_argument, str):
+ input_argument = _get_audio_files(
+ data_path=pathlib.Path(input_argument).absolute()
+ )
+ if len(input_argument) < size:
+ raise ValueError(
+ f"Cannot split the input '{worker_input}' of length {len(input_argument)} to {size} workers. "
+ f"Please reduce the amount of workers for this input."
+ )
+ even_chunk_size = len(input_argument) // size
+ chunk_start = rank * even_chunk_size
+ chunk_end = (
+ (rank + 1) * even_chunk_size
+ if rank + 1 < size
+ else len(input_argument)
+ )
+ context.logger.info(
+ f"Rank #{rank}: Processing input chunk of '{worker_input}' "
+ f"from index {chunk_start} to {chunk_end}."
+ )
+ if isinstance(input_argument, list):
+ input_argument = input_argument[chunk_start:chunk_end]
+ elif isinstance(input_argument, pd.DataFrame):
+ input_argument = input_argument.iloc[chunk_start:chunk_end:, :]
+ kwargs[worker_input] = input_argument
+
+ # Set the root worker only arguments:
+ if rank == 0 and root_worker_inputs:
+ kwargs.update(root_worker_inputs)
+
+ # Run the worker:
+ output = handler(**kwargs)
+
+ # Send the output to the root rank (rank #0):
+ output = comm.gather(output, root=0)
+ if rank == 0:
+ # Join the outputs:
+ context.logger.info("Collecting data from workers to root worker.")
+ diarization_dictionary = reduce(
+ operator.ior, [dia for dia, _ in output], {}
+ )
+ errors_dictionary = reduce(operator.ior, [err for _, err in output], {})
+ return diarization_dictionary, errors_dictionary
+ return None
+
+ return wrapper
+
+ return decorator
+
+
+@open_mpi_handler(worker_inputs=["data_path"], root_worker_inputs={"verbose": True})
+def diarize(
+ data_path: Union[str, List[str]],
+ model_name: str = "pyannote/speaker-diarization-3.0",
+ access_token: str = None,
+ device: str = None,
+ speakers_labels: List[str] = None,
+ speaker_prefix: str = "speaker_",
+ separate_by_channels: bool = False,
+ minimum_speakers: int = None,
+ maximum_speakers: int = None,
+ verbose: bool = False,
+) -> Tuple[Dict[str, List[Tuple[float, float, str]]], Dict[str, str]]:
+ """
+ Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).
+ The end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ To use the `pyannote.audio` models you must pass a Huggingface token and get access to the required models. The
+ token can be passed in one of the following options:
+
+ * Use the parameter `access_token`.
+ * Set an environment variable named "HUGGING_FACE_HUB_TOKEN".
+ * If using MLRun, you can pass it as a secret named "HUGGING_FACE_HUB_TOKEN".
+
+ To get access to the models on Huggingface, visit their page. For example, to use the default diarization model set
+ in this function ("pyannote/speaker-diarization-3.0"), you need access for these two models:
+
+ * https://huggingface.co/pyannote/segmentation-3.0
+ * https://huggingface.co/pyannote/speaker-diarization-3.0
+
+ Note: To control the recognized speakers in the diarization output you can choose one of the following methods:
+
+ * For a known speakers amount, you may set speaker labels via the `speakers_labels` parameter that will be used in
+ the order of speaking in the audio (first person speaking be the first label in the list). In addition, you can do
+ diarization per channel (setting the parameter `separate_by_channels` to True). Each label will be assigned to a
+ specific channel by order (first label to channel 0, second label to channel 1 and so on). Notice, this will
+ increase runtime.
+ * For unknown speakers amount, you can set the `speaker_prefix` parameter to add a prefix for each speaker number.
+ You can also help the diarization by setting the speakers range via the `speakers_amount_range` parameter.
+
+ :param data_path: A directory of the audio files, a single file or a list of files to transcribe.
+ :param model_name: One of the official diarization model names (referred as diarization pipelines) of
+ `pyannote.audio` Huggingface page. Default: "pyannote/speaker-diarization-3.0".
+ :param access_token: An access token to pass for using the `pyannote.audio` models. If not provided, it
+ will be looking for the environment variable "HUGGING_FACE_HUB_TOKEN". If MLRun is
+ available, it will look for a secret "HUGGING_FACE_HUB_TOKEN".
+ :param device: Device to load the model. Can be one of {"cuda", "cpu"}. Default will prefer "cuda" if
+ available.
+ :param speakers_labels: Labels to use for the recognized speakers. Default: numeric labels (0, 1, ...).
+ :param separate_by_channels: If each speaker is speaking in a separate channel, you can diarize each channel and
+ combine the result into a single diarization. Each label set in the `speakers_labels`
+ parameter will be assigned to a specific channel by order.
+ :param speaker_prefix: A prefix to add for the speakers labels. This parameter is ignored if
+ `speakers_labels` is not None. Default: "speaker".
+ :param minimum_speakers: Set the minimum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param maximum_speakers: Set the maximum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param verbose: Whether to present logs of a progress bar and errors. Default: True.
+
+ :returns: A tuple of:
+
+ * Speech diarization dictionary.
+ * A dictionary of errored files that were not transcribed.
+ """
+ global _LOGGER
+
+ # Get the input audio files to diarize:
+ if isinstance(data_path, str):
+ data_path = pathlib.Path(data_path).absolute()
+ audio_files = _get_audio_files(data_path=data_path)
+ else: # Should be a list of files.
+ audio_files = data_path
+
+ # Get the Huggingface access token:
+ access_token = _get_access_token(parameter=access_token)
+ if access_token is None:
+ raise ValueError(
+ "A Huggingface access token must be provided to use `pyannote.audio` models. Access token can be passed "
+ "via one of the following options:\n"
+ "* Use the parameter `access_token`.\n"
+ "* Set an environment variable named 'HUGGING_FACE_HUB_TOKEN'.\n"
+ "* If using MLRun, you can pass it as a secret named 'HUGGING_FACE_HUB_TOKEN'."
+ )
+
+ # Load the diarization pipeline:
+ pipeline = pyannote.audio.Pipeline.from_pretrained(
+ checkpoint_path=model_name, use_auth_token=access_token
+ )
+
+ # Set the device:
+ device = device or ("cuda" if torch.cuda.is_available() else "cpu")
+ if device != "cpu":
+ pipeline.to(torch.device(device))
+
+ # Prepare the successes dataframe and errors dictionary to be returned:
+ diarizations = {}
+ errors = {}
+
+ # Prepare the diarization keyword arguments:
+ diarize_kwargs = {}
+ if speakers_labels:
+ diarize_kwargs["num_speakers"] = len(speakers_labels)
+ else:
+ if minimum_speakers:
+ diarize_kwargs["min_speakers"] = minimum_speakers
+ if maximum_speakers:
+ diarize_kwargs["max_speakers"] = maximum_speakers
+
+ # Go over the audio files and diarize:
+ for audio_file in tqdm(
+ audio_files, desc="Diarizing", unit="file", disable=not verbose
+ ):
+ try:
+ # Load audio file:
+ audio, sample_rate = torchaudio.load(uri=audio_file, channels_first=True)
+ # Get the diarization (if provided):
+ diarizations[audio_file.name] = _diarize(
+ audio=audio,
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=speakers_labels,
+ separate_by_channels=separate_by_channels,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs=diarize_kwargs,
+ )
+ except Exception as exception:
+ # Note the exception as error in the dictionary:
+ if verbose:
+ _LOGGER.warning(f"Error in file: '{audio_file.name}'")
+ errors[str(audio_file.name)] = str(exception)
+ continue
+
+ # Print the head of the produced dataframe and return:
+ if verbose:
+ _LOGGER.info(f"Done ({len(diarizations)}/{len(audio_files)})\n")
+ return diarizations, errors
+
+
+def _get_audio_files(
+ data_path: pathlib.Path,
+) -> List[pathlib.Path]:
+ # Check if the path is of a directory or a file:
+ if data_path.is_dir():
+ # Get all files inside the directory:
+ audio_files = list(data_path.glob("*.*"))
+ elif data_path.is_file():
+ audio_files = [data_path]
+ else:
+ raise ValueError(
+ f"Unrecognized data path. The parameter `data_path` must be either a directory path or a file path. "
+ f"Given: {str(data_path)} "
+ )
+
+ return audio_files
+
+
+def _get_access_token(parameter: str) -> str:
+ # If given as a parameter, return it:
+ if parameter:
+ return parameter
+
+ # Otherwise, look at the environment variable:
+ environment_variable = os.environ.get("HUGGING_FACE_HUB_TOKEN")
+ if environment_variable:
+ return environment_variable
+
+ # Lastly, try look in the set secrets in MLRun:
+ secret = None
+ try:
+ import mlrun
+
+ context = mlrun.get_or_create_ctx(name="mlrun")
+ secret = context.get_secret(key="HUGGING_FACE_HUB_TOKEN")
+ except ModuleNotFoundError:
+ pass
+
+ return secret
+
+
+def _diarize(
+ audio: torch.Tensor,
+ sample_rate: int,
+ pipeline: pyannote.audio.Pipeline,
+ speakers_labels: List[str],
+ separate_by_channels: bool,
+ speaker_prefix: str,
+ diarize_kwargs: dict,
+) -> List[Tuple[float, float, str]]:
+ # If there is no need for separation by channels, we diarize and return:
+ if not separate_by_channels:
+ # Diarize:
+ diarization: pyannote.core.Annotation = pipeline(
+ file={"waveform": audio, "sample_rate": sample_rate}, **diarize_kwargs
+ )
+ # Verify speakers labels (should not fail here as we set `num_speakers=len(speakers_labels)` when inferring
+ # through the pipeline):
+ if speakers_labels:
+ given_speakers = len(speakers_labels)
+ found_speakers = len(set(diarization.labels()))
+ if given_speakers < found_speakers:
+ raise ValueError(
+ f"Not enough `speakers_labels` were given. Got {given_speakers} labels but the diarization "
+ f"recognized {found_speakers} speakers."
+ )
+ # Return as a diarization list - a sorted list of tuples of start time, end time and a label (the default label
+ # returned is "SPEAKER_i" so we take only the index out of it):
+ return [
+ (
+ segment.start,
+ segment.end,
+ speakers_labels[int(label.split("_")[1])]
+ if speakers_labels
+ else f"{speaker_prefix}{int(label.split('_')[1])}",
+ )
+ for segment, track, label in diarization.itertracks(yield_label=True)
+ ]
+
+ # Separate to channels and diarize (we expect only one speaker per channel):
+ channel_diarizations = [
+ _diarize(
+ audio=audio[channel].unsqueeze(
+ 0
+ ), # Take channel and add a channel dimension to it.
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=[
+ speakers_labels[channel]
+ ], # Take the channel's label only.
+ separate_by_channels=False,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs={"num_speakers": 1}, # Set to one speaker.
+ )
+ for channel in range(audio.shape[0])
+ ]
+
+ # Merge the channel diarizations into a single sorted list:
+ return list(heapq.merge(*channel_diarizations))
diff --git a/functions/development/pyannote_audio/1.1.0/src/test_pyannote_audio.py b/functions/development/pyannote_audio/1.1.0/src/test_pyannote_audio.py
new file mode 100644
index 00000000..93da5083
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/src/test_pyannote_audio.py
@@ -0,0 +1,25 @@
+import os
+
+import mlrun
+import pytest
+
+
+@pytest.mark.skipif("HUGGING_FACE_HUB_TOKEN" not in os.environ, reason="no token")
+def test_speech_diarization():
+ project = mlrun.new_project("diarization-test2")
+ speech_diarization = project.set_function(
+ func="./function.yaml", name="speech_diarization", image="mlrun/mlrun"
+ )
+
+ diarize_run = speech_diarization.run(
+ handler="diarize",
+ inputs={"data_path": os.path.join("assets", "test_data.wav")},
+ params={
+ "device": "cpu",
+ "speakers_labels": ["Agent", "Client"],
+ "separate_by_channels": True,
+ },
+ returns=["speech_diarization: file", "diarize_errors: file"],
+ local=True,
+ )
+ assert diarize_run.outputs["speech_diarization"]
diff --git a/functions/development/pyannote_audio/1.1.0/static/documentation.html b/functions/development/pyannote_audio/1.1.0/static/documentation.html
new file mode 100644
index 00000000..1fdd1cf3
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/static/documentation.html
@@ -0,0 +1,289 @@
+
+
+
+
+
+
+
+pyannote_audio package
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).
+The end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+of tuples: (start, end, speaker_label).
+
To use the pyannote.audio models you must pass a Huggingface token and get access to the required models. The
+token can be passed in one of the following options:
+
+
Use the parameter access_token.
+
Set an environment variable named “HUGGING_FACE_HUB_TOKEN”.
+
If using MLRun, you can pass it as a secret named “HUGGING_FACE_HUB_TOKEN”.
+
+
To get access to the models on Huggingface, visit their page. For example, to use the default diarization model set
+in this function (“pyannote/speaker-diarization-3.0”), you need access for these two models:
Note: To control the recognized speakers in the diarization output you can choose one of the following methods:
+
+
For a known speakers amount, you may set speaker labels via the speakers_labels parameter that will be used in
+the order of speaking in the audio (first person speaking be the first label in the list). In addition, you can do
+diarization per channel (setting the parameter separate_by_channels to True). Each label will be assigned to a
+specific channel by order (first label to channel 0, second label to channel 1 and so on). Notice, this will
+increase runtime.
+
For unknown speakers amount, you can set the speaker_prefix parameter to add a prefix for each speaker number.
+You can also help the diarization by setting the speakers range via the speakers_amount_range parameter.
+
+
+
Parameters
+
+
data_path – A directory of the audio files, a single file or a list of files to transcribe.
+
model_name – One of the official diarization model names (referred as diarization pipelines) of
+pyannote.audio Huggingface page. Default: “pyannote/speaker-diarization-3.0”.
+
access_token – An access token to pass for using the pyannote.audio models. If not provided, it
+will be looking for the environment variable “HUGGING_FACE_HUB_TOKEN”. If MLRun is
+available, it will look for a secret “HUGGING_FACE_HUB_TOKEN”.
+
device – Device to load the model. Can be one of {“cuda”, “cpu”}. Default will prefer “cuda” if
+available.
+
speakers_labels – Labels to use for the recognized speakers. Default: numeric labels (0, 1, …).
+
separate_by_channels – If each speaker is speaking in a separate channel, you can diarize each channel and
+combine the result into a single diarization. Each label set in the speakers_labels
+parameter will be assigned to a specific channel by order.
+
speaker_prefix – A prefix to add for the speakers labels. This parameter is ignored if
+speakers_labels is not None. Default: “speaker”.
+
minimum_speakers – Set the minimum expected amount of speakers to be in the audio files. This parameter is
+ignored if speakers_labels is not None.
+
maximum_speakers – Set the maximum expected amount of speakers to be in the audio files. This parameter is
+ignored if speakers_labels is not None.
+
verbose – Whether to present logs of a progress bar and errors. Default: True.
+
+
+
Returns
+
A tuple of:
+
+
Speech diarization dictionary.
+
A dictionary of errored files that were not transcribed.
In this notebook we will utilize a call diarization capability to get per-speaker speech durations from a call recording.
+This can be useful for quantifying participation rates in calls for things like customer service analysis.
+
We will demonstrate this by:
+
+
Loading in a sample call recording between multiple participants
+
Using a diarize() function to automatically detect speakers and estimate per-speaker talk time
+
Return a dictionary of described results, and a df of errors
+
+
+
+
importos
+importmlrun
+
+
+
+
+
+
+
# To use the `pyannote.audio` models you must pass a Huggingface token and get access to the required models. The
+# token can be passed in one of the following options:
+#
+# * Use the parameter `access_token`.
+# * Set an environment variable named "HUGGING_FACE_HUB_TOKEN".
+# * If using MLRun, you can pass it as a secret named "HUGGING_FACE_HUB_TOKEN".
+os.environ["HUGGING_FACE_HUB_TOKEN"]=<"add your token here">
+
+
+
+
+
+
+
# Create an mlrun project
+project=mlrun.get_or_create_project("diarization-test")
+
+# Import the function from the yaml file, once it's in the the we can import from there
+speech_diarization=project.set_function(func="hub://speech_diarization",name="speech_diarization")
+
# Set the desired run params and files
+audio_files=os.path.join("test_data.wav")
+device="cpu"
+speakers_labels=["Agent","Client"]
+separate_by_channels=True
+
+
+
+
+
+
+
# Run the imported function with desired file/s and params
+diarize_run=speech_diarization.run(
+ handler="diarize",
+ inputs={"data_path":audio_files},
+ params={
+ "device":device,
+ "speakers_labels":speakers_labels,
+ "separate_by_channels":separate_by_channels,
+ },
+ returns=["speech-diarization: file","diarize-errors: file"],
+ local=True,
+)
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/pyannote_audio/1.1.0/static/function.html b/functions/development/pyannote_audio/1.1.0/static/function.html
new file mode 100644
index 00000000..1d34bd5c
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/static/function.html
@@ -0,0 +1,173 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+
+kind: job
+metadata:
+ name: pyannote-audio
+ tag: ''
+ hash: c45be8d7f51f0b2203155b08c307814a2cb0ac78
+ project: ''
+ labels:
+ author: guyl
+ categories:
+ - deep-learning
+ - Huggingface
+ - Audio
+spec:
+ command: ''
+ args: []
+ image: ''
+ build:
+ functionSourceCode: IyBDb3B5cmlnaHQgMjAyMyBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgIGh0dHA6Ly93d3cuYXBhY2hlLm9yZy9saWNlbnNlcy9MSUNFTlNFLTIuMAojCiMgVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQojIGRpc3RyaWJ1dGVkIHVuZGVyIHRoZSBMaWNlbnNlIGlzIGRpc3RyaWJ1dGVkIG9uIGFuICJBUyBJUyIgQkFTSVMsCiMgV0lUSE9VVCBXQVJSQU5USUVTIE9SIENPTkRJVElPTlMgT0YgQU5ZIEtJTkQsIGVpdGhlciBleHByZXNzIG9yIGltcGxpZWQuCiMgU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAojIGxpbWl0YXRpb25zIHVuZGVyIHRoZSBMaWNlbnNlLgoKaW1wb3J0IGhlYXBxCmltcG9ydCBsb2dnaW5nCmltcG9ydCBvcGVyYXRvcgppbXBvcnQgb3MKaW1wb3J0IHBhdGhsaWIKZnJvbSBmdW5jdG9vbHMgaW1wb3J0IHJlZHVjZSwgd3JhcHMKZnJvbSB0eXBpbmcgaW1wb3J0IEFueSwgRGljdCwgTGlzdCwgVHVwbGUsIFVuaW9uCgppbXBvcnQgcGFuZGFzIGFzIHBkCmltcG9ydCBweWFubm90ZS5hdWRpbwppbXBvcnQgcHlhbm5vdGUuY29yZQppbXBvcnQgdG9yY2gKaW1wb3J0IHRvcmNoYXVkaW8KZnJvbSB0cWRtIGltcG9ydCB0cWRtCgojIEdldCB0aGUgZ2xvYmFsIGxvZ2dlcjoKX0xPR0dFUiA9IGxvZ2dpbmcuZ2V0TG9nZ2VyKCkKCgpkZWYgX2NoZWNrX21scnVuX2FuZF9vcGVuX21waSgpIC0+IFR1cGxlWyJtbHJ1bi5NTENsaWVudEN0eCIsICJtcGk0cHkuTVBJLkludHJhY29tbSJdOgogICAgaXNfbXBpID0gRmFsc2UKICAgIHRyeToKICAgICAgICBpbXBvcnQgbWxydW4KCiAgICAgICAgY29udGV4dCA9IG1scnVuLmdldF9vcl9jcmVhdGVfY3R4KG5hbWU9Im1scnVuIikKICAgICAgICBpc19tcGkgPSBjb250ZXh0LmxhYmVscy5nZXQoImtpbmQiLCAiam9iIikgPT0gIm1waWpvYiIKCiAgICAgICAgaWYgaXNfbXBpOgogICAgICAgICAgICB0cnk6CiAgICAgICAgICAgICAgICBmcm9tIG1waTRweSBpbXBvcnQgTVBJCgogICAgICAgICAgICAgICAgcmV0dXJuIGNvbnRleHQsIE1QSS5DT01NX1dPUkxECiAgICAgICAgICAgIGV4Y2VwdCBNb2R1bGVOb3RGb3VuZEVycm9yIGFzIG1waTRweV9ub3RfZm91bmQ6CiAgICAgICAgICAgICAgICBjb250ZXh0LmxvZ2dlci5lcnJvcigKICAgICAgICAgICAgICAgICAgICAiVG8gZGlzdHJpYnV0ZSB0aGUgZnVuY3Rpb24gdXNpbmcgTUxSdW4ncyAnbXBpam9iJyB5b3UgbmVlZCB0byBoYXZlIGBtcGk0cHlgIHBhY2thZ2UgaW4geW91ciAiCiAgICAgICAgICAgICAgICAgICAgImludGVycHJldGVyLiBQbGVhc2UgcnVuIGBwaXAgaW5zdGFsbCBtcGk0cHlgIGFuZCBtYWtlIHN1cmUgeW91IGhhdmUgb3Blbi1tcGkuIgogICAgICAgICAgICAgICAgKQogICAgICAgICAgICAgICAgcmFpc2UgbXBpNHB5X25vdF9mb3VuZAogICAgICAgIGVsc2U6CiAgICAgICAgICAgIHJldHVybiBjb250ZXh0LCBOb25lCiAgICBleGNlcHQgTW9kdWxlTm90Rm91bmRFcnJvciBhcyBtb2R1bGVfbm90X2ZvdW5kOgogICAgICAgIGlmIGlzX21waToKICAgICAgICAgICAgcmFpc2UgbW9kdWxlX25vdF9mb3VuZAogICAgcmV0dXJuIE5vbmUsIE5vbmUKCgpkZWYgb3Blbl9tcGlfaGFuZGxlcigKICAgIHdvcmtlcl9pbnB1dHM6IExpc3Rbc3RyXSwgcm9vdF93b3JrZXJfaW5wdXRzOiBEaWN0W3N0ciwgQW55XSA9IE5vbmUKKToKICAgIGdsb2JhbCBfTE9HR0VSCgogICAgIyBDaGVjayBmb3IgTUxSdW4gYW5kIE9wZW5NUEkgYXZhaWxhYmlsaXR5OgogICAgY29udGV4dCwgY29tbSA9IF9jaGVja19tbHJ1bl9hbmRfb3Blbl9tcGkoKQoKICAgICMgQ2hlY2sgaWYgTUxSdW4gaXMgYXZhaWxhYmxlLCBzZXQgdGhlIGdsb2JhbCBsb2dnZXIgdG8gTUxSdW4nczoKICAgIGlmIGNvbnRleHQ6CiAgICAgICAgX0xPR0dFUiA9IGNvbnRleHQubG9nZ2VyCgogICAgZGVmIGRlY29yYXRvcihoYW5kbGVyKToKICAgICAgICBpZiBjb21tIGlzIE5vbmUgb3IgY29tbS5HZXRfc2l6ZSgpID09IDE6CiAgICAgICAgICAgIHJldHVybiBoYW5kbGVyCgogICAgICAgIEB3cmFwcyhoYW5kbGVyKQogICAgICAgIGRlZiB3cmFwcGVyKCoqa3dhcmdzKToKICAgICAgICAgICAgIyBHZXQgdGhlIG9wZW4gbXBpIGVudmlyb25tZW50IHByb3BlcnRpZXM6CiAgICAgICAgICAgIHNpemUgPSBjb21tLkdldF9zaXplKCkKICAgICAgICAgICAgcmFuayA9IGNvbW0uR2V0X3JhbmsoKQoKICAgICAgICAgICAgIyBHaXZlIHRoZSBjb3JyZWN0IGNodW5rIG9mIHRoZSB3b3JrZXJzIGlucHV0czoKICAgICAgICAgICAgZm9yIHdvcmtlcl9pbnB1dCBpbiB3b3JrZXJfaW5wdXRzOgogICAgICAgICAgICAgICAgaW5wdXRfYXJndW1lbnQgPSBrd2FyZ3Nbd29ya2VyX2lucHV0XQogICAgICAgICAgICAgICAgaWYgaW5wdXRfYXJndW1lbnQgaXMgTm9uZToKICAgICAgICAgICAgICAgICAgICBjb250aW51ZQogICAgICAgICAgICAgICAgaWYgaXNpbnN0YW5jZShpbnB1dF9hcmd1bWVudCwgc3RyKToKICAgICAgICAgICAgICAgICAgICBpbnB1dF9hcmd1bWVudCA9IF9nZXRfYXVkaW9fZmlsZXMoCiAgICAgICAgICAgICAgICAgICAgICAgIGRhdGFfcGF0aD1wYXRobGliLlBhdGgoaW5wdXRfYXJndW1lbnQpLmFic29sdXRlKCkKICAgICAgICAgICAgICAgICAgICApCiAgICAgICAgICAgICAgICBpZiBsZW4oaW5wdXRfYXJndW1lbnQpIDwgc2l6ZToKICAgICAgICAgICAgICAgICAgICByYWlzZSBWYWx1ZUVycm9yKAogICAgICAgICAgICAgICAgICAgICAgICBmIkNhbm5vdCBzcGxpdCB0aGUgaW5wdXQgJ3t3b3JrZXJfaW5wdXR9JyBvZiBsZW5ndGgge2xlbihpbnB1dF9hcmd1bWVudCl9IHRvIHtzaXplfSB3b3JrZXJzLiAiCiAgICAgICAgICAgICAgICAgICAgICAgIGYiUGxlYXNlIHJlZHVjZSB0aGUgYW1vdW50IG9mIHdvcmtlcnMgZm9yIHRoaXMgaW5wdXQuIgogICAgICAgICAgICAgICAgICAgICkKICAgICAgICAgICAgICAgIGV2ZW5fY2h1bmtfc2l6ZSA9IGxlbihpbnB1dF9hcmd1bWVudCkgLy8gc2l6ZQogICAgICAgICAgICAgICAgY2h1bmtfc3RhcnQgPSByYW5rICogZXZlbl9jaHVua19zaXplCiAgICAgICAgICAgICAgICBjaHVua19lbmQgPSAoCiAgICAgICAgICAgICAgICAgICAgKHJhbmsgKyAxKSAqIGV2ZW5fY2h1bmtfc2l6ZQogICAgICAgICAgICAgICAgICAgIGlmIHJhbmsgKyAxIDwgc2l6ZQogICAgICAgICAgICAgICAgICAgIGVsc2UgbGVuKGlucHV0X2FyZ3VtZW50KQogICAgICAgICAgICAgICAgKQogICAgICAgICAgICAgICAgY29udGV4dC5sb2dnZXIuaW5mbygKICAgICAgICAgICAgICAgICAgICBmIlJhbmsgI3tyYW5rfTogUHJvY2Vzc2luZyBpbnB1dCBjaHVuayBvZiAne3dvcmtlcl9pbnB1dH0nICIKICAgICAgICAgICAgICAgICAgICBmImZyb20gaW5kZXgge2NodW5rX3N0YXJ0fSB0byB7Y2h1bmtfZW5kfS4iCiAgICAgICAgICAgICAgICApCiAgICAgICAgICAgICAgICBpZiBpc2luc3RhbmNlKGlucHV0X2FyZ3VtZW50LCBsaXN0KToKICAgICAgICAgICAgICAgICAgICBpbnB1dF9hcmd1bWVudCA9IGlucHV0X2FyZ3VtZW50W2NodW5rX3N0YXJ0OmNodW5rX2VuZF0KICAgICAgICAgICAgICAgIGVsaWYgaXNpbnN0YW5jZShpbnB1dF9hcmd1bWVudCwgcGQuRGF0YUZyYW1lKToKICAgICAgICAgICAgICAgICAgICBpbnB1dF9hcmd1bWVudCA9IGlucHV0X2FyZ3VtZW50Lmlsb2NbY2h1bmtfc3RhcnQ6Y2h1bmtfZW5kOiwgOl0KICAgICAgICAgICAgICAgIGt3YXJnc1t3b3JrZXJfaW5wdXRdID0gaW5wdXRfYXJndW1lbnQKCiAgICAgICAgICAgICMgU2V0IHRoZSByb290IHdvcmtlciBvbmx5IGFyZ3VtZW50czoKICAgICAgICAgICAgaWYgcmFuayA9PSAwIGFuZCByb290X3dvcmtlcl9pbnB1dHM6CiAgICAgICAgICAgICAgICBrd2FyZ3MudXBkYXRlKHJvb3Rfd29ya2VyX2lucHV0cykKCiAgICAgICAgICAgICMgUnVuIHRoZSB3b3JrZXI6CiAgICAgICAgICAgIG91dHB1dCA9IGhhbmRsZXIoKiprd2FyZ3MpCgogICAgICAgICAgICAjIFNlbmQgdGhlIG91dHB1dCB0byB0aGUgcm9vdCByYW5rIChyYW5rICMwKToKICAgICAgICAgICAgb3V0cHV0ID0gY29tbS5nYXRoZXIob3V0cHV0LCByb290PTApCiAgICAgICAgICAgIGlmIHJhbmsgPT0gMDoKICAgICAgICAgICAgICAgICMgSm9pbiB0aGUgb3V0cHV0czoKICAgICAgICAgICAgICAgIGNvbnRleHQubG9nZ2VyLmluZm8oIkNvbGxlY3RpbmcgZGF0YSBmcm9tIHdvcmtlcnMgdG8gcm9vdCB3b3JrZXIuIikKICAgICAgICAgICAgICAgIGRpYXJpemF0aW9uX2RpY3Rpb25hcnkgPSByZWR1Y2UoCiAgICAgICAgICAgICAgICAgICAgb3BlcmF0b3IuaW9yLCBbZGlhIGZvciBkaWEsIF8gaW4gb3V0cHV0XSwge30KICAgICAgICAgICAgICAgICkKICAgICAgICAgICAgICAgIGVycm9yc19kaWN0aW9uYXJ5ID0gcmVkdWNlKG9wZXJhdG9yLmlvciwgW2VyciBmb3IgXywgZXJyIGluIG91dHB1dF0sIHt9KQogICAgICAgICAgICAgICAgcmV0dXJuIGRpYXJpemF0aW9uX2RpY3Rpb25hcnksIGVycm9yc19kaWN0aW9uYXJ5CiAgICAgICAgICAgIHJldHVybiBOb25lCgogICAgICAgIHJldHVybiB3cmFwcGVyCgogICAgcmV0dXJuIGRlY29yYXRvcgoKCkBvcGVuX21waV9oYW5kbGVyKHdvcmtlcl9pbnB1dHM9WyJkYXRhX3BhdGgiXSwgcm9vdF93b3JrZXJfaW5wdXRzPXsidmVyYm9zZSI6IFRydWV9KQpkZWYgZGlhcml6ZSgKICAgIGRhdGFfcGF0aDogVW5pb25bc3RyLCBMaXN0W3N0cl1dLAogICAgbW9kZWxfbmFtZTogc3RyID0gInB5YW5ub3RlL3NwZWFrZXItZGlhcml6YXRpb24tMy4wIiwKICAgIGFjY2Vzc190b2tlbjogc3RyID0gTm9uZSwKICAgIGRldmljZTogc3RyID0gTm9uZSwKICAgIHNwZWFrZXJzX2xhYmVsczogTGlzdFtzdHJdID0gTm9uZSwKICAgIHNwZWFrZXJfcHJlZml4OiBzdHIgPSAic3BlYWtlcl8iLAogICAgc2VwYXJhdGVfYnlfY2hhbm5lbHM6IGJvb2wgPSBGYWxzZSwKICAgIG1pbmltdW1fc3BlYWtlcnM6IGludCA9IE5vbmUsCiAgICBtYXhpbXVtX3NwZWFrZXJzOiBpbnQgPSBOb25lLAogICAgdmVyYm9zZTogYm9vbCA9IEZhbHNlLAopIC0+IFR1cGxlW0RpY3Rbc3RyLCBMaXN0W1R1cGxlW2Zsb2F0LCBmbG9hdCwgc3RyXV1dLCBEaWN0W3N0ciwgc3RyXV06CiAgICAiIiIKICAgIFBlcmZvcm0gc3BlZWNoIGRpYXJpemF0aW9uIG9uIGdpdmVuIGF1ZGlvIGZpbGVzIHVzaW5nIHB5YW5ub3RlLWF1ZGlvIChodHRwczovL2dpdGh1Yi5jb20vcHlhbm5vdGUvcHlhbm5vdGUtYXVkaW8pLgogICAgVGhlIGVuZCByZXN1bHQgaXMgYSBkaWN0aW9uYXJ5IHdpdGggdGhlIGZpbGUgbmFtZXMgYXMga2V5cyBhbmQgdGhlaXIgZGlhcml6YXRpb24gYXMgdmFsdWUuIEEgZGlhcml6YXRpb24gaXMgYSBsaXN0CiAgICBvZiB0dXBsZXM6IChzdGFydCwgZW5kLCBzcGVha2VyX2xhYmVsKS4KCiAgICBUbyB1c2UgdGhlIGBweWFubm90ZS5hdWRpb2AgbW9kZWxzIHlvdSBtdXN0IHBhc3MgYSBIdWdnaW5nZmFjZSB0b2tlbiBhbmQgZ2V0IGFjY2VzcyB0byB0aGUgcmVxdWlyZWQgbW9kZWxzLiBUaGUKICAgIHRva2VuIGNhbiBiZSBwYXNzZWQgaW4gb25lIG9mIHRoZSBmb2xsb3dpbmcgb3B0aW9uczoKCiAgICAqIFVzZSB0aGUgcGFyYW1ldGVyIGBhY2Nlc3NfdG9rZW5gLgogICAgKiBTZXQgYW4gZW52aXJvbm1lbnQgdmFyaWFibGUgbmFtZWQgIkhVR0dJTkdfRkFDRV9IVUJfVE9LRU4iLgogICAgKiBJZiB1c2luZyBNTFJ1biwgeW91IGNhbiBwYXNzIGl0IGFzIGEgc2VjcmV0IG5hbWVkICJIVUdHSU5HX0ZBQ0VfSFVCX1RPS0VOIi4KCiAgICBUbyBnZXQgYWNjZXNzIHRvIHRoZSBtb2RlbHMgb24gSHVnZ2luZ2ZhY2UsIHZpc2l0IHRoZWlyIHBhZ2UuIEZvciBleGFtcGxlLCB0byB1c2UgdGhlIGRlZmF1bHQgZGlhcml6YXRpb24gbW9kZWwgc2V0CiAgICBpbiB0aGlzIGZ1bmN0aW9uICgicHlhbm5vdGUvc3BlYWtlci1kaWFyaXphdGlvbi0zLjAiKSwgeW91IG5lZWQgYWNjZXNzIGZvciB0aGVzZSB0d28gbW9kZWxzOgoKICAgICogaHR0cHM6Ly9odWdnaW5nZmFjZS5jby9weWFubm90ZS9zZWdtZW50YXRpb24tMy4wCiAgICAqIGh0dHBzOi8vaHVnZ2luZ2ZhY2UuY28vcHlhbm5vdGUvc3BlYWtlci1kaWFyaXphdGlvbi0zLjAKCiAgICBOb3RlOiBUbyBjb250cm9sIHRoZSByZWNvZ25pemVkIHNwZWFrZXJzIGluIHRoZSBkaWFyaXphdGlvbiBvdXRwdXQgeW91IGNhbiBjaG9vc2Ugb25lIG9mIHRoZSBmb2xsb3dpbmcgbWV0aG9kczoKCiAgICAqIEZvciBhIGtub3duIHNwZWFrZXJzIGFtb3VudCwgeW91IG1heSBzZXQgc3BlYWtlciBsYWJlbHMgdmlhIHRoZSBgc3BlYWtlcnNfbGFiZWxzYCBwYXJhbWV0ZXIgdGhhdCB3aWxsIGJlIHVzZWQgaW4KICAgICAgdGhlIG9yZGVyIG9mIHNwZWFraW5nIGluIHRoZSBhdWRpbyAoZmlyc3QgcGVyc29uIHNwZWFraW5nIGJlIHRoZSBmaXJzdCBsYWJlbCBpbiB0aGUgbGlzdCkuIEluIGFkZGl0aW9uLCB5b3UgY2FuIGRvCiAgICAgIGRpYXJpemF0aW9uIHBlciBjaGFubmVsIChzZXR0aW5nIHRoZSBwYXJhbWV0ZXIgYHNlcGFyYXRlX2J5X2NoYW5uZWxzYCB0byBUcnVlKS4gRWFjaCBsYWJlbCB3aWxsIGJlIGFzc2lnbmVkIHRvIGEKICAgICAgc3BlY2lmaWMgY2hhbm5lbCBieSBvcmRlciAoZmlyc3QgbGFiZWwgdG8gY2hhbm5lbCAwLCBzZWNvbmQgbGFiZWwgdG8gY2hhbm5lbCAxIGFuZCBzbyBvbikuIE5vdGljZSwgdGhpcyB3aWxsCiAgICAgIGluY3JlYXNlIHJ1bnRpbWUuCiAgICAqIEZvciB1bmtub3duIHNwZWFrZXJzIGFtb3VudCwgeW91IGNhbiBzZXQgdGhlIGBzcGVha2VyX3ByZWZpeGAgcGFyYW1ldGVyIHRvIGFkZCBhIHByZWZpeCBmb3IgZWFjaCBzcGVha2VyIG51bWJlci4KICAgICAgWW91IGNhbiBhbHNvIGhlbHAgdGhlIGRpYXJpemF0aW9uIGJ5IHNldHRpbmcgdGhlIHNwZWFrZXJzIHJhbmdlIHZpYSB0aGUgYHNwZWFrZXJzX2Ftb3VudF9yYW5nZWAgcGFyYW1ldGVyLgoKICAgIDpwYXJhbSBkYXRhX3BhdGg6ICAgICAgICAgICAgQSBkaXJlY3Rvcnkgb2YgdGhlIGF1ZGlvIGZpbGVzLCBhIHNpbmdsZSBmaWxlIG9yIGEgbGlzdCBvZiBmaWxlcyB0byB0cmFuc2NyaWJlLgogICAgOnBhcmFtIG1vZGVsX25hbWU6ICAgICAgICAgICBPbmUgb2YgdGhlIG9mZmljaWFsIGRpYXJpemF0aW9uIG1vZGVsIG5hbWVzIChyZWZlcnJlZCBhcyBkaWFyaXphdGlvbiBwaXBlbGluZXMpIG9mCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBweWFubm90ZS5hdWRpb2AgSHVnZ2luZ2ZhY2UgcGFnZS4gRGVmYXVsdDogInB5YW5ub3RlL3NwZWFrZXItZGlhcml6YXRpb24tMy4wIi4KICAgIDpwYXJhbSBhY2Nlc3NfdG9rZW46ICAgICAgICAgQW4gYWNjZXNzIHRva2VuIHRvIHBhc3MgZm9yIHVzaW5nIHRoZSBgcHlhbm5vdGUuYXVkaW9gIG1vZGVscy4gSWYgbm90IHByb3ZpZGVkLCBpdAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB3aWxsIGJlIGxvb2tpbmcgZm9yIHRoZSBlbnZpcm9ubWVudCB2YXJpYWJsZSAiSFVHR0lOR19GQUNFX0hVQl9UT0tFTiIuIElmIE1MUnVuIGlzCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGF2YWlsYWJsZSwgaXQgd2lsbCBsb29rIGZvciBhIHNlY3JldCAiSFVHR0lOR19GQUNFX0hVQl9UT0tFTiIuCiAgICA6cGFyYW0gZGV2aWNlOiAgICAgICAgICAgICAgIERldmljZSB0byBsb2FkIHRoZSBtb2RlbC4gQ2FuIGJlIG9uZSBvZiB7ImN1ZGEiLCAiY3B1In0uIERlZmF1bHQgd2lsbCBwcmVmZXIgImN1ZGEiIGlmCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGF2YWlsYWJsZS4KICAgIDpwYXJhbSBzcGVha2Vyc19sYWJlbHM6ICAgICAgTGFiZWxzIHRvIHVzZSBmb3IgdGhlIHJlY29nbml6ZWQgc3BlYWtlcnMuIERlZmF1bHQ6IG51bWVyaWMgbGFiZWxzICgwLCAxLCAuLi4pLgogICAgOnBhcmFtIHNlcGFyYXRlX2J5X2NoYW5uZWxzOiBJZiBlYWNoIHNwZWFrZXIgaXMgc3BlYWtpbmcgaW4gYSBzZXBhcmF0ZSBjaGFubmVsLCB5b3UgY2FuIGRpYXJpemUgZWFjaCBjaGFubmVsIGFuZAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb21iaW5lIHRoZSByZXN1bHQgaW50byBhIHNpbmdsZSBkaWFyaXphdGlvbi4gRWFjaCBsYWJlbCBzZXQgaW4gdGhlIGBzcGVha2Vyc19sYWJlbHNgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHBhcmFtZXRlciB3aWxsIGJlIGFzc2lnbmVkIHRvIGEgc3BlY2lmaWMgY2hhbm5lbCBieSBvcmRlci4KICAgIDpwYXJhbSBzcGVha2VyX3ByZWZpeDogICAgICAgQSBwcmVmaXggdG8gYWRkIGZvciB0aGUgc3BlYWtlcnMgbGFiZWxzLiBUaGlzIHBhcmFtZXRlciBpcyBpZ25vcmVkIGlmCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBzcGVha2Vyc19sYWJlbHNgIGlzIG5vdCBOb25lLiBEZWZhdWx0OiAic3BlYWtlciIuCiAgICA6cGFyYW0gbWluaW11bV9zcGVha2VyczogICAgIFNldCB0aGUgbWluaW11bSBleHBlY3RlZCBhbW91bnQgb2Ygc3BlYWtlcnMgdG8gYmUgaW4gdGhlIGF1ZGlvIGZpbGVzLiBUaGlzIHBhcmFtZXRlciBpcwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpZ25vcmVkIGlmIGBzcGVha2Vyc19sYWJlbHNgIGlzIG5vdCBOb25lLgogICAgOnBhcmFtIG1heGltdW1fc3BlYWtlcnM6ICAgICBTZXQgdGhlIG1heGltdW0gZXhwZWN0ZWQgYW1vdW50IG9mIHNwZWFrZXJzIHRvIGJlIGluIHRoZSBhdWRpbyBmaWxlcy4gVGhpcyBwYXJhbWV0ZXIgaXMKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaWdub3JlZCBpZiBgc3BlYWtlcnNfbGFiZWxzYCBpcyBub3QgTm9uZS4KICAgIDpwYXJhbSB2ZXJib3NlOiAgICAgICAgICAgICAgV2hldGhlciB0byBwcmVzZW50IGxvZ3Mgb2YgYSBwcm9ncmVzcyBiYXIgYW5kIGVycm9ycy4gRGVmYXVsdDogVHJ1ZS4KCiAgICA6cmV0dXJuczogQSB0dXBsZSBvZjoKCiAgICAgICAgICAgICAgKiBTcGVlY2ggZGlhcml6YXRpb24gZGljdGlvbmFyeS4KICAgICAgICAgICAgICAqIEEgZGljdGlvbmFyeSBvZiBlcnJvcmVkIGZpbGVzIHRoYXQgd2VyZSBub3QgdHJhbnNjcmliZWQuCiAgICAiIiIKICAgIGdsb2JhbCBfTE9HR0VSCgogICAgIyBHZXQgdGhlIGlucHV0IGF1ZGlvIGZpbGVzIHRvIGRpYXJpemU6CiAgICBpZiBpc2luc3RhbmNlKGRhdGFfcGF0aCwgc3RyKToKICAgICAgICBkYXRhX3BhdGggPSBwYXRobGliLlBhdGgoZGF0YV9wYXRoKS5hYnNvbHV0ZSgpCiAgICAgICAgYXVkaW9fZmlsZXMgPSBfZ2V0X2F1ZGlvX2ZpbGVzKGRhdGFfcGF0aD1kYXRhX3BhdGgpCiAgICBlbHNlOiAgIyBTaG91bGQgYmUgYSBsaXN0IG9mIGZpbGVzLgogICAgICAgIGF1ZGlvX2ZpbGVzID0gZGF0YV9wYXRoCgogICAgIyBHZXQgdGhlIEh1Z2dpbmdmYWNlIGFjY2VzcyB0b2tlbjoKICAgIGFjY2Vzc190b2tlbiA9IF9nZXRfYWNjZXNzX3Rva2VuKHBhcmFtZXRlcj1hY2Nlc3NfdG9rZW4pCiAgICBpZiBhY2Nlc3NfdG9rZW4gaXMgTm9uZToKICAgICAgICByYWlzZSBWYWx1ZUVycm9yKAogICAgICAgICAgICAiQSBIdWdnaW5nZmFjZSBhY2Nlc3MgdG9rZW4gbXVzdCBiZSBwcm92aWRlZCB0byB1c2UgYHB5YW5ub3RlLmF1ZGlvYCBtb2RlbHMuIEFjY2VzcyB0b2tlbiBjYW4gYmUgcGFzc2VkICIKICAgICAgICAgICAgInZpYSBvbmUgb2YgdGhlIGZvbGxvd2luZyBvcHRpb25zOlxuIgogICAgICAgICAgICAiKiBVc2UgdGhlIHBhcmFtZXRlciBgYWNjZXNzX3Rva2VuYC5cbiIKICAgICAgICAgICAgIiogU2V0IGFuIGVudmlyb25tZW50IHZhcmlhYmxlIG5hbWVkICdIVUdHSU5HX0ZBQ0VfSFVCX1RPS0VOJy5cbiIKICAgICAgICAgICAgIiogSWYgdXNpbmcgTUxSdW4sIHlvdSBjYW4gcGFzcyBpdCBhcyBhIHNlY3JldCBuYW1lZCAnSFVHR0lOR19GQUNFX0hVQl9UT0tFTicuIgogICAgICAgICkKCiAgICAjIExvYWQgdGhlIGRpYXJpemF0aW9uIHBpcGVsaW5lOgogICAgcGlwZWxpbmUgPSBweWFubm90ZS5hdWRpby5QaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoCiAgICAgICAgY2hlY2twb2ludF9wYXRoPW1vZGVsX25hbWUsIHVzZV9hdXRoX3Rva2VuPWFjY2Vzc190b2tlbgogICAgKQoKICAgICMgU2V0IHRoZSBkZXZpY2U6CiAgICBkZXZpY2UgPSBkZXZpY2Ugb3IgKCJjdWRhIiBpZiB0b3JjaC5jdWRhLmlzX2F2YWlsYWJsZSgpIGVsc2UgImNwdSIpCiAgICBpZiBkZXZpY2UgIT0gImNwdSI6CiAgICAgICAgcGlwZWxpbmUudG8odG9yY2guZGV2aWNlKGRldmljZSkpCgogICAgIyBQcmVwYXJlIHRoZSBzdWNjZXNzZXMgZGF0YWZyYW1lIGFuZCBlcnJvcnMgZGljdGlvbmFyeSB0byBiZSByZXR1cm5lZDoKICAgIGRpYXJpemF0aW9ucyA9IHt9CiAgICBlcnJvcnMgPSB7fQoKICAgICMgUHJlcGFyZSB0aGUgZGlhcml6YXRpb24ga2V5d29yZCBhcmd1bWVudHM6CiAgICBkaWFyaXplX2t3YXJncyA9IHt9CiAgICBpZiBzcGVha2Vyc19sYWJlbHM6CiAgICAgICAgZGlhcml6ZV9rd2FyZ3NbIm51bV9zcGVha2VycyJdID0gbGVuKHNwZWFrZXJzX2xhYmVscykKICAgIGVsc2U6CiAgICAgICAgaWYgbWluaW11bV9zcGVha2VyczoKICAgICAgICAgICAgZGlhcml6ZV9rd2FyZ3NbIm1pbl9zcGVha2VycyJdID0gbWluaW11bV9zcGVha2VycwogICAgICAgIGlmIG1heGltdW1fc3BlYWtlcnM6CiAgICAgICAgICAgIGRpYXJpemVfa3dhcmdzWyJtYXhfc3BlYWtlcnMiXSA9IG1heGltdW1fc3BlYWtlcnMKCiAgICAjIEdvIG92ZXIgdGhlIGF1ZGlvIGZpbGVzIGFuZCBkaWFyaXplOgogICAgZm9yIGF1ZGlvX2ZpbGUgaW4gdHFkbSgKICAgICAgICBhdWRpb19maWxlcywgZGVzYz0iRGlhcml6aW5nIiwgdW5pdD0iZmlsZSIsIGRpc2FibGU9bm90IHZlcmJvc2UKICAgICk6CiAgICAgICAgdHJ5OgogICAgICAgICAgICAjIExvYWQgYXVkaW8gZmlsZToKICAgICAgICAgICAgYXVkaW8sIHNhbXBsZV9yYXRlID0gdG9yY2hhdWRpby5sb2FkKHVyaT1hdWRpb19maWxlLCBjaGFubmVsc19maXJzdD1UcnVlKQogICAgICAgICAgICAjIEdldCB0aGUgZGlhcml6YXRpb24gKGlmIHByb3ZpZGVkKToKICAgICAgICAgICAgZGlhcml6YXRpb25zW2F1ZGlvX2ZpbGUubmFtZV0gPSBfZGlhcml6ZSgKICAgICAgICAgICAgICAgIGF1ZGlvPWF1ZGlvLAogICAgICAgICAgICAgICAgc2FtcGxlX3JhdGU9c2FtcGxlX3JhdGUsCiAgICAgICAgICAgICAgICBwaXBlbGluZT1waXBlbGluZSwKICAgICAgICAgICAgICAgIHNwZWFrZXJzX2xhYmVscz1zcGVha2Vyc19sYWJlbHMsCiAgICAgICAgICAgICAgICBzZXBhcmF0ZV9ieV9jaGFubmVscz1zZXBhcmF0ZV9ieV9jaGFubmVscywKICAgICAgICAgICAgICAgIHNwZWFrZXJfcHJlZml4PXNwZWFrZXJfcHJlZml4LAogICAgICAgICAgICAgICAgZGlhcml6ZV9rd2FyZ3M9ZGlhcml6ZV9rd2FyZ3MsCiAgICAgICAgICAgICkKICAgICAgICBleGNlcHQgRXhjZXB0aW9uIGFzIGV4Y2VwdGlvbjoKICAgICAgICAgICAgIyBOb3RlIHRoZSBleGNlcHRpb24gYXMgZXJyb3IgaW4gdGhlIGRpY3Rpb25hcnk6CiAgICAgICAgICAgIGlmIHZlcmJvc2U6CiAgICAgICAgICAgICAgICBfTE9HR0VSLndhcm5pbmcoZiJFcnJvciBpbiBmaWxlOiAne2F1ZGlvX2ZpbGUubmFtZX0nIikKICAgICAgICAgICAgZXJyb3JzW3N0cihhdWRpb19maWxlLm5hbWUpXSA9IHN0cihleGNlcHRpb24pCiAgICAgICAgICAgIGNvbnRpbnVlCgogICAgIyBQcmludCB0aGUgaGVhZCBvZiB0aGUgcHJvZHVjZWQgZGF0YWZyYW1lIGFuZCByZXR1cm46CiAgICBpZiB2ZXJib3NlOgogICAgICAgIF9MT0dHRVIuaW5mbyhmIkRvbmUgKHtsZW4oZGlhcml6YXRpb25zKX0ve2xlbihhdWRpb19maWxlcyl9KVxuIikKICAgIHJldHVybiBkaWFyaXphdGlvbnMsIGVycm9ycwoKCmRlZiBfZ2V0X2F1ZGlvX2ZpbGVzKAogICAgZGF0YV9wYXRoOiBwYXRobGliLlBhdGgsCikgLT4gTGlzdFtwYXRobGliLlBhdGhdOgogICAgIyBDaGVjayBpZiB0aGUgcGF0aCBpcyBvZiBhIGRpcmVjdG9yeSBvciBhIGZpbGU6CiAgICBpZiBkYXRhX3BhdGguaXNfZGlyKCk6CiAgICAgICAgIyBHZXQgYWxsIGZpbGVzIGluc2lkZSB0aGUgZGlyZWN0b3J5OgogICAgICAgIGF1ZGlvX2ZpbGVzID0gbGlzdChkYXRhX3BhdGguZ2xvYigiKi4qIikpCiAgICBlbGlmIGRhdGFfcGF0aC5pc19maWxlKCk6CiAgICAgICAgYXVkaW9fZmlsZXMgPSBbZGF0YV9wYXRoXQogICAgZWxzZToKICAgICAgICByYWlzZSBWYWx1ZUVycm9yKAogICAgICAgICAgICBmIlVucmVjb2duaXplZCBkYXRhIHBhdGguIFRoZSBwYXJhbWV0ZXIgYGRhdGFfcGF0aGAgbXVzdCBiZSBlaXRoZXIgYSBkaXJlY3RvcnkgcGF0aCBvciBhIGZpbGUgcGF0aC4gIgogICAgICAgICAgICBmIkdpdmVuOiB7c3RyKGRhdGFfcGF0aCl9ICIKICAgICAgICApCgogICAgcmV0dXJuIGF1ZGlvX2ZpbGVzCgoKZGVmIF9nZXRfYWNjZXNzX3Rva2VuKHBhcmFtZXRlcjogc3RyKSAtPiBzdHI6CiAgICAjIElmIGdpdmVuIGFzIGEgcGFyYW1ldGVyLCByZXR1cm4gaXQ6CiAgICBpZiBwYXJhbWV0ZXI6CiAgICAgICAgcmV0dXJuIHBhcmFtZXRlcgoKICAgICMgT3RoZXJ3aXNlLCBsb29rIGF0IHRoZSBlbnZpcm9ubWVudCB2YXJpYWJsZToKICAgIGVudmlyb25tZW50X3ZhcmlhYmxlID0gb3MuZW52aXJvbi5nZXQoIkhVR0dJTkdfRkFDRV9IVUJfVE9LRU4iKQogICAgaWYgZW52aXJvbm1lbnRfdmFyaWFibGU6CiAgICAgICAgcmV0dXJuIGVudmlyb25tZW50X3ZhcmlhYmxlCgogICAgIyBMYXN0bHksIHRyeSBsb29rIGluIHRoZSBzZXQgc2VjcmV0cyBpbiBNTFJ1bjoKICAgIHNlY3JldCA9IE5vbmUKICAgIHRyeToKICAgICAgICBpbXBvcnQgbWxydW4KCiAgICAgICAgY29udGV4dCA9IG1scnVuLmdldF9vcl9jcmVhdGVfY3R4KG5hbWU9Im1scnVuIikKICAgICAgICBzZWNyZXQgPSBjb250ZXh0LmdldF9zZWNyZXQoa2V5PSJIVUdHSU5HX0ZBQ0VfSFVCX1RPS0VOIikKICAgIGV4Y2VwdCBNb2R1bGVOb3RGb3VuZEVycm9yOgogICAgICAgIHBhc3MKCiAgICByZXR1cm4gc2VjcmV0CgoKZGVmIF9kaWFyaXplKAogICAgYXVkaW86IHRvcmNoLlRlbnNvciwKICAgIHNhbXBsZV9yYXRlOiBpbnQsCiAgICBwaXBlbGluZTogcHlhbm5vdGUuYXVkaW8uUGlwZWxpbmUsCiAgICBzcGVha2Vyc19sYWJlbHM6IExpc3Rbc3RyXSwKICAgIHNlcGFyYXRlX2J5X2NoYW5uZWxzOiBib29sLAogICAgc3BlYWtlcl9wcmVmaXg6IHN0ciwKICAgIGRpYXJpemVfa3dhcmdzOiBkaWN0LAopIC0+IExpc3RbVHVwbGVbZmxvYXQsIGZsb2F0LCBzdHJdXToKICAgICMgSWYgdGhlcmUgaXMgbm8gbmVlZCBmb3Igc2VwYXJhdGlvbiBieSBjaGFubmVscywgd2UgZGlhcml6ZSBhbmQgcmV0dXJuOgogICAgaWYgbm90IHNlcGFyYXRlX2J5X2NoYW5uZWxzOgogICAgICAgICMgRGlhcml6ZToKICAgICAgICBkaWFyaXphdGlvbjogcHlhbm5vdGUuY29yZS5Bbm5vdGF0aW9uID0gcGlwZWxpbmUoCiAgICAgICAgICAgIGZpbGU9eyJ3YXZlZm9ybSI6IGF1ZGlvLCAic2FtcGxlX3JhdGUiOiBzYW1wbGVfcmF0ZX0sICoqZGlhcml6ZV9rd2FyZ3MKICAgICAgICApCiAgICAgICAgIyBWZXJpZnkgc3BlYWtlcnMgbGFiZWxzIChzaG91bGQgbm90IGZhaWwgaGVyZSBhcyB3ZSBzZXQgYG51bV9zcGVha2Vycz1sZW4oc3BlYWtlcnNfbGFiZWxzKWAgd2hlbiBpbmZlcnJpbmcKICAgICAgICAjIHRocm91Z2ggdGhlIHBpcGVsaW5lKToKICAgICAgICBpZiBzcGVha2Vyc19sYWJlbHM6CiAgICAgICAgICAgIGdpdmVuX3NwZWFrZXJzID0gbGVuKHNwZWFrZXJzX2xhYmVscykKICAgICAgICAgICAgZm91bmRfc3BlYWtlcnMgPSBsZW4oc2V0KGRpYXJpemF0aW9uLmxhYmVscygpKSkKICAgICAgICAgICAgaWYgZ2l2ZW5fc3BlYWtlcnMgPCBmb3VuZF9zcGVha2VyczoKICAgICAgICAgICAgICAgIHJhaXNlIFZhbHVlRXJyb3IoCiAgICAgICAgICAgICAgICAgICAgZiJOb3QgZW5vdWdoIGBzcGVha2Vyc19sYWJlbHNgIHdlcmUgZ2l2ZW4uIEdvdCB7Z2l2ZW5fc3BlYWtlcnN9IGxhYmVscyBidXQgdGhlIGRpYXJpemF0aW9uICIKICAgICAgICAgICAgICAgICAgICBmInJlY29nbml6ZWQge2ZvdW5kX3NwZWFrZXJzfSBzcGVha2Vycy4iCiAgICAgICAgICAgICAgICApCiAgICAgICAgIyBSZXR1cm4gYXMgYSBkaWFyaXphdGlvbiBsaXN0IC0gYSBzb3J0ZWQgbGlzdCBvZiB0dXBsZXMgb2Ygc3RhcnQgdGltZSwgZW5kIHRpbWUgYW5kIGEgbGFiZWwgKHRoZSBkZWZhdWx0IGxhYmVsCiAgICAgICAgIyByZXR1cm5lZCBpcyAiU1BFQUtFUl9pIiBzbyB3ZSB0YWtlIG9ubHkgdGhlIGluZGV4IG91dCBvZiBpdCk6CiAgICAgICAgcmV0dXJuIFsKICAgICAgICAgICAgKAogICAgICAgICAgICAgICAgc2VnbWVudC5zdGFydCwKICAgICAgICAgICAgICAgIHNlZ21lbnQuZW5kLAogICAgICAgICAgICAgICAgc3BlYWtlcnNfbGFiZWxzW2ludChsYWJlbC5zcGxpdCgiXyIpWzFdKV0KICAgICAgICAgICAgICAgIGlmIHNwZWFrZXJzX2xhYmVscwogICAgICAgICAgICAgICAgZWxzZSBmIntzcGVha2VyX3ByZWZpeH17aW50KGxhYmVsLnNwbGl0KCdfJylbMV0pfSIsCiAgICAgICAgICAgICkKICAgICAgICAgICAgZm9yIHNlZ21lbnQsIHRyYWNrLCBsYWJlbCBpbiBkaWFyaXphdGlvbi5pdGVydHJhY2tzKHlpZWxkX2xhYmVsPVRydWUpCiAgICAgICAgXQoKICAgICMgU2VwYXJhdGUgdG8gY2hhbm5lbHMgYW5kIGRpYXJpemUgKHdlIGV4cGVjdCBvbmx5IG9uZSBzcGVha2VyIHBlciBjaGFubmVsKToKICAgIGNoYW5uZWxfZGlhcml6YXRpb25zID0gWwogICAgICAgIF9kaWFyaXplKAogICAgICAgICAgICBhdWRpbz1hdWRpb1tjaGFubmVsXS51bnNxdWVlemUoCiAgICAgICAgICAgICAgICAwCiAgICAgICAgICAgICksICAjIFRha2UgY2hhbm5lbCBhbmQgYWRkIGEgY2hhbm5lbCBkaW1lbnNpb24gdG8gaXQuCiAgICAgICAgICAgIHNhbXBsZV9yYXRlPXNhbXBsZV9yYXRlLAogICAgICAgICAgICBwaXBlbGluZT1waXBlbGluZSwKICAgICAgICAgICAgc3BlYWtlcnNfbGFiZWxzPVsKICAgICAgICAgICAgICAgIHNwZWFrZXJzX2xhYmVsc1tjaGFubmVsXQogICAgICAgICAgICBdLCAgIyBUYWtlIHRoZSBjaGFubmVsJ3MgbGFiZWwgb25seS4KICAgICAgICAgICAgc2VwYXJhdGVfYnlfY2hhbm5lbHM9RmFsc2UsCiAgICAgICAgICAgIHNwZWFrZXJfcHJlZml4PXNwZWFrZXJfcHJlZml4LAogICAgICAgICAgICBkaWFyaXplX2t3YXJncz17Im51bV9zcGVha2VycyI6IDF9LCAgIyBTZXQgdG8gb25lIHNwZWFrZXIuCiAgICAgICAgKQogICAgICAgIGZvciBjaGFubmVsIGluIHJhbmdlKGF1ZGlvLnNoYXBlWzBdKQogICAgXQoKICAgICMgTWVyZ2UgdGhlIGNoYW5uZWwgZGlhcml6YXRpb25zIGludG8gYSBzaW5nbGUgc29ydGVkIGxpc3Q6CiAgICByZXR1cm4gbGlzdChoZWFwcS5tZXJnZSgqY2hhbm5lbF9kaWFyaXphdGlvbnMpKQo=
+ base_image: mlrun/mlrun-gpu
+ commands: []
+ code_origin: ''
+ origin_filename: ''
+ requirements:
+ - pyannote.audio
+ - pyannote.core
+ - torchaudio
+ - tqdm
+ entry_points:
+ open_mpi_handler:
+ name: open_mpi_handler
+ doc: ''
+ parameters:
+ - name: worker_inputs
+ type: List[str]
+ - name: root_worker_inputs
+ type: Dict[str, Any]
+ default: null
+ outputs: []
+ lineno: 61
+ has_varargs: false
+ has_kwargs: false
+ decorator:
+ name: decorator
+ doc: ''
+ parameters:
+ - name: handler
+ outputs: []
+ lineno: 73
+ has_varargs: false
+ has_kwargs: false
+ wrapper:
+ name: wrapper
+ doc: ''
+ parameters: []
+ outputs: []
+ lineno: 78
+ has_varargs: false
+ has_kwargs: true
+ diarize:
+ name: diarize
+ doc: "Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).\n\
+ The end result is a dictionary with the file names as keys and their diarization\
+ \ as value. A diarization is a list\nof tuples: (start, end, speaker_label).\n\
+ \nTo use the `pyannote.audio` models you must pass a Huggingface token and\
+ \ get access to the required models. The\ntoken can be passed in one of the\
+ \ following options:\n\n* Use the parameter `access_token`.\n* Set an environment\
+ \ variable named \"HUGGING_FACE_HUB_TOKEN\".\n* If using MLRun, you can pass\
+ \ it as a secret named \"HUGGING_FACE_HUB_TOKEN\".\n\nTo get access to the\
+ \ models on Huggingface, visit their page. For example, to use the default\
+ \ diarization model set\nin this function (\"pyannote/speaker-diarization-3.0\"\
+ ), you need access for these two models:\n\n* https://huggingface.co/pyannote/segmentation-3.0\n\
+ * https://huggingface.co/pyannote/speaker-diarization-3.0\n\nNote: To control\
+ \ the recognized speakers in the diarization output you can choose one of\
+ \ the following methods:\n\n* For a known speakers amount, you may set speaker\
+ \ labels via the `speakers_labels` parameter that will be used in\n the order\
+ \ of speaking in the audio (first person speaking be the first label in the\
+ \ list). In addition, you can do\n diarization per channel (setting the parameter\
+ \ `separate_by_channels` to True). Each label will be assigned to a\n specific\
+ \ channel by order (first label to channel 0, second label to channel 1 and\
+ \ so on). Notice, this will\n increase runtime.\n* For unknown speakers amount,\
+ \ you can set the `speaker_prefix` parameter to add a prefix for each speaker\
+ \ number.\n You can also help the diarization by setting the speakers range\
+ \ via the `speakers_amount_range` parameter."
+ parameters:
+ - name: data_path
+ type: Union[str, List[str]]
+ doc: A directory of the audio files, a single file or a list of files to transcribe.
+ - name: model_name
+ type: str
+ doc: 'One of the official diarization model names (referred as diarization
+ pipelines) of `pyannote.audio` Huggingface page. Default: "pyannote/speaker-diarization-3.0".'
+ default: pyannote/speaker-diarization-3.0
+ - name: access_token
+ type: str
+ doc: An access token to pass for using the `pyannote.audio` models. If not
+ provided, it will be looking for the environment variable "HUGGING_FACE_HUB_TOKEN".
+ If MLRun is available, it will look for a secret "HUGGING_FACE_HUB_TOKEN".
+ default: null
+ - name: device
+ type: str
+ doc: Device to load the model. Can be one of {"cuda", "cpu"}. Default will
+ prefer "cuda" if available.
+ default: null
+ - name: speakers_labels
+ type: List[str]
+ doc: 'Labels to use for the recognized speakers. Default: numeric labels (0,
+ 1, ...).'
+ default: null
+ - name: speaker_prefix
+ type: str
+ doc: 'A prefix to add for the speakers labels. This parameter is ignored if
+ `speakers_labels` is not None. Default: "speaker".'
+ default: speaker_
+ - name: separate_by_channels
+ type: bool
+ doc: If each speaker is speaking in a separate channel, you can diarize each
+ channel and combine the result into a single diarization. Each label set
+ in the `speakers_labels` parameter will be assigned to a specific channel
+ by order.
+ default: false
+ - name: minimum_speakers
+ type: int
+ doc: Set the minimum expected amount of speakers to be in the audio files.
+ This parameter is ignored if `speakers_labels` is not None.
+ default: null
+ - name: maximum_speakers
+ type: int
+ doc: Set the maximum expected amount of speakers to be in the audio files.
+ This parameter is ignored if `speakers_labels` is not None.
+ default: null
+ - name: verbose
+ type: bool
+ doc: 'Whether to present logs of a progress bar and errors. Default: True.'
+ default: false
+ outputs:
+ - doc: 'A tuple of:'
+ type: Tuple[Dict[str, List[Tuple[float, float, str]]], Dict[str, str]]
+ lineno: 139
+ has_varargs: false
+ has_kwargs: false
+ description: pyannote's speech diarization of audio files
+ default_handler: diarize
+ disable_auto_mount: false
+ clone_target_dir: ''
+ env: []
+ priority_class_name: ''
+ preemption_mode: prevent
+ affinity: null
+ tolerations: null
+ security_context: {}
+verbose: false
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/pyannote_audio/1.1.0/static/item.html b/functions/development/pyannote_audio/1.1.0/static/item.html
new file mode 100644
index 00000000..2b5611bb
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/static/item.html
@@ -0,0 +1,52 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+importheapq
+importlogging
+importoperator
+importos
+importpathlib
+fromfunctoolsimportreduce,wraps
+fromtypingimportAny,Dict,List,Tuple,Union
+
+importpandasaspd
+importpyannote.audio
+importpyannote.core
+importtorch
+importtorchaudio
+fromtqdmimporttqdm
+
+# Get the global logger:
+_LOGGER=logging.getLogger()
+
+
+def_check_mlrun_and_open_mpi()->Tuple["mlrun.MLClientCtx","mpi4py.MPI.Intracomm"]:
+ is_mpi=False
+ try:
+ importmlrun
+
+ context=mlrun.get_or_create_ctx(name="mlrun")
+ is_mpi=context.labels.get("kind","job")=="mpijob"
+
+ ifis_mpi:
+ try:
+ frommpi4pyimportMPI
+
+ returncontext,MPI.COMM_WORLD
+ exceptModuleNotFoundErrorasmpi4py_not_found:
+ context.logger.error(
+ "To distribute the function using MLRun's 'mpijob' you need to have `mpi4py` package in your "
+ "interpreter. Please run `pip install mpi4py` and make sure you have open-mpi."
+ )
+ raisempi4py_not_found
+ else:
+ returncontext,None
+ exceptModuleNotFoundErrorasmodule_not_found:
+ ifis_mpi:
+ raisemodule_not_found
+ returnNone,None
+
+
+
[docs]defopen_mpi_handler(
+ worker_inputs:List[str],root_worker_inputs:Dict[str,Any]=None
+):
+ global_LOGGER
+
+ # Check for MLRun and OpenMPI availability:
+ context,comm=_check_mlrun_and_open_mpi()
+
+ # Check if MLRun is available, set the global logger to MLRun's:
+ ifcontext:
+ _LOGGER=context.logger
+
+ defdecorator(handler):
+ ifcommisNoneorcomm.Get_size()==1:
+ returnhandler
+
+ @wraps(handler)
+ defwrapper(**kwargs):
+ # Get the open mpi environment properties:
+ size=comm.Get_size()
+ rank=comm.Get_rank()
+
+ # Give the correct chunk of the workers inputs:
+ forworker_inputinworker_inputs:
+ input_argument=kwargs[worker_input]
+ ifinput_argumentisNone:
+ continue
+ ifisinstance(input_argument,str):
+ input_argument=_get_audio_files(
+ data_path=pathlib.Path(input_argument).absolute()
+ )
+ iflen(input_argument)<size:
+ raiseValueError(
+ f"Cannot split the input '{worker_input}' of length {len(input_argument)} to {size} workers. "
+ f"Please reduce the amount of workers for this input."
+ )
+ even_chunk_size=len(input_argument)//size
+ chunk_start=rank*even_chunk_size
+ chunk_end=(
+ (rank+1)*even_chunk_size
+ ifrank+1<size
+ elselen(input_argument)
+ )
+ context.logger.info(
+ f"Rank #{rank}: Processing input chunk of '{worker_input}' "
+ f"from index {chunk_start} to {chunk_end}."
+ )
+ ifisinstance(input_argument,list):
+ input_argument=input_argument[chunk_start:chunk_end]
+ elifisinstance(input_argument,pd.DataFrame):
+ input_argument=input_argument.iloc[chunk_start:chunk_end:,:]
+ kwargs[worker_input]=input_argument
+
+ # Set the root worker only arguments:
+ ifrank==0androot_worker_inputs:
+ kwargs.update(root_worker_inputs)
+
+ # Run the worker:
+ output=handler(**kwargs)
+
+ # Send the output to the root rank (rank #0):
+ output=comm.gather(output,root=0)
+ ifrank==0:
+ # Join the outputs:
+ context.logger.info("Collecting data from workers to root worker.")
+ diarization_dictionary=reduce(
+ operator.ior,[diafordia,_inoutput],{}
+ )
+ errors_dictionary=reduce(operator.ior,[errfor_,errinoutput],{})
+ returndiarization_dictionary,errors_dictionary
+ returnNone
+
+ returnwrapper
+
+ returndecorator
+
+
+
[docs]@open_mpi_handler(worker_inputs=["data_path"],root_worker_inputs={"verbose":True})
+defdiarize(
+ data_path:Union[str,List[str]],
+ model_name:str="pyannote/speaker-diarization-3.0",
+ access_token:str=None,
+ device:str=None,
+ speakers_labels:List[str]=None,
+ speaker_prefix:str="speaker_",
+ separate_by_channels:bool=False,
+ minimum_speakers:int=None,
+ maximum_speakers:int=None,
+ verbose:bool=False,
+)->Tuple[Dict[str,List[Tuple[float,float,str]]],Dict[str,str]]:
+"""
+ Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).
+ The end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ To use the `pyannote.audio` models you must pass a Huggingface token and get access to the required models. The
+ token can be passed in one of the following options:
+
+ * Use the parameter `access_token`.
+ * Set an environment variable named "HUGGING_FACE_HUB_TOKEN".
+ * If using MLRun, you can pass it as a secret named "HUGGING_FACE_HUB_TOKEN".
+
+ To get access to the models on Huggingface, visit their page. For example, to use the default diarization model set
+ in this function ("pyannote/speaker-diarization-3.0"), you need access for these two models:
+
+ * https://huggingface.co/pyannote/segmentation-3.0
+ * https://huggingface.co/pyannote/speaker-diarization-3.0
+
+ Note: To control the recognized speakers in the diarization output you can choose one of the following methods:
+
+ * For a known speakers amount, you may set speaker labels via the `speakers_labels` parameter that will be used in
+ the order of speaking in the audio (first person speaking be the first label in the list). In addition, you can do
+ diarization per channel (setting the parameter `separate_by_channels` to True). Each label will be assigned to a
+ specific channel by order (first label to channel 0, second label to channel 1 and so on). Notice, this will
+ increase runtime.
+ * For unknown speakers amount, you can set the `speaker_prefix` parameter to add a prefix for each speaker number.
+ You can also help the diarization by setting the speakers range via the `speakers_amount_range` parameter.
+
+ :param data_path: A directory of the audio files, a single file or a list of files to transcribe.
+ :param model_name: One of the official diarization model names (referred as diarization pipelines) of
+ `pyannote.audio` Huggingface page. Default: "pyannote/speaker-diarization-3.0".
+ :param access_token: An access token to pass for using the `pyannote.audio` models. If not provided, it
+ will be looking for the environment variable "HUGGING_FACE_HUB_TOKEN". If MLRun is
+ available, it will look for a secret "HUGGING_FACE_HUB_TOKEN".
+ :param device: Device to load the model. Can be one of {"cuda", "cpu"}. Default will prefer "cuda" if
+ available.
+ :param speakers_labels: Labels to use for the recognized speakers. Default: numeric labels (0, 1, ...).
+ :param separate_by_channels: If each speaker is speaking in a separate channel, you can diarize each channel and
+ combine the result into a single diarization. Each label set in the `speakers_labels`
+ parameter will be assigned to a specific channel by order.
+ :param speaker_prefix: A prefix to add for the speakers labels. This parameter is ignored if
+ `speakers_labels` is not None. Default: "speaker".
+ :param minimum_speakers: Set the minimum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param maximum_speakers: Set the maximum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param verbose: Whether to present logs of a progress bar and errors. Default: True.
+
+ :returns: A tuple of:
+
+ * Speech diarization dictionary.
+ * A dictionary of errored files that were not transcribed.
+ """
+ global_LOGGER
+
+ # Get the input audio files to diarize:
+ ifisinstance(data_path,str):
+ data_path=pathlib.Path(data_path).absolute()
+ audio_files=_get_audio_files(data_path=data_path)
+ else:# Should be a list of files.
+ audio_files=data_path
+
+ # Get the Huggingface access token:
+ access_token=_get_access_token(parameter=access_token)
+ ifaccess_tokenisNone:
+ raiseValueError(
+ "A Huggingface access token must be provided to use `pyannote.audio` models. Access token can be passed "
+ "via one of the following options:\n"
+ "* Use the parameter `access_token`.\n"
+ "* Set an environment variable named 'HUGGING_FACE_HUB_TOKEN'.\n"
+ "* If using MLRun, you can pass it as a secret named 'HUGGING_FACE_HUB_TOKEN'."
+ )
+
+ # Load the diarization pipeline:
+ pipeline=pyannote.audio.Pipeline.from_pretrained(
+ checkpoint_path=model_name,use_auth_token=access_token
+ )
+
+ # Set the device:
+ device=deviceor("cuda"iftorch.cuda.is_available()else"cpu")
+ ifdevice!="cpu":
+ pipeline.to(torch.device(device))
+
+ # Prepare the successes dataframe and errors dictionary to be returned:
+ diarizations={}
+ errors={}
+
+ # Prepare the diarization keyword arguments:
+ diarize_kwargs={}
+ ifspeakers_labels:
+ diarize_kwargs["num_speakers"]=len(speakers_labels)
+ else:
+ ifminimum_speakers:
+ diarize_kwargs["min_speakers"]=minimum_speakers
+ ifmaximum_speakers:
+ diarize_kwargs["max_speakers"]=maximum_speakers
+
+ # Go over the audio files and diarize:
+ foraudio_fileintqdm(
+ audio_files,desc="Diarizing",unit="file",disable=notverbose
+ ):
+ try:
+ # Load audio file:
+ audio,sample_rate=torchaudio.load(uri=audio_file,channels_first=True)
+ # Get the diarization (if provided):
+ diarizations[audio_file.name]=_diarize(
+ audio=audio,
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=speakers_labels,
+ separate_by_channels=separate_by_channels,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs=diarize_kwargs,
+ )
+ exceptExceptionasexception:
+ # Note the exception as error in the dictionary:
+ ifverbose:
+ _LOGGER.warning(f"Error in file: '{audio_file.name}'")
+ errors[str(audio_file.name)]=str(exception)
+ continue
+
+ # Print the head of the produced dataframe and return:
+ ifverbose:
+ _LOGGER.info(f"Done ({len(diarizations)}/{len(audio_files)})\n")
+ returndiarizations,errors
+
+
+def_get_audio_files(
+ data_path:pathlib.Path,
+)->List[pathlib.Path]:
+ # Check if the path is of a directory or a file:
+ ifdata_path.is_dir():
+ # Get all files inside the directory:
+ audio_files=list(data_path.glob("*.*"))
+ elifdata_path.is_file():
+ audio_files=[data_path]
+ else:
+ raiseValueError(
+ f"Unrecognized data path. The parameter `data_path` must be either a directory path or a file path. "
+ f"Given: {str(data_path)} "
+ )
+
+ returnaudio_files
+
+
+def_get_access_token(parameter:str)->str:
+ # If given as a parameter, return it:
+ ifparameter:
+ returnparameter
+
+ # Otherwise, look at the environment variable:
+ environment_variable=os.environ.get("HUGGING_FACE_HUB_TOKEN")
+ ifenvironment_variable:
+ returnenvironment_variable
+
+ # Lastly, try look in the set secrets in MLRun:
+ secret=None
+ try:
+ importmlrun
+
+ context=mlrun.get_or_create_ctx(name="mlrun")
+ secret=context.get_secret(key="HUGGING_FACE_HUB_TOKEN")
+ exceptModuleNotFoundError:
+ pass
+
+ returnsecret
+
+
+def_diarize(
+ audio:torch.Tensor,
+ sample_rate:int,
+ pipeline:pyannote.audio.Pipeline,
+ speakers_labels:List[str],
+ separate_by_channels:bool,
+ speaker_prefix:str,
+ diarize_kwargs:dict,
+)->List[Tuple[float,float,str]]:
+ # If there is no need for separation by channels, we diarize and return:
+ ifnotseparate_by_channels:
+ # Diarize:
+ diarization:pyannote.core.Annotation=pipeline(
+ file={"waveform":audio,"sample_rate":sample_rate},**diarize_kwargs
+ )
+ # Verify speakers labels (should not fail here as we set `num_speakers=len(speakers_labels)` when inferring
+ # through the pipeline):
+ ifspeakers_labels:
+ given_speakers=len(speakers_labels)
+ found_speakers=len(set(diarization.labels()))
+ ifgiven_speakers<found_speakers:
+ raiseValueError(
+ f"Not enough `speakers_labels` were given. Got {given_speakers} labels but the diarization "
+ f"recognized {found_speakers} speakers."
+ )
+ # Return as a diarization list - a sorted list of tuples of start time, end time and a label (the default label
+ # returned is "SPEAKER_i" so we take only the index out of it):
+ return[
+ (
+ segment.start,
+ segment.end,
+ speakers_labels[int(label.split("_")[1])]
+ ifspeakers_labels
+ elsef"{speaker_prefix}{int(label.split('_')[1])}",
+ )
+ forsegment,track,labelindiarization.itertracks(yield_label=True)
+ ]
+
+ # Separate to channels and diarize (we expect only one speaker per channel):
+ channel_diarizations=[
+ _diarize(
+ audio=audio[channel].unsqueeze(
+ 0
+ ),# Take channel and add a channel dimension to it.
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=[
+ speakers_labels[channel]
+ ],# Take the channel's label only.
+ separate_by_channels=False,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs={"num_speakers":1},# Set to one speaker.
+ )
+ forchannelinrange(audio.shape[0])
+ ]
+
+ # Merge the channel diarizations into a single sorted list:
+ returnlist(heapq.merge(*channel_diarizations))
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/pyannote_audio/1.1.0/static/source.html b/functions/development/pyannote_audio/1.1.0/static/source.html
new file mode 100644
index 00000000..fe7d54cd
--- /dev/null
+++ b/functions/development/pyannote_audio/1.1.0/static/source.html
@@ -0,0 +1,398 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import heapq
+import logging
+import operator
+import os
+import pathlib
+from functools import reduce, wraps
+from typing import Any, Dict, List, Tuple, Union
+
+import pandas as pd
+import pyannote.audio
+import pyannote.core
+import torch
+import torchaudio
+from tqdm import tqdm
+
+# Get the global logger:
+_LOGGER = logging.getLogger()
+
+
+def _check_mlrun_and_open_mpi() -> Tuple["mlrun.MLClientCtx", "mpi4py.MPI.Intracomm"]:
+ is_mpi = False
+ try:
+ import mlrun
+
+ context = mlrun.get_or_create_ctx(name="mlrun")
+ is_mpi = context.labels.get("kind", "job") == "mpijob"
+
+ if is_mpi:
+ try:
+ from mpi4py import MPI
+
+ return context, MPI.COMM_WORLD
+ except ModuleNotFoundError as mpi4py_not_found:
+ context.logger.error(
+ "To distribute the function using MLRun's 'mpijob' you need to have `mpi4py` package in your "
+ "interpreter. Please run `pip install mpi4py` and make sure you have open-mpi."
+ )
+ raise mpi4py_not_found
+ else:
+ return context, None
+ except ModuleNotFoundError as module_not_found:
+ if is_mpi:
+ raise module_not_found
+ return None, None
+
+
+def open_mpi_handler(
+ worker_inputs: List[str], root_worker_inputs: Dict[str, Any] = None
+):
+ global _LOGGER
+
+ # Check for MLRun and OpenMPI availability:
+ context, comm = _check_mlrun_and_open_mpi()
+
+ # Check if MLRun is available, set the global logger to MLRun's:
+ if context:
+ _LOGGER = context.logger
+
+ def decorator(handler):
+ if comm is None or comm.Get_size() == 1:
+ return handler
+
+ @wraps(handler)
+ def wrapper(**kwargs):
+ # Get the open mpi environment properties:
+ size = comm.Get_size()
+ rank = comm.Get_rank()
+
+ # Give the correct chunk of the workers inputs:
+ for worker_input in worker_inputs:
+ input_argument = kwargs[worker_input]
+ if input_argument is None:
+ continue
+ if isinstance(input_argument, str):
+ input_argument = _get_audio_files(
+ data_path=pathlib.Path(input_argument).absolute()
+ )
+ if len(input_argument) < size:
+ raise ValueError(
+ f"Cannot split the input '{worker_input}' of length {len(input_argument)} to {size} workers. "
+ f"Please reduce the amount of workers for this input."
+ )
+ even_chunk_size = len(input_argument) // size
+ chunk_start = rank * even_chunk_size
+ chunk_end = (
+ (rank + 1) * even_chunk_size
+ if rank + 1 < size
+ else len(input_argument)
+ )
+ context.logger.info(
+ f"Rank #{rank}: Processing input chunk of '{worker_input}' "
+ f"from index {chunk_start} to {chunk_end}."
+ )
+ if isinstance(input_argument, list):
+ input_argument = input_argument[chunk_start:chunk_end]
+ elif isinstance(input_argument, pd.DataFrame):
+ input_argument = input_argument.iloc[chunk_start:chunk_end:, :]
+ kwargs[worker_input] = input_argument
+
+ # Set the root worker only arguments:
+ if rank == 0 and root_worker_inputs:
+ kwargs.update(root_worker_inputs)
+
+ # Run the worker:
+ output = handler(**kwargs)
+
+ # Send the output to the root rank (rank #0):
+ output = comm.gather(output, root=0)
+ if rank == 0:
+ # Join the outputs:
+ context.logger.info("Collecting data from workers to root worker.")
+ diarization_dictionary = reduce(
+ operator.ior, [dia for dia, _ in output], {}
+ )
+ errors_dictionary = reduce(operator.ior, [err for _, err in output], {})
+ return diarization_dictionary, errors_dictionary
+ return None
+
+ return wrapper
+
+ return decorator
+
+
+@open_mpi_handler(worker_inputs=["data_path"], root_worker_inputs={"verbose": True})
+def diarize(
+ data_path: Union[str, List[str]],
+ model_name: str = "pyannote/speaker-diarization-3.0",
+ access_token: str = None,
+ device: str = None,
+ speakers_labels: List[str] = None,
+ speaker_prefix: str = "speaker_",
+ separate_by_channels: bool = False,
+ minimum_speakers: int = None,
+ maximum_speakers: int = None,
+ verbose: bool = False,
+) -> Tuple[Dict[str, List[Tuple[float, float, str]]], Dict[str, str]]:
+ """
+ Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).
+ The end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ To use the `pyannote.audio` models you must pass a Huggingface token and get access to the required models. The
+ token can be passed in one of the following options:
+
+ * Use the parameter `access_token`.
+ * Set an environment variable named "HUGGING_FACE_HUB_TOKEN".
+ * If using MLRun, you can pass it as a secret named "HUGGING_FACE_HUB_TOKEN".
+
+ To get access to the models on Huggingface, visit their page. For example, to use the default diarization model set
+ in this function ("pyannote/speaker-diarization-3.0"), you need access for these two models:
+
+ * https://huggingface.co/pyannote/segmentation-3.0
+ * https://huggingface.co/pyannote/speaker-diarization-3.0
+
+ Note: To control the recognized speakers in the diarization output you can choose one of the following methods:
+
+ * For a known speakers amount, you may set speaker labels via the `speakers_labels` parameter that will be used in
+ the order of speaking in the audio (first person speaking be the first label in the list). In addition, you can do
+ diarization per channel (setting the parameter `separate_by_channels` to True). Each label will be assigned to a
+ specific channel by order (first label to channel 0, second label to channel 1 and so on). Notice, this will
+ increase runtime.
+ * For unknown speakers amount, you can set the `speaker_prefix` parameter to add a prefix for each speaker number.
+ You can also help the diarization by setting the speakers range via the `speakers_amount_range` parameter.
+
+ :param data_path: A directory of the audio files, a single file or a list of files to transcribe.
+ :param model_name: One of the official diarization model names (referred as diarization pipelines) of
+ `pyannote.audio` Huggingface page. Default: "pyannote/speaker-diarization-3.0".
+ :param access_token: An access token to pass for using the `pyannote.audio` models. If not provided, it
+ will be looking for the environment variable "HUGGING_FACE_HUB_TOKEN". If MLRun is
+ available, it will look for a secret "HUGGING_FACE_HUB_TOKEN".
+ :param device: Device to load the model. Can be one of {"cuda", "cpu"}. Default will prefer "cuda" if
+ available.
+ :param speakers_labels: Labels to use for the recognized speakers. Default: numeric labels (0, 1, ...).
+ :param separate_by_channels: If each speaker is speaking in a separate channel, you can diarize each channel and
+ combine the result into a single diarization. Each label set in the `speakers_labels`
+ parameter will be assigned to a specific channel by order.
+ :param speaker_prefix: A prefix to add for the speakers labels. This parameter is ignored if
+ `speakers_labels` is not None. Default: "speaker".
+ :param minimum_speakers: Set the minimum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param maximum_speakers: Set the maximum expected amount of speakers to be in the audio files. This parameter is
+ ignored if `speakers_labels` is not None.
+ :param verbose: Whether to present logs of a progress bar and errors. Default: True.
+
+ :returns: A tuple of:
+
+ * Speech diarization dictionary.
+ * A dictionary of errored files that were not transcribed.
+ """
+ global _LOGGER
+
+ # Get the input audio files to diarize:
+ if isinstance(data_path, str):
+ data_path = pathlib.Path(data_path).absolute()
+ audio_files = _get_audio_files(data_path=data_path)
+ else: # Should be a list of files.
+ audio_files = data_path
+
+ # Get the Huggingface access token:
+ access_token = _get_access_token(parameter=access_token)
+ if access_token is None:
+ raise ValueError(
+ "A Huggingface access token must be provided to use `pyannote.audio` models. Access token can be passed "
+ "via one of the following options:\n"
+ "* Use the parameter `access_token`.\n"
+ "* Set an environment variable named 'HUGGING_FACE_HUB_TOKEN'.\n"
+ "* If using MLRun, you can pass it as a secret named 'HUGGING_FACE_HUB_TOKEN'."
+ )
+
+ # Load the diarization pipeline:
+ pipeline = pyannote.audio.Pipeline.from_pretrained(
+ checkpoint_path=model_name, use_auth_token=access_token
+ )
+
+ # Set the device:
+ device = device or ("cuda" if torch.cuda.is_available() else "cpu")
+ if device != "cpu":
+ pipeline.to(torch.device(device))
+
+ # Prepare the successes dataframe and errors dictionary to be returned:
+ diarizations = {}
+ errors = {}
+
+ # Prepare the diarization keyword arguments:
+ diarize_kwargs = {}
+ if speakers_labels:
+ diarize_kwargs["num_speakers"] = len(speakers_labels)
+ else:
+ if minimum_speakers:
+ diarize_kwargs["min_speakers"] = minimum_speakers
+ if maximum_speakers:
+ diarize_kwargs["max_speakers"] = maximum_speakers
+
+ # Go over the audio files and diarize:
+ for audio_file in tqdm(
+ audio_files, desc="Diarizing", unit="file", disable=not verbose
+ ):
+ try:
+ # Load audio file:
+ audio, sample_rate = torchaudio.load(uri=audio_file, channels_first=True)
+ # Get the diarization (if provided):
+ diarizations[audio_file.name] = _diarize(
+ audio=audio,
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=speakers_labels,
+ separate_by_channels=separate_by_channels,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs=diarize_kwargs,
+ )
+ except Exception as exception:
+ # Note the exception as error in the dictionary:
+ if verbose:
+ _LOGGER.warning(f"Error in file: '{audio_file.name}'")
+ errors[str(audio_file.name)] = str(exception)
+ continue
+
+ # Print the head of the produced dataframe and return:
+ if verbose:
+ _LOGGER.info(f"Done ({len(diarizations)}/{len(audio_files)})\n")
+ return diarizations, errors
+
+
+def _get_audio_files(
+ data_path: pathlib.Path,
+) -> List[pathlib.Path]:
+ # Check if the path is of a directory or a file:
+ if data_path.is_dir():
+ # Get all files inside the directory:
+ audio_files = list(data_path.glob("*.*"))
+ elif data_path.is_file():
+ audio_files = [data_path]
+ else:
+ raise ValueError(
+ f"Unrecognized data path. The parameter `data_path` must be either a directory path or a file path. "
+ f"Given: {str(data_path)} "
+ )
+
+ return audio_files
+
+
+def _get_access_token(parameter: str) -> str:
+ # If given as a parameter, return it:
+ if parameter:
+ return parameter
+
+ # Otherwise, look at the environment variable:
+ environment_variable = os.environ.get("HUGGING_FACE_HUB_TOKEN")
+ if environment_variable:
+ return environment_variable
+
+ # Lastly, try look in the set secrets in MLRun:
+ secret = None
+ try:
+ import mlrun
+
+ context = mlrun.get_or_create_ctx(name="mlrun")
+ secret = context.get_secret(key="HUGGING_FACE_HUB_TOKEN")
+ except ModuleNotFoundError:
+ pass
+
+ return secret
+
+
+def _diarize(
+ audio: torch.Tensor,
+ sample_rate: int,
+ pipeline: pyannote.audio.Pipeline,
+ speakers_labels: List[str],
+ separate_by_channels: bool,
+ speaker_prefix: str,
+ diarize_kwargs: dict,
+) -> List[Tuple[float, float, str]]:
+ # If there is no need for separation by channels, we diarize and return:
+ if not separate_by_channels:
+ # Diarize:
+ diarization: pyannote.core.Annotation = pipeline(
+ file={"waveform": audio, "sample_rate": sample_rate}, **diarize_kwargs
+ )
+ # Verify speakers labels (should not fail here as we set `num_speakers=len(speakers_labels)` when inferring
+ # through the pipeline):
+ if speakers_labels:
+ given_speakers = len(speakers_labels)
+ found_speakers = len(set(diarization.labels()))
+ if given_speakers < found_speakers:
+ raise ValueError(
+ f"Not enough `speakers_labels` were given. Got {given_speakers} labels but the diarization "
+ f"recognized {found_speakers} speakers."
+ )
+ # Return as a diarization list - a sorted list of tuples of start time, end time and a label (the default label
+ # returned is "SPEAKER_i" so we take only the index out of it):
+ return [
+ (
+ segment.start,
+ segment.end,
+ speakers_labels[int(label.split("_")[1])]
+ if speakers_labels
+ else f"{speaker_prefix}{int(label.split('_')[1])}",
+ )
+ for segment, track, label in diarization.itertracks(yield_label=True)
+ ]
+
+ # Separate to channels and diarize (we expect only one speaker per channel):
+ channel_diarizations = [
+ _diarize(
+ audio=audio[channel].unsqueeze(
+ 0
+ ), # Take channel and add a channel dimension to it.
+ sample_rate=sample_rate,
+ pipeline=pipeline,
+ speakers_labels=[
+ speakers_labels[channel]
+ ], # Take the channel's label only.
+ separate_by_channels=False,
+ speaker_prefix=speaker_prefix,
+ diarize_kwargs={"num_speakers": 1}, # Set to one speaker.
+ )
+ for channel in range(audio.shape[0])
+ ]
+
+ # Merge the channel diarizations into a single sorted list:
+ return list(heapq.merge(*channel_diarizations))
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/pyannote_audio/latest/src/function.yaml b/functions/development/pyannote_audio/latest/src/function.yaml
index 1229e0f3..2e84fbd9 100644
--- a/functions/development/pyannote_audio/latest/src/function.yaml
+++ b/functions/development/pyannote_audio/latest/src/function.yaml
@@ -2,12 +2,12 @@ kind: job
metadata:
name: pyannote-audio
tag: ''
- hash: 335752327ddd14b62222bd45faa3a88704505b66
+ hash: c45be8d7f51f0b2203155b08c307814a2cb0ac78
project: ''
labels:
author: guyl
categories:
- - Deep Learning
+ - deep-learning
- Huggingface
- Audio
spec:
@@ -35,24 +35,27 @@ spec:
- name: root_worker_inputs
type: Dict[str, Any]
default: null
- outputs:
- - default: ''
+ outputs: []
lineno: 61
+ has_varargs: false
+ has_kwargs: false
decorator:
name: decorator
doc: ''
parameters:
- name: handler
- outputs:
- - default: ''
+ outputs: []
lineno: 73
+ has_varargs: false
+ has_kwargs: false
wrapper:
name: wrapper
doc: ''
parameters: []
- outputs:
- - default: ''
+ outputs: []
lineno: 78
+ has_varargs: false
+ has_kwargs: true
diarize:
name: diarize
doc: "Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).\n\
@@ -131,8 +134,10 @@ spec:
default: false
outputs:
- doc: 'A tuple of:'
- default: ''
+ type: Tuple[Dict[str, List[Tuple[float, float, str]]], Dict[str, str]]
lineno: 139
+ has_varargs: false
+ has_kwargs: false
description: pyannote's speech diarization of audio files
default_handler: diarize
disable_auto_mount: false
diff --git a/functions/development/pyannote_audio/latest/src/item.yaml b/functions/development/pyannote_audio/latest/src/item.yaml
index 603c1a36..7133ceb4 100644
--- a/functions/development/pyannote_audio/latest/src/item.yaml
+++ b/functions/development/pyannote_audio/latest/src/item.yaml
@@ -1,8 +1,8 @@
apiVersion: v1
categories:
- - Deep Learning
- - Huggingface
- - Audio
+- deep-learning
+- Huggingface
+- Audio
description: pyannote's speech diarization of audio files
doc: ''
example: pyannote_audio.ipynb
@@ -22,9 +22,9 @@ spec:
image: mlrun/mlrun-gpu
kind: job
requirements:
- - pyannote.audio
- - pyannote.core
- - torchaudio
- - tqdm
+ - pyannote.audio
+ - pyannote.core
+ - torchaudio
+ - tqdm
url: ''
-version: 1.0.0
+version: 1.1.0
diff --git a/functions/development/pyannote_audio/latest/static/function.html b/functions/development/pyannote_audio/latest/static/function.html
index 70323934..1d34bd5c 100644
--- a/functions/development/pyannote_audio/latest/static/function.html
+++ b/functions/development/pyannote_audio/latest/static/function.html
@@ -19,12 +19,12 @@
metadata:
name: pyannote-audio
tag: ''
- hash: 335752327ddd14b62222bd45faa3a88704505b66
+ hash: c45be8d7f51f0b2203155b08c307814a2cb0ac78
project: ''
labels:
author: guyl
categories:
- - Deep Learning
+ - deep-learning
- Huggingface
- Audio
spec:
@@ -52,24 +52,27 @@
- name: root_worker_inputs
type: Dict[str, Any]
default: null
- outputs:
- - default: ''
+ outputs: []
lineno: 61
+ has_varargs: false
+ has_kwargs: false
decorator:
name: decorator
doc: ''
parameters:
- name: handler
- outputs:
- - default: ''
+ outputs: []
lineno: 73
+ has_varargs: false
+ has_kwargs: false
wrapper:
name: wrapper
doc: ''
parameters: []
- outputs:
- - default: ''
+ outputs: []
lineno: 78
+ has_varargs: false
+ has_kwargs: true
diarize:
name: diarize
doc: "Perform speech diarization on given audio files using pyannote-audio (https://github.com/pyannote/pyannote-audio).\n\
@@ -148,8 +151,10 @@
default: false
outputs:
- doc: 'A tuple of:'
- default: ''
+ type: Tuple[Dict[str, List[Tuple[float, float, str]]], Dict[str, str]]
lineno: 139
+ has_varargs: false
+ has_kwargs: false
description: pyannote's speech diarization of audio files
default_handler: diarize
disable_auto_mount: false
diff --git a/functions/development/pyannote_audio/latest/static/item.html b/functions/development/pyannote_audio/latest/static/item.html
index 5a729396..2b5611bb 100644
--- a/functions/development/pyannote_audio/latest/static/item.html
+++ b/functions/development/pyannote_audio/latest/static/item.html
@@ -17,9 +17,9 @@
apiVersion: v1
categories:
- - Deep Learning
- - Huggingface
- - Audio
+- deep-learning
+- Huggingface
+- Audio
description: pyannote's speech diarization of audio files
doc: ''
example: pyannote_audio.ipynb
@@ -39,12 +39,12 @@
image: mlrun/mlrun-gpu
kind: job
requirements:
- - pyannote.audio
- - pyannote.core
- - torchaudio
- - tqdm
+ - pyannote.audio
+ - pyannote.core
+ - torchaudio
+ - tqdm
url: ''
-version: 1.0.0
+version: 1.1.0
diff --git a/functions/development/silero_vad/1.2.0/src/assets/test_data.wav b/functions/development/silero_vad/1.2.0/src/assets/test_data.wav
new file mode 100644
index 00000000..a3a993c2
Binary files /dev/null and b/functions/development/silero_vad/1.2.0/src/assets/test_data.wav differ
diff --git a/functions/development/silero_vad/1.2.0/src/function.yaml b/functions/development/silero_vad/1.2.0/src/function.yaml
new file mode 100644
index 00000000..0b4ad422
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/src/function.yaml
@@ -0,0 +1,291 @@
+kind: job
+metadata:
+ name: silero-vad
+ tag: ''
+ hash: 61b7a70c167b7819481fdabf9350fc6fa344d2f5
+ project: ''
+ labels:
+ author: guyl
+ categories:
+ - deep-learning
+ - PyTorch
+ - Audio
+spec:
+ command: ''
+ args: []
+ image: ''
+ build:
+ functionSourceCode: IyBDb3B5cmlnaHQgMjAyNCBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgIGh0dHA6Ly93d3cuYXBhY2hlLm9yZy9saWNlbnNlcy9MSUNFTlNFLTIuMAojCiMgVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQojIGRpc3RyaWJ1dGVkIHVuZGVyIHRoZSBMaWNlbnNlIGlzIGRpc3RyaWJ1dGVkIG9uIGFuICJBUyBJUyIgQkFTSVMsCiMgV0lUSE9VVCBXQVJSQU5USUVTIE9SIENPTkRJVElPTlMgT0YgQU5ZIEtJTkQsIGVpdGhlciBleHByZXNzIG9yIGltcGxpZWQuCiMgU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAojIGxpbWl0YXRpb25zIHVuZGVyIHRoZSBMaWNlbnNlLgppbXBvcnQgbG9nZ2luZwpmcm9tIG11bHRpcHJvY2Vzc2luZyBpbXBvcnQgUHJvY2VzcywgUXVldWUKZnJvbSBwYXRobGliIGltcG9ydCBQYXRoCmZyb20gdHlwZXMgaW1wb3J0IEZ1bmN0aW9uVHlwZQpmcm9tIHR5cGluZyBpbXBvcnQgRGljdCwgTGlzdCwgVHVwbGUsIFR5cGUsIFVuaW9uCgppbXBvcnQgdG9yY2gKaW1wb3J0IHRvcmNoYXVkaW8KZnJvbSB0cWRtIGltcG9ydCB0cWRtCgoKY2xhc3MgQmFzZVRhc2s6CiAgICAiIiIKICAgIEEgYmFzZSBjbGFzcyBmb3IgYSB0YXNrIHRvIGNvbXBsZXRlIGFmdGVyIFZBRC4KICAgICIiIgoKICAgIGRlZiBfX2luaXRfXyhzZWxmLCBhdWRpb19maWxlOiBQYXRoKToKICAgICAgICAiIiIKICAgICAgICBJbml0aWFsaXplIHRoZSBiYXNlIHRhc2suCgogICAgICAgIDpwYXJhbSBhdWRpb19maWxlOiBUaGUgYXVkaW8gZmlsZSBhc3NpZ25lZCB0byB0aGUgdGFzay4KICAgICAgICAiIiIKICAgICAgICAjIFN0b3JlIHRoZSBhdWRpbyBmaWxlOgogICAgICAgIHNlbGYuX2F1ZGlvX2ZpbGUgPSBhdWRpb19maWxlCgogICAgICAgICMgUHJlcGFyZSB0aGUgcmVzdWx0OgogICAgICAgIHNlbGYuX3Jlc3VsdCA9IE5vbmUKCiAgICBAcHJvcGVydHkKICAgIGRlZiBhdWRpb19maWxlKHNlbGYpIC0+IFBhdGg6CiAgICAgICAgIiIiCiAgICAgICAgR2V0IHRoZSBhdWRpbyBmaWxlIG9mIHRoZSB0YXNrLgoKICAgICAgICA6cmV0dXJuczogVGhlIGF1ZGlvIGZpbGUgb2YgdGhlIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX2F1ZGlvX2ZpbGUKCiAgICBkZWYgZG9fdGFzaygKICAgICAgICBzZWxmLCBzcGVlY2hfdGltZXN0YW1wczogVW5pb25bTGlzdFtEaWN0W3N0ciwgaW50XV0sIExpc3RbTGlzdFtEaWN0W3N0ciwgaW50XV1dXQogICAgKToKICAgICAgICAiIiIKICAgICAgICBEbyB0aGUgdGFzayBvbiB0aGUgZ2l2ZW4gc3BlZWNoIHRpbWVzdGFtcHMuIFRoZSBiYXNlIHRhc2sgd2lsbCBzaW1wbHkgc2F2ZSB0aGUgc3BlZWNoIHRpbWVzdGFtcHMgYXMgdGhlIHJlc3VsdC4KCiAgICAgICAgOnBhcmFtIHNwZWVjaF90aW1lc3RhbXBzOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgdG8gZG8gdGhlIHRhc2sgb24gYXMgb3V0cHV0dGVkIGZyb20gdGhlIFZBRC4KICAgICAgICAiIiIKICAgICAgICBzZWxmLl9yZXN1bHQgPSBzcGVlY2hfdGltZXN0YW1wcwoKICAgIGRlZiBnZXRfcmVzdWx0KHNlbGYpIC0+IFR1cGxlW3N0ciwgbGlzdF06CiAgICAgICAgIiIiCiAgICAgICAgR2V0IHRoZSByZXN1bHQgb2YgdGhlIHRhc2suIEEgdHVwbGUgb2YgdGhlIGF1ZGlvIGZpbGUgbmFtZSBhbmQgdGhlIHJlc3VsdC4KCiAgICAgICAgOnJldHVybnM6IFRoZSByZXN1bHQgb2YgdGhlIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX2F1ZGlvX2ZpbGUubmFtZSwgc2VsZi5fcmVzdWx0CgogICAgZGVmIHRvX3R1cGxlKHNlbGYpIC0+IFR1cGxlW3N0ciwgZGljdF06CiAgICAgICAgIiIiCiAgICAgICAgQ29udmVydCB0aGUgdGFzayB0byBhIHR1cGxlIHRvIHJlY29uc3RydWN0IGl0IGxhdGVyICh1c2VkIGZvciBtdWx0aXByb2Nlc3NpbmcgdG8gcGFzcyBpbiBxdWV1ZSkuCgogICAgICAgIDpyZXR1cm5zOiBUaGUgY29udmVydGVkIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX19jbGFzc19fLl9fbmFtZV9fLCB7ImF1ZGlvX2ZpbGUiOiBzZWxmLl9hdWRpb19maWxlfQoKCmNsYXNzIFNwZWVjaERpYXJpemF0aW9uVGFzayhCYXNlVGFzayk6CiAgICAiIiIKICAgIEEgc3BlZWNoIGRpYXJpemF0aW9uIHRhc2suIFRoZSB0YXNrIHdpbGwgZGlhcml6ZSB0aGUgVkFEIHNwZWVjaCB0aW1lc3RhbXBzIGludG8gc3BlYWtlcnMuCiAgICAiIiIKCiAgICBkZWYgX19pbml0X18oc2VsZiwgYXVkaW9fZmlsZTogUGF0aCwgc3BlYWtlcl9sYWJlbHM6IExpc3Rbc3RyXSk6CiAgICAgICAgIiIiCiAgICAgICAgSW5pdGlhbGl6ZSB0aGUgc3BlZWNoIGRpYXJpemF0aW9uIHRhc2suCgogICAgICAgIDpwYXJhbSBhdWRpb19maWxlOiAgICAgVGhlIGF1ZGlvIGZpbGUgYXNzaWduZWQgdG8gdGhlIHRhc2suCiAgICAgICAgOnBhcmFtIHNwZWFrZXJfbGFiZWxzOiBUaGUgc3BlYWtlciBsYWJlbHMgdG8gdXNlIGZvciB0aGUgZGlhcml6YXRpb24uIElmIG5vdCBnaXZlbiwgdGhlIHNwZWFrZXJzIHdpbGwgYmUgbmFtZWQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJzcGVha2VyXzAiLCAic3BlYWtlcl8xIiwgZXRjLgogICAgICAgICIiIgogICAgICAgIHN1cGVyKCkuX19pbml0X18oYXVkaW9fZmlsZT1hdWRpb19maWxlKQogICAgICAgIHNlbGYuX3NwZWFrZXJfbGFiZWxzID0gc3BlYWtlcl9sYWJlbHMKCiAgICBkZWYgZG9fdGFzayhzZWxmLCBzcGVlY2hfdGltZXN0YW1wczogTGlzdFtMaXN0W0RpY3Rbc3RyLCBpbnRdXV0pOgogICAgICAgICIiIgogICAgICAgIERvIHRoZSB0YXNrIG9uIHRoZSBnaXZlbiBzcGVlY2ggdGltZXN0YW1wcy4gVGhlIHRhc2sgd2lsbCBkaWFyaXplIHRoZSBWQUQgc3BlZWNoIHRpbWVzdGFtcHMgaW50byBzcGVha2Vycy4KCiAgICAgICAgOnBhcmFtIHNwZWVjaF90aW1lc3RhbXBzOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgcGVyIGNoYW5uZWwgdG8gZG8gdGhlIHRhc2sgb24gYXMgb3V0cHV0dGVkIGZyb20gdGhlIFZBRC4KICAgICAgICAiIiIKICAgICAgICAjIEdldCB0aGUgc3BlYWtlciBsYWJlbHMgKHNldCBkZWZhdWx0IGlmIG5vdCBnaXZlbik6CiAgICAgICAgc3BlYWtlcl9sYWJlbHMgPSBzZWxmLl9zcGVha2VyX2xhYmVscyBvciBbCiAgICAgICAgICAgIGYic3BlYWtlcl97aX0iIGZvciBpIGluIHJhbmdlKGxlbihzcGVlY2hfdGltZXN0YW1wcykpCiAgICAgICAgXQoKICAgICAgICAjIERpYXJpemUgLSBvcmdhbml6ZSB0aGUgc3BlZWNoIHRpbWVzdGFtcHMgaW50byBhIHNpbmdsZSBsaXN0IG9mIHNwZWFrZXJzIGFuZCBzb3J0IGl0IGJ5IHN0YXJ0IHRpbWU6CiAgICAgICAgc3BlZWNoX2RpYXJpemF0aW9uID0gWwogICAgICAgICAgICAoc3BlZWNoX3RpbWVzdGFtcFsic3RhcnQiXSwgc3BlZWNoX3RpbWVzdGFtcFsiZW5kIl0sIHNwZWFrZXJfbGFiZWwpCiAgICAgICAgICAgIGZvciBzcGVha2VyX2xhYmVsLCBjaGFubmVsX3NwZWVjaF90aW1lc3RhbXBzIGluIHppcCgKICAgICAgICAgICAgICAgIHNwZWFrZXJfbGFiZWxzLCBzcGVlY2hfdGltZXN0YW1wcwogICAgICAgICAgICApCiAgICAgICAgICAgIGZvciBzcGVlY2hfdGltZXN0YW1wIGluIGNoYW5uZWxfc3BlZWNoX3RpbWVzdGFtcHMKICAgICAgICBdCiAgICAgICAgc3BlZWNoX2RpYXJpemF0aW9uLnNvcnQoKQogICAgICAgIHNlbGYuX3Jlc3VsdCA9IHNwZWVjaF9kaWFyaXphdGlvbgoKICAgIGRlZiB0b190dXBsZShzZWxmKSAtPiBUdXBsZVtzdHIsIGRpY3RdOgogICAgICAgICIiIgogICAgICAgIENvbnZlcnQgdGhlIHRhc2sgdG8gYSB0dXBsZSB0byByZWNvbnN0cnVjdCBpdCBsYXRlciAodXNlZCBmb3IgbXVsdGlwcm9jZXNzaW5nIHRvIHBhc3MgaW4gcXVldWUpLgoKICAgICAgICA6cmV0dXJuczogVGhlIGNvbnZlcnRlZCB0YXNrLgogICAgICAgICIiIgogICAgICAgIHRhc2tfY2xhc3MsIHRhc2tfa3dhcmdzID0gc3VwZXIoKS50b190dXBsZSgpCiAgICAgICAgcmV0dXJuIHRhc2tfY2xhc3MsIHsqKnRhc2tfa3dhcmdzLCAic3BlYWtlcl9sYWJlbHMiOiBzZWxmLl9zcGVha2VyX2xhYmVsc30KCgpjbGFzcyBUYXNrQ3JlYXRvcjoKICAgICIiIgogICAgQSB0YXNrIGNyZWF0b3IgdG8gY3JlYXRlIGRpZmZlcmVudCB0YXNrcyB0byBydW4gYWZ0ZXIgdGhlIFZBRC4KICAgICIiIgoKICAgICM6IEEgbWFwIGZyb20gdGFzayBjbGFzcyBuYW1lIHRvIHRhc2sgY2xhc3MgdG8gdXNlIGluIGBmcm9tX3R1cGxlYDoKICAgIF9NQVAgPSB7CiAgICAgICAgQmFzZVRhc2suX19uYW1lX186IEJhc2VUYXNrLAogICAgICAgIFNwZWVjaERpYXJpemF0aW9uVGFzay5fX25hbWVfXzogU3BlZWNoRGlhcml6YXRpb25UYXNrLAogICAgfQoKICAgIGRlZiBfX2luaXRfXyhzZWxmLCB0YXNrX3R5cGU6IFR5cGVbQmFzZVRhc2tdLCB0YXNrX2t3YXJnczogZGljdCA9IE5vbmUpOgogICAgICAgICIiIgogICAgICAgIEluaXRpYWxpemUgdGhlIHRhc2sgY3JlYXRvci4KICAgICAgICA6cGFyYW0gdGFza190eXBlOiBUaGUgdGFzayB0eXBlIC0gYSBgQmFzZVRhc2tgIHN1YmNsYXNzLgogICAgICAgIDpwYXJhbSB0YXNrX2t3YXJnczogQWRkaXRpb25hbCBrZXl3b3JkIGFyZ3VtZW50cyB0byBwYXNzIHRvIHRoZSB0byBiZSBjcmVhdGVkIHRhc2tzLgogICAgICAgICIiIgogICAgICAgIHNlbGYuX3Rhc2tfdHlwZSA9IHRhc2tfdHlwZQogICAgICAgIHNlbGYuX3Rhc2tfa3dhcmdzID0gdGFza19rd2FyZ3Mgb3Ige30KCiAgICBkZWYgY3JlYXRlX3Rhc2soc2VsZiwgYXVkaW9fZmlsZTogUGF0aCkgLT4gQmFzZVRhc2s6CiAgICAgICAgIiIiCiAgICAgICAgQ3JlYXRlIGEgdGFzayB3aXRoIHRoZSBnaXZlbiBhdWRpbyBmaWxlLgoKICAgICAgICA6cGFyYW0gYXVkaW9fZmlsZTogVGhlIGF1ZGlvIGZpbGUgdG8gYXNzaWduIHRvIHRoZSB0YXNrLgoKICAgICAgICA6cmV0dXJuczogVGhlIGNyZWF0ZWQgdGFzay4KICAgICAgICAiIiIKICAgICAgICByZXR1cm4gc2VsZi5fdGFza190eXBlKGF1ZGlvX2ZpbGU9YXVkaW9fZmlsZSwgKipzZWxmLl90YXNrX2t3YXJncykKCiAgICBAY2xhc3NtZXRob2QKICAgIGRlZiBmcm9tX3R1cGxlKGNscywgdGFza190dXBsZTogVHVwbGVbc3RyLCBkaWN0XSkgLT4gQmFzZVRhc2s6CiAgICAgICAgIiIiCiAgICAgICAgQ3JlYXRlIGEgdGFzayBmcm9tIGEgdHVwbGUgb2YgdGhlIGF1ZGlvIGZpbGUgbmFtZSBhbmQgdGhlIHRhc2sga3dhcmdzLgoKICAgICAgICA6cGFyYW0gdGFza190dXBsZTogVGhlIHRhc2sgdHVwbGUgdG8gY3JlYXRlIHRoZSB0YXNrIGZyb20uCgogICAgICAgIDpyZXR1cm5zOiBUaGUgY3JlYXRlZCB0YXNrLgogICAgICAgICIiIgogICAgICAgIHRhc2tfY2xhc3MsIHRhc2tfa3dhcmdzID0gdGFza190dXBsZQogICAgICAgIHJldHVybiBjbHMuX01BUFt0YXNrX2NsYXNzXSgqKnRhc2tfa3dhcmdzKQoKCmNsYXNzIFZvaWNlQWN0aXZpdHlEZXRlY3RvcjoKICAgICIiIgogICAgQSB2b2ljZSBhY3Rpdml0eSBkZXRlY3Rpb24gd3JhcHBlciBmb3IgdGhlIHNpbGVybyBWQUQgbW9kZWwgLSBodHRwczovL2dpdGh1Yi5jb20vc25ha2VyczQvc2lsZXJvLXZhZC4KICAgICIiIgoKICAgIGRlZiBfX2luaXRfXygKICAgICAgICBzZWxmLAogICAgICAgICMgTW9kZWwgbG9hZGluZyBrd2FyZ3M6CiAgICAgICAgdXNlX29ubng6IGJvb2wgPSBUcnVlLAogICAgICAgIGZvcmNlX29ubnhfY3B1OiBib29sID0gVHJ1ZSwKICAgICAgICAjIERldGVjdGlvbiBrd2FyZ3M6CiAgICAgICAgdGhyZXNob2xkOiBmbG9hdCA9IDAuNSwKICAgICAgICBzYW1wbGluZ19yYXRlOiBpbnQgPSAxNl8wMDAsCiAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tczogaW50ID0gMjUwLAogICAgICAgIG1heF9zcGVlY2hfZHVyYXRpb25fczogZmxvYXQgPSBmbG9hdCgiaW5mIiksCiAgICAgICAgbWluX3NpbGVuY2VfZHVyYXRpb25fbXM6IGludCA9IDEwMCwKICAgICAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzOiBpbnQgPSA1MTIsCiAgICAgICAgc3BlZWNoX3BhZF9tczogaW50ID0gMzAsCiAgICAgICAgcmV0dXJuX3NlY29uZHM6IGJvb2wgPSBGYWxzZSwKICAgICAgICBwZXJfY2hhbm5lbDogYm9vbCA9IEZhbHNlLAogICAgKToKICAgICAgICAiIiIKICAgICAgICBJbml0aWFsaXplIHRoZSB2b2ljZSBhY3Rpdml0eSBkZXRlY3Rvci4KCiAgICAgICAgOnBhcmFtIHVzZV9vbm54OiAgICAgICAgICAgICAgICBXaGV0aGVyIHRvIHVzZSBPTk5YIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgICAgICA6cGFyYW0gZm9yY2Vfb25ueF9jcHU6ICAgICAgICAgIFdoZXRoZXIgdG8gZm9yY2UgT05OWCB0byB1c2UgQ1BVIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgICAgICA6cGFyYW0gdGhyZXNob2xkOiAgICAgICAgICAgICAgIFNwZWVjaCB0aHJlc2hvbGQuIFNpbGVybyBWQUQgb3V0cHV0cyBzcGVlY2ggcHJvYmFiaWxpdGllcyBmb3IgZWFjaCBhdWRpbyBjaHVuaywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHByb2JhYmlsaXRpZXMgQUJPVkUgdGhpcyB2YWx1ZSBhcmUgY29uc2lkZXJlZCBhcyBTUEVFQ0guIEl0IGlzIGJldHRlciB0byB0dW5lCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB0aGlzIHBhcmFtZXRlciBmb3IgZWFjaCBkYXRhc2V0IHNlcGFyYXRlbHksIGJ1dCAibGF6eSIgMC41IGlzIHByZXR0eSBnb29kIGZvcgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbW9zdCBkYXRhc2V0cy4KICAgICAgICA6cGFyYW0gc2FtcGxpbmdfcmF0ZTogICAgICAgICAgIEN1cnJlbnRseSwgc2lsZXJvIFZBRCBtb2RlbHMgc3VwcG9ydCA4MDAwIGFuZCAxNjAwMCBzYW1wbGUgcmF0ZXMuCiAgICAgICAgOnBhcmFtIG1pbl9zcGVlY2hfZHVyYXRpb25fbXM6ICBGaW5hbCBzcGVlY2ggY2h1bmtzIHNob3J0ZXIgbWluX3NwZWVjaF9kdXJhdGlvbl9tcyBhcmUgdGhyb3duIG91dC4KICAgICAgICA6cGFyYW0gbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiAgIE1heGltdW0gZHVyYXRpb24gb2Ygc3BlZWNoIGNodW5rcyBpbiBzZWNvbmRzLiBDaHVua3MgbG9uZ2VyIHRoYW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBtYXhfc3BlZWNoX2R1cmF0aW9uX3NgIHdpbGwgYmUgc3BsaXQgYXQgdGhlIHRpbWVzdGFtcCBvZiB0aGUgbGFzdCBzaWxlbmNlIHRoYXQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGxhc3RzIG1vcmUgdGhhbiAxMDBtcyAoaWYgYW55KSwgdG8gcHJldmVudCBhZ2dyZXNzaXZlIGN1dHRpbmcuIE90aGVyd2lzZSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoZXkgd2lsbCBiZSBzcGxpdCBhZ2dyZXNzaXZlbHkganVzdCBiZWZvcmUgbWF4X3NwZWVjaF9kdXJhdGlvbl9zLgogICAgICAgIDpwYXJhbSBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogSW4gdGhlIGVuZCBvZiBlYWNoIHNwZWVjaCBjaHVuayB3YWl0IGZvciBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyBiZWZvcmUKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNlcGFyYXRpbmcgaXQuCiAgICAgICAgOnBhcmFtIHdpbmRvd19zaXplX3NhbXBsZXM6ICAgICBBdWRpbyBjaHVua3Mgb2Ygd2luZG93X3NpemVfc2FtcGxlcyBzaXplIGFyZSBmZWQgdG8gdGhlIHNpbGVybyBWQUQgbW9kZWwuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBXQVJOSU5HISBTaWxlcm8gVkFEIG1vZGVscyB3ZXJlIHRyYWluZWQgdXNpbmcgNTEyLCAxMDI0LCAxNTM2IHNhbXBsZXMgZm9yIDE2MDAwCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGUgcmF0ZSBhbmQgMjU2LCA1MTIsIDc2OCBzYW1wbGVzIGZvciA4MDAwIHNhbXBsZSByYXRlLiBWYWx1ZXMgb3RoZXIgdGhhbgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdGhlc2UgbWF5IGFmZmVjdCBtb2RlbCBwZXJmb3JtYW5jZSEKICAgICAgICA6cGFyYW0gc3BlZWNoX3BhZF9tczogICAgICAgICAgIEZpbmFsIHNwZWVjaCBjaHVua3MgYXJlIHBhZGRlZCBieSBzcGVlY2hfcGFkX21zIGVhY2ggc2lkZS4KICAgICAgICA6cGFyYW0gcmV0dXJuX3NlY29uZHM6ICAgICAgICAgIFdoZXRoZXIgcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2Vjb25kcy4gRmFsc2UgbWVhbnMgdG8gcmV0dXJuIHRpbWVzdGFtcHMgaW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZXMgKGRlZmF1bHQgLSBGYWxzZSkuCiAgICAgICAgOnBhcmFtIHBlcl9jaGFubmVsOiAgICAgICAgICAgICBXaGV0aGVyIHRvIHJldHVybiB0aW1lc3RhbXBzIHBlciBjaGFubmVsIChkZWZhdWx0IC0gRmFsc2UpLiBUaGlzIHdpbGwgcnVuIFZBRAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgb24gZWFjaCBjaGFubmVsIHNlcGFyYXRlbHkgYW5kIHJldHVybiBhIGxpc3Qgb2YgdGltZXN0YW1wcyBwZXIgY2hhbm5lbC4KICAgICAgICAiIiIKICAgICAgICAjIFN0b3JlIGNvbmZpZ3VyYXRpb25zOgogICAgICAgIHNlbGYuX3VzZV9vbm54ID0gdXNlX29ubngKICAgICAgICBzZWxmLl9mb3JjZV9vbm54X2NwdSA9IGZvcmNlX29ubnhfY3B1CiAgICAgICAgc2VsZi5fdGhyZXNob2xkID0gdGhyZXNob2xkCiAgICAgICAgc2VsZi5fc2FtcGxpbmdfcmF0ZSA9IHNhbXBsaW5nX3JhdGUKICAgICAgICBzZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zID0gbWluX3NwZWVjaF9kdXJhdGlvbl9tcwogICAgICAgIHNlbGYuX21heF9zcGVlY2hfZHVyYXRpb25fcyA9IG1heF9zcGVlY2hfZHVyYXRpb25fcwogICAgICAgIHNlbGYuX21pbl9zaWxlbmNlX2R1cmF0aW9uX21zID0gbWluX3NpbGVuY2VfZHVyYXRpb25fbXMKICAgICAgICBzZWxmLl93aW5kb3dfc2l6ZV9zYW1wbGVzID0gd2luZG93X3NpemVfc2FtcGxlcwogICAgICAgIHNlbGYuX3NwZWVjaF9wYWRfbXMgPSBzcGVlY2hfcGFkX21zCiAgICAgICAgc2VsZi5fcmV0dXJuX3NlY29uZHMgPSByZXR1cm5fc2Vjb25kcwogICAgICAgIHNlbGYuX3Blcl9jaGFubmVsID0gcGVyX2NoYW5uZWwKCiAgICAgICAgIyBQcmVwYXJlIHRoZSBtb2RlbCB2YXJpYWJsZXMKICAgICAgICBzZWxmLl9tb2RlbDogdG9yY2guTW9kdWxlID0gTm9uZQogICAgICAgIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wczogRnVuY3Rpb25UeXBlID0gTm9uZQoKICAgIGRlZiBsb2FkKHNlbGYsIGZvcmNlX3JlbG9hZDogYm9vbCA9IFRydWUpOgogICAgICAgICIiIgogICAgICAgIExvYWQgdGhlIFZBRCBtb2RlbC4KCiAgICAgICAgOnBhcmFtIGZvcmNlX3JlbG9hZDogV2hldGhlciB0byBmb3JjZSByZWxvYWQgdGhlIG1vZGVsIGV2ZW4gaWYgaXQgd2FzIGFscmVhZHkgbG9hZGVkLiBEZWZhdWx0IGlzIFRydWUuCiAgICAgICAgIiIiCiAgICAgICAgbW9kZWwsIHV0aWxzID0gdG9yY2guaHViLmxvYWQoCiAgICAgICAgICAgIHJlcG9fb3JfZGlyPSJzbmFrZXJzNC9zaWxlcm8tdmFkIiwKICAgICAgICAgICAgbW9kZWw9InNpbGVyb192YWQiLAogICAgICAgICAgICBmb3JjZV9yZWxvYWQ9Zm9yY2VfcmVsb2FkLAogICAgICAgICAgICBvbm54PXNlbGYuX3VzZV9vbm54LAogICAgICAgICAgICBmb3JjZV9vbm54X2NwdT1zZWxmLl9mb3JjZV9vbm54X2NwdSwKICAgICAgICApCiAgICAgICAgc2VsZi5fbW9kZWwgPSBtb2RlbAogICAgICAgICgKICAgICAgICAgICAgc2VsZi5fZ2V0X3NwZWVjaF90aW1lc3RhbXBzLAogICAgICAgICAgICBfLCAgIyBzYXZlX2F1ZGlvLAogICAgICAgICAgICBfLCAgIyByZWFkX2F1ZGlvLAogICAgICAgICAgICBfLCAgIyBWQURJdGVyYXRvciwKICAgICAgICAgICAgXywgICMgY29sbGVjdF9jaHVua3MKICAgICAgICApID0gdXRpbHMKCiAgICBkZWYgZGV0ZWN0X3ZvaWNlKAogICAgICAgIHNlbGYsCiAgICAgICAgYXVkaW9fZmlsZTogUGF0aCwKICAgICkgLT4gVW5pb25bTGlzdFtEaWN0W3N0ciwgaW50XV0sIExpc3RbTGlzdFtEaWN0W3N0ciwgaW50XV1dXToKICAgICAgICAiIiIKICAgICAgICBJbmZlciB0aGUgYXVkaW8gdGhyb3VnaCB0aGUgVkFEIG1vZGVsIGFuZCByZXR1cm4gdGhlIHNwZWVjaCB0aW1lc3RhbXBzLgoKICAgICAgICA6cGFyYW0gYXVkaW9fZmlsZTogVGhlIGF1ZGlvIGZpbGUgdG8gaW5mZXIuCgogICAgICAgIDpyZXR1cm5zOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgaW4gdGhlIGF1ZGlvLiBBIGxpc3Qgb2YgdGltZXN0YW1wcyB3aGVyZSBlYWNoIHRpbWVzdGFtcCBpcyBhIGRpY3Rpb25hcnkgd2l0aCB0aGUKICAgICAgICAgICAgICAgICBmb2xsb3dpbmcga2V5czoKCiAgICAgICAgICAgICAgICAgKiAic3RhcnQiOiBUaGUgc3RhcnQgc2FtcGxlIGluZGV4IG9mIHRoZSBzcGVlY2ggaW4gdGhlIGF1ZGlvLgogICAgICAgICAgICAgICAgICogImVuZCI6ICAgVGhlIGVuZCBzYW1wbGUgaW5kZXggb2YgdGhlIHNwZWVjaCBpbiB0aGUgYXVkaW8uCgogICAgICAgICAgICAgICAgIElmIGBwZXJfY2hhbm5lbGAgaXMgVHJ1ZSwgYSBsaXN0IG9mIHRpbWVzdGFtcHMgcGVyIGNoYW5uZWwgd2lsbCBiZSByZXR1cm5lZC4KICAgICAgICAiIiIKICAgICAgICAjIENhc3QgdG8gYSBudW1weSBhcnJheToKICAgICAgICBhdWRpbyA9IHNlbGYuX3JlYWRfYXVkaW8oYXVkaW9fZmlsZSkKCiAgICAgICAgIyBEZXRlY3Qgc3BlZWNoOgogICAgICAgIGlmIG5vdCBzZWxmLl9wZXJfY2hhbm5lbDoKICAgICAgICAgICAgcmV0dXJuIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wcygKICAgICAgICAgICAgICAgIGF1ZGlvLAogICAgICAgICAgICAgICAgc2VsZi5fbW9kZWwsCiAgICAgICAgICAgICAgICB0aHJlc2hvbGQ9c2VsZi5fdGhyZXNob2xkLAogICAgICAgICAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tcz1zZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgbWF4X3NwZWVjaF9kdXJhdGlvbl9zPXNlbGYuX21heF9zcGVlY2hfZHVyYXRpb25fcywKICAgICAgICAgICAgICAgIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zPXNlbGYuX21pbl9zaWxlbmNlX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgc3BlZWNoX3BhZF9tcz1zZWxmLl9zcGVlY2hfcGFkX21zLAogICAgICAgICAgICAgICAgc2FtcGxpbmdfcmF0ZT1zZWxmLl9zYW1wbGluZ19yYXRlLAogICAgICAgICAgICAgICAgd2luZG93X3NpemVfc2FtcGxlcz1zZWxmLl93aW5kb3dfc2l6ZV9zYW1wbGVzLAogICAgICAgICAgICAgICAgcmV0dXJuX3NlY29uZHM9c2VsZi5fcmV0dXJuX3NlY29uZHMsCiAgICAgICAgICAgICkKCiAgICAgICAgIyBQZXIgY2hhbm5lbDoKICAgICAgICBzcGVlY2hfdGltZXN0YW1wcyA9IFtdCiAgICAgICAgZm9yIGNoYW5uZWwgaW4gYXVkaW86CiAgICAgICAgICAgIHNwZWVjaF90aW1lc3RhbXBzLmFwcGVuZCgKICAgICAgICAgICAgICAgIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wcygKICAgICAgICAgICAgICAgICAgICBjaGFubmVsLAogICAgICAgICAgICAgICAgICAgIHNlbGYuX21vZGVsLAogICAgICAgICAgICAgICAgICAgIHRocmVzaG9sZD1zZWxmLl90aHJlc2hvbGQsCiAgICAgICAgICAgICAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tcz1zZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgICAgIG1heF9zcGVlY2hfZHVyYXRpb25fcz1zZWxmLl9tYXhfc3BlZWNoX2R1cmF0aW9uX3MsCiAgICAgICAgICAgICAgICAgICAgbWluX3NpbGVuY2VfZHVyYXRpb25fbXM9c2VsZi5fbWluX3NpbGVuY2VfZHVyYXRpb25fbXMsCiAgICAgICAgICAgICAgICAgICAgc3BlZWNoX3BhZF9tcz1zZWxmLl9zcGVlY2hfcGFkX21zLAogICAgICAgICAgICAgICAgICAgIHNhbXBsaW5nX3JhdGU9c2VsZi5fc2FtcGxpbmdfcmF0ZSwKICAgICAgICAgICAgICAgICAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzPXNlbGYuX3dpbmRvd19zaXplX3NhbXBsZXMsCiAgICAgICAgICAgICAgICAgICAgcmV0dXJuX3NlY29uZHM9c2VsZi5fcmV0dXJuX3NlY29uZHMsCiAgICAgICAgICAgICAgICApCiAgICAgICAgICAgICkKCiAgICAgICAgcmV0dXJuIHNwZWVjaF90aW1lc3RhbXBzCgogICAgZGVmIF9yZWFkX2F1ZGlvKAogICAgICAgIHNlbGYsCiAgICAgICAgcGF0aDogUGF0aCwKICAgICkgLT4gdG9yY2guVGVuc29yOgogICAgICAgICIiIgogICAgICAgIFJlYWQgdGhlIGF1ZGlvIGZyb20gdGhlIGdpdmVuIHBhdGggYW5kIHJldHVybiBpdCBhcyBhIHRlbnNvci4KCiAgICAgICAgOnBhcmFtIHBhdGg6IFRoZSBwYXRoIHRvIHRoZSBhdWRpbyBmaWxlLgoKICAgICAgICA6cmV0dXJuczogVGhlIGF1ZGlvIGFzIGEgdGVuc29yLgogICAgICAgICIiIgogICAgICAgICMgUmVhZCB0aGUgYXVkaW86CiAgICAgICAgYXVkaW8sIHNhbXBsaW5nX3JhdGUgPSB0b3JjaGF1ZGlvLmxvYWQoc3RyKHBhdGgpKQoKICAgICAgICAjIENoZWNrIGlmIHRoZSBhdWRpbyBpcyBzdGVyZW8gYW5kIGlmIHNvLCBjb252ZXJ0IGl0IHRvIG1vbm8gKG9ubHkgaWYgbm90IHBlciBjaGFubmVsKToKICAgICAgICBpZiBhdWRpby5zaXplKDApID4gMSBhbmQgbm90IHNlbGYuX3Blcl9jaGFubmVsOgogICAgICAgICAgICBhdWRpbyA9IGF1ZGlvLm1lYW4oZGltPTAsIGtlZXBkaW09VHJ1ZSkKCiAgICAgICAgIyBSZXNhbXBsZSB0aGUgYXVkaW8gaWYgbmVlZGVkOgogICAgICAgIGlmIHNhbXBsaW5nX3JhdGUgIT0gc2VsZi5fc2FtcGxpbmdfcmF0ZToKICAgICAgICAgICAgdHJhbnNmb3JtID0gdG9yY2hhdWRpby50cmFuc2Zvcm1zLlJlc2FtcGxlKAogICAgICAgICAgICAgICAgb3JpZ19mcmVxPXNhbXBsaW5nX3JhdGUsIG5ld19mcmVxPXNlbGYuX3NhbXBsaW5nX3JhdGUKICAgICAgICAgICAgKQogICAgICAgICAgICBhdWRpbyA9IHRyYW5zZm9ybShhdWRpbykKCiAgICAgICAgIyBSZXR1cm4gdGhlIGF1ZGlvIChzcXVlZXplIGlmIG5vdCBwZXIgY2hhbm5lbCk6CiAgICAgICAgcmV0dXJuIGF1ZGlvIGlmIHNlbGYuX3Blcl9jaGFubmVsIGVsc2UgYXVkaW8uc3F1ZWV6ZSgwKQoKCiM6IFRoZSB2YWx1ZSB0byBzZW5kIGludG8gbXVsdGlwcm9jZXNzaW5nIHF1ZXVlcyB0byBzdG9wIHRoZSBwcm9jZXNzOgpfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSyA9ICJTVE9QIgoKCmRlZiBfbXVsdGlwcm9jZXNzaW5nX2NvbXBsZXRlX3Rhc2tzKAogICAgdmFkX2luaXRfa3dhcmdzOiBkaWN0LCB0YXNrc19xdWV1ZTogUXVldWUsIHJlc3VsdHNfcXVldWU6IFF1ZXVlCik6CiAgICAiIiIKICAgIENvbXBsZXRlIHRoZSB0YXNrcyBpbiB0aGUgZ2l2ZW4gcXVldWUgYW5kIHB1dCB0aGUgcmVzdWx0cyBpbiB0aGUgZ2l2ZW4gcmVzdWx0cyBxdWV1ZS4gVGhlIGZ1bmN0aW9uIHdpbGwgc3RvcCB3aGVuCiAgICB0aGUgZ2l2ZW4gdGFza3MgcXVldWUgd2lsbCByZWNlaXZlIHRoZSBzdG9wIG1hcmsuIEl0IGlzIGFpbWVkIHRvIGJlIHVzZWQgd2l0aCBtdWx0aXByb2Nlc3NpbmcgYXMgYSBwcm9jZXNzLgoKICAgIDpwYXJhbSB2YWRfaW5pdF9rd2FyZ3M6IFRoZSBWQUQgaW5pdGlhbGl6YXRpb24ga3dhcmdzLgogICAgOnBhcmFtIHRhc2tzX3F1ZXVlOiAgICAgQSBxdWV1ZSB0byBnZXQgdGhlIHRhc2tzIGZyb20uCiAgICA6cGFyYW0gcmVzdWx0c19xdWV1ZTogICBBIHF1ZXVlIHRvIHB1dCB0aGUgcmVzdWx0cyBpbi4KICAgICIiIgogICAgIyBJbml0aWFsaXplIGFuZCBsb2FkIHRoZSBWQUQ6CiAgICB2YWQgPSBWb2ljZUFjdGl2aXR5RGV0ZWN0b3IoKip2YWRfaW5pdF9rd2FyZ3MpCiAgICB2YWQubG9hZChmb3JjZV9yZWxvYWQ9RmFsc2UpCgogICAgIyBTdGFydCBsaXN0ZW5pbmcgdG8gdGhlIHRhc2tzIHF1ZXVlOgogICAgd2hpbGUgVHJ1ZToKICAgICAgICAjIEdldCB0aGUgdGFzazoKICAgICAgICB0YXNrOiBUdXBsZVtzdHIsIGRpY3RdID0gdGFza3NfcXVldWUuZ2V0KCkKICAgICAgICBpZiB0YXNrID09IF9NVUxUSVBST0NFU1NJTkdfU1RPUF9NQVJLOgogICAgICAgICAgICBicmVhawogICAgICAgIHRyeToKICAgICAgICAgICAgIyBDcmVhdGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2sgPSBUYXNrQ3JlYXRvci5mcm9tX3R1cGxlKHRhc2tfdHVwbGU9dGFzaykKICAgICAgICAgICAgIyBSdW4gdGhlIGZpbGUgdGhyb3VnaCB0aGUgVkFEOgogICAgICAgICAgICBzcGVlY2hfdGltZXN0YW1wcyA9IHZhZC5kZXRlY3Rfdm9pY2UoYXVkaW9fZmlsZT10YXNrLmF1ZGlvX2ZpbGUpCiAgICAgICAgICAgICMgQ29tcGxldGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2suZG9fdGFzayhzcGVlY2hfdGltZXN0YW1wcz1zcGVlY2hfdGltZXN0YW1wcykKICAgICAgICAgICAgIyBCdWlsZCB0aGUgcmVzdWx0OgogICAgICAgICAgICByZXN1bHQgPSAoRmFsc2UsIHRhc2suZ2V0X3Jlc3VsdCgpKQogICAgICAgIGV4Y2VwdCBFeGNlcHRpb24gYXMgZXhjZXB0aW9uOgogICAgICAgICAgICAjIEJ1aWxkIHRoZSBlcnJvcjoKICAgICAgICAgICAgcmVzdWx0ID0gKFRydWUsICh0YXNrLmF1ZGlvX2ZpbGUubmFtZSwgc3RyKGV4Y2VwdGlvbikpKQogICAgICAgICMgQ29sbGVjdCB0aGUgcmVzdWx0IC8gZXJyb3I6CiAgICAgICAgcmVzdWx0c19xdWV1ZS5wdXQocmVzdWx0KQoKICAgICMgTWFyayB0aGUgZW5kIG9mIHRoZSB0YXNrczoKICAgIHJlc3VsdHNfcXVldWUucHV0KF9NVUxUSVBST0NFU1NJTkdfU1RPUF9NQVJLKQoKCiMgR2V0IHRoZSBnbG9iYWwgbG9nZ2VyOgp0cnk6CiAgICBpbXBvcnQgbWxydW4KCiAgICBfTE9HR0VSID0gbWxydW4uZ2V0X29yX2NyZWF0ZV9jdHgoInNpbGVyb192YWQiKS5sb2dnZXIKZXhjZXB0IE1vZHVsZU5vdEZvdW5kRXJyb3I6CiAgICBfTE9HR0VSID0gbG9nZ2luZy5nZXRMb2dnZXIoKQoKCmRlZiBkZXRlY3Rfdm9pY2UoCiAgICAjIElucHV0IGt3YXJnczoKICAgIGRhdGFfcGF0aDogVW5pb25bc3RyLCBQYXRoLCBMaXN0W1VuaW9uW3N0ciwgUGF0aF1dXSwKICAgICMgTW9kZWwgbG9hZGluZyBrd2FyZ3M6CiAgICB1c2Vfb25ueDogYm9vbCA9IFRydWUsCiAgICBmb3JjZV9vbm54X2NwdTogYm9vbCA9IFRydWUsCiAgICAjIERldGVjdGlvbiBrd2FyZ3M6CiAgICB0aHJlc2hvbGQ6IGZsb2F0ID0gMC41LAogICAgc2FtcGxpbmdfcmF0ZTogaW50ID0gMTZfMDAwLAogICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tczogaW50ID0gMjUwLAogICAgbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiBmbG9hdCA9IGZsb2F0KCJpbmYiKSwKICAgIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zOiBpbnQgPSAxMDAsCiAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzOiBpbnQgPSA1MTIsCiAgICBzcGVlY2hfcGFkX21zOiBpbnQgPSAzMCwKICAgIHJldHVybl9zZWNvbmRzOiBib29sID0gRmFsc2UsCiAgICBwZXJfY2hhbm5lbDogYm9vbCA9IEZhbHNlLAogICAgIyBPdGhlciBrd2FyZ3M6CiAgICB1c2VfbXVsdGlwcm9jZXNzaW5nOiBpbnQgPSAwLAogICAgdmVyYm9zZTogYm9vbCA9IEZhbHNlLAopOgogICAgIiIiCiAgICBQZXJmb3JtIHZvaWNlIGFjdGl2aXR5IGRldGVjdGlvbiBvbiBnaXZlbiBhdWRpbyBmaWxlcyB1c2luZyB0aGUgc2lsZXJvIFZBRCBtb2RlbCAtCiAgICBodHRwczovL2dpdGh1Yi5jb20vc25ha2VyczQvc2lsZXJvLXZhZC4gVGhlIGVuZCByZXN1bHQgaXMgYSBkaWN0aW9uYXJ5IHdpdGggdGhlIGZpbGUgbmFtZXMgYXMga2V5cyBhbmQgdGhlaXIKICAgIFZBRCB0aW1lc3RhbXBzIGRpY3Rpb25hcmllcyBhcyB2YWx1ZS4KCiAgICBGb3IgZXhhbXBsZTo6CgogICAgICAgIHsKICAgICAgICAgICAgImZpbGVfMS53YXYiOiBbCiAgICAgICAgICAgICAgICB7InN0YXJ0IjogMCwgImVuZCI6IDE2MDAwfSwKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAxNjAwMCwgImVuZCI6IDMyMDAwfSwKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAzMjAwMCwgImVuZCI6IDQ4MDAwfSwKICAgICAgICAgICAgICAgIC4uLgogICAgICAgICAgICBdLAogICAgICAgICAgICAiZmlsZV8yLndhdiI6IFsKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAwLCAiZW5kIjogMTYwMDB9LAogICAgICAgICAgICAgICAgeyJzdGFydCI6IDE2MDAwLCAiZW5kIjogMzIwMDB9LAogICAgICAgICAgICAgICAgeyJzdGFydCI6IDMyMDAwLCAiZW5kIjogNDgwMDB9LAogICAgICAgICAgICAgICAgLi4uCiAgICAgICAgICAgIF0sCiAgICAgICAgICAgIC4uLgogICAgICAgIH0KCgogICAgOnBhcmFtIGRhdGFfcGF0aDogICAgICAgICAgICAgICBUaGUgcGF0aCB0byB0aGUgYXVkaW8gZmlsZXMgdG8gZGlhcml6ZS4gQ2FuIGJlIGEgcGF0aCB0byBhIHNpbmdsZSBmaWxlLCBhIHBhdGggdG8gYQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBkaXJlY3Rvcnkgb3IgYSBsaXN0IG9mIHBhdGhzIHRvIGZpbGVzLgogICAgOnBhcmFtIHVzZV9vbm54OiAgICAgICAgICAgICAgICBXaGV0aGVyIHRvIHVzZSBPTk5YIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgIDpwYXJhbSBmb3JjZV9vbm54X2NwdTogICAgICAgICAgV2hldGhlciB0byBmb3JjZSBPTk5YIHRvIHVzZSBDUFUgZm9yIGluZmVyZW5jZS4gRGVmYXVsdCBpcyBUcnVlLgogICAgOnBhcmFtIHRocmVzaG9sZDogICAgICAgICAgICAgICBTcGVlY2ggdGhyZXNob2xkLiBTaWxlcm8gVkFEIG91dHB1dHMgc3BlZWNoIHByb2JhYmlsaXRpZXMgZm9yIGVhY2ggYXVkaW8gY2h1bmssCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHByb2JhYmlsaXRpZXMgQUJPVkUgdGhpcyB2YWx1ZSBhcmUgY29uc2lkZXJlZCBhcyBTUEVFQ0guIEl0IGlzIGJldHRlciB0byB0dW5lCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoaXMgcGFyYW1ldGVyIGZvciBlYWNoIGRhdGFzZXQgc2VwYXJhdGVseSwgYnV0ICJsYXp5IiAwLjUgaXMgcHJldHR5IGdvb2QgZm9yCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG1vc3QgZGF0YXNldHMuCiAgICA6cGFyYW0gc2FtcGxpbmdfcmF0ZTogICAgICAgICAgIEN1cnJlbnRseSwgc2lsZXJvIFZBRCBtb2RlbHMgc3VwcG9ydCA4MDAwIGFuZCAxNjAwMCBzYW1wbGUgcmF0ZXMuCiAgICA6cGFyYW0gbWluX3NwZWVjaF9kdXJhdGlvbl9tczogIEZpbmFsIHNwZWVjaCBjaHVua3Mgc2hvcnRlciBtaW5fc3BlZWNoX2R1cmF0aW9uX21zIGFyZSB0aHJvd24gb3V0LgogICAgOnBhcmFtIG1heF9zcGVlY2hfZHVyYXRpb25fczogICBNYXhpbXVtIGR1cmF0aW9uIG9mIHNwZWVjaCBjaHVua3MgaW4gc2Vjb25kcy4gQ2h1bmtzIGxvbmdlciB0aGFuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBtYXhfc3BlZWNoX2R1cmF0aW9uX3NgIHdpbGwgYmUgc3BsaXQgYXQgdGhlIHRpbWVzdGFtcCBvZiB0aGUgbGFzdCBzaWxlbmNlIHRoYXQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGFzdHMgbW9yZSB0aGFuIDEwMG1zIChpZiBhbnkpLCB0byBwcmV2ZW50IGFnZ3Jlc3NpdmUgY3V0dGluZy4gT3RoZXJ3aXNlLCB0aGV5IHdpbGwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYmUgc3BsaXQgYWdncmVzc2l2ZWx5IGp1c3QgYmVmb3JlIG1heF9zcGVlY2hfZHVyYXRpb25fcy4KICAgIDpwYXJhbSBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogSW4gdGhlIGVuZCBvZiBlYWNoIHNwZWVjaCBjaHVuayB3YWl0IGZvciBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyBiZWZvcmUgc2VwYXJhdGluZwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpdC4KICAgIDpwYXJhbSB3aW5kb3dfc2l6ZV9zYW1wbGVzOiAgICAgQXVkaW8gY2h1bmtzIG9mIHdpbmRvd19zaXplX3NhbXBsZXMgc2l6ZSBhcmUgZmVkIHRvIHRoZSBzaWxlcm8gVkFEIG1vZGVsLgoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgV0FSTklORyEgU2lsZXJvIFZBRCBtb2RlbHMgd2VyZSB0cmFpbmVkIHVzaW5nIDUxMiwgMTAyNCwgMTUzNiBzYW1wbGVzIGZvciAxNjAwMAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGUgcmF0ZSBhbmQgMjU2LCA1MTIsIDc2OCBzYW1wbGVzIGZvciA4MDAwIHNhbXBsZSByYXRlLiBWYWx1ZXMgb3RoZXIgdGhhbgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB0aGVzZSBtYXkgYWZmZWN0IG1vZGVsIHBlcmZvcm1hbmNlIQogICAgOnBhcmFtIHNwZWVjaF9wYWRfbXM6ICAgICAgICAgICBGaW5hbCBzcGVlY2ggY2h1bmtzIGFyZSBwYWRkZWQgYnkgc3BlZWNoX3BhZF9tcyBlYWNoIHNpZGUuCiAgICA6cGFyYW0gcmV0dXJuX3NlY29uZHM6ICAgICAgICAgIFdoZXRoZXIgcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2Vjb25kcy4gRmFsc2UgbWVhbnMgdG8gcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2FtcGxlcwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAoZGVmYXVsdCAtIEZhbHNlKS4KICAgIDpwYXJhbSBwZXJfY2hhbm5lbDogICAgICAgICAgICAgV2hldGhlciB0byByZXR1cm4gdGltZXN0YW1wcyBwZXIgY2hhbm5lbCAoZGVmYXVsdCAtIEZhbHNlKS4gVGhpcyB3aWxsIHJ1biBWQUQgb24KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZWFjaCBjaGFubmVsIHNlcGFyYXRlbHkgYW5kIHJldHVybiBhIGxpc3Qgb2YgdGltZXN0YW1wcyBwZXIgY2hhbm5lbC4KICAgIDpwYXJhbSB1c2VfbXVsdGlwcm9jZXNzaW5nOiAgICAgVGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHVzZSBmb3IgbXVsdGlwcm9jZXNzaW5nLiBJZiAwLCBubyBtdWx0aXByb2Nlc3Npbmcgd2lsbAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBiZSB1c2VkLiBEZWZhdWx0IGlzIDAuCiAgICA6cGFyYW0gdmVyYm9zZTogICAgICAgICAgICAgICAgIFZlcmJvc2l0eS4KICAgICIiIgogICAgZ2xvYmFsIF9MT0dHRVIKCiAgICAjIEdldCB0aGUgaW5wdXQgYXVkaW8gZmlsZXMgdG8gdHJhbnNjcmliZToKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJDb2xsZWN0aW5nIGF1ZGlvIGZpbGVzLiIpCiAgICBhdWRpb19maWxlcyA9IF9nZXRfYXVkaW9fZmlsZXMoZGF0YV9wYXRoPWRhdGFfcGF0aCkKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKGYiQ29sbGVjdGVkIHtsZW4oYXVkaW9fZmlsZXMpfSBhdWRpbyBmaWxlcy4iKQoKICAgICMgSW5pdGlhbGl6ZSB0aGUgdHJhbnNjcmlwdGlvbiBwaXBlbGluZToKICAgIHZhZF9pbml0X2t3YXJncyA9IHsKICAgICAgICAidXNlX29ubngiOiB1c2Vfb25ueCwKICAgICAgICAiZm9yY2Vfb25ueF9jcHUiOiBmb3JjZV9vbm54X2NwdSwKICAgICAgICAidGhyZXNob2xkIjogdGhyZXNob2xkLAogICAgICAgICJzYW1wbGluZ19yYXRlIjogc2FtcGxpbmdfcmF0ZSwKICAgICAgICAibWluX3NwZWVjaF9kdXJhdGlvbl9tcyI6IG1pbl9zcGVlY2hfZHVyYXRpb25fbXMsCiAgICAgICAgIm1heF9zcGVlY2hfZHVyYXRpb25fcyI6IG1heF9zcGVlY2hfZHVyYXRpb25fcywKICAgICAgICAibWluX3NpbGVuY2VfZHVyYXRpb25fbXMiOiBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcywKICAgICAgICAid2luZG93X3NpemVfc2FtcGxlcyI6IHdpbmRvd19zaXplX3NhbXBsZXMsCiAgICAgICAgInNwZWVjaF9wYWRfbXMiOiBzcGVlY2hfcGFkX21zLAogICAgICAgICJyZXR1cm5fc2Vjb25kcyI6IHJldHVybl9zZWNvbmRzLAogICAgICAgICJwZXJfY2hhbm5lbCI6IHBlcl9jaGFubmVsLAogICAgfQoKICAgICMgQ3JlYXRlIHRoZSB0YXNrIGNyZWF0b3I6CiAgICB0YXNrX2NyZWF0b3IgPSBUYXNrQ3JlYXRvcih0YXNrX3R5cGU9QmFzZVRhc2spCgogICAgIyBSdW4gdGhlIHRyYW5zY3JpcHRpb246CiAgICBpZiB1c2VfbXVsdGlwcm9jZXNzaW5nOgogICAgICAgIHJlc3VsdHMgPSBfcGFyYWxsZWxfcnVuKAogICAgICAgICAgICBuX3dvcmtlcnM9dXNlX211bHRpcHJvY2Vzc2luZywKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEZXRlY3Rpbmcgdm9pY2UiLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQogICAgZWxzZToKICAgICAgICByZXN1bHRzID0gX3J1bigKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEZXRlY3Rpbmcgdm9pY2UiLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQoKICAgICMgUHJvY2VzcyB0aGUgcmVzdWx0czoKICAgIHJldHVybiBfcHJvY2Vzc19yZXN1bHRzKHJlc3VsdHM9cmVzdWx0cywgdmVyYm9zZT12ZXJib3NlKQoKCmRlZiBkaWFyaXplKAogICAgIyBJbnB1dCAvIE91dHB1dCBrd2FyZ3M6CiAgICBkYXRhX3BhdGg6IFVuaW9uW3N0ciwgUGF0aCwgTGlzdFtVbmlvbltzdHIsIFBhdGhdXV0sCiAgICAjIE1vZGVsIGxvYWRpbmcga3dhcmdzOgogICAgdXNlX29ubng6IGJvb2wgPSBUcnVlLAogICAgZm9yY2Vfb25ueF9jcHU6IGJvb2wgPSBUcnVlLAogICAgIyBEZXRlY3Rpb24ga3dhcmdzOgogICAgdGhyZXNob2xkOiBmbG9hdCA9IDAuNSwKICAgIHNhbXBsaW5nX3JhdGU6IGludCA9IDE2XzAwMCwKICAgIG1pbl9zcGVlY2hfZHVyYXRpb25fbXM6IGludCA9IDI1MCwKICAgIG1heF9zcGVlY2hfZHVyYXRpb25fczogZmxvYXQgPSBmbG9hdCgiaW5mIiksCiAgICBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogaW50ID0gMTAwLAogICAgd2luZG93X3NpemVfc2FtcGxlczogaW50ID0gNTEyLAogICAgc3BlZWNoX3BhZF9tczogaW50ID0gMzAsCiAgICAjIERpYXJpemF0aW9uIGt3YXJnczoKICAgIHNwZWFrZXJfbGFiZWxzOiBMaXN0W3N0cl0gPSBOb25lLAogICAgIyBPdGhlciBrd2FyZ3M6CiAgICB1c2VfbXVsdGlwcm9jZXNzaW5nOiBpbnQgPSAwLAogICAgdmVyYm9zZTogYm9vbCA9IEZhbHNlLAopOgogICAgIiIiCiAgICBQZXJmb3JtIHNwZWVjaCBkaWFyaXphdGlvbiBvbiBnaXZlbiBhdWRpbyBmaWxlcyB1c2luZyB0aGUgc2lsZXJvIFZBRCBtb2RlbCAtIGh0dHBzOi8vZ2l0aHViLmNvbS9zbmFrZXJzNC9zaWxlcm8tdmFkLgogICAgVGhlIHNwZWVjaCBkaWFyaXphdGlvbiBpcyBwZXJmb3JtZWQgcGVyIGNoYW5uZWwgc28gdGhhdCBlYWNoIGNoYW5uZWwgaW4gdGhlIGF1ZGlvIGJlbG9uZyB0byBhIGRpZmZlcmVudCBzcGVha2VyLiBUaGUKICAgIGVuZCByZXN1bHQgaXMgYSBkaWN0aW9uYXJ5IHdpdGggdGhlIGZpbGUgbmFtZXMgYXMga2V5cyBhbmQgdGhlaXIgZGlhcml6YXRpb24gYXMgdmFsdWUuIEEgZGlhcml6YXRpb24gaXMgYSBsaXN0CiAgICBvZiB0dXBsZXM6IChzdGFydCwgZW5kLCBzcGVha2VyX2xhYmVsKS4KCiAgICBGb3IgZXhhbXBsZTo6CgogICAgICAgIHsKICAgICAgICAgICAgImZpbGVfMS53YXYiOiBbCiAgICAgICAgICAgICAgICAoMC4wLCAxLjAsICJzcGVha2VyXzAiKSwKICAgICAgICAgICAgICAgICgxLjAsIDIuMCwgInNwZWFrZXJfMSIpLAogICAgICAgICAgICAgICAgKDIuMCwgMy4wLCAic3BlYWtlcl8wIiksCiAgICAgICAgICAgICAgICAuLi4KICAgICAgICAgICAgXSwKICAgICAgICAgICAgImZpbGVfMi53YXYiOiBbCiAgICAgICAgICAgICAgICAoMC4wLCAxLjAsICJzcGVha2VyXzAiKSwKICAgICAgICAgICAgICAgICgxLjAsIDIuMCwgInNwZWFrZXJfMSIpLAogICAgICAgICAgICAgICAgKDIuMCwgMy4wLCAic3BlYWtlcl8wIiksCiAgICAgICAgICAgICAgICAuLi4KICAgICAgICAgICAgXSwKICAgICAgICAgICAgLi4uCiAgICAgICAgfQoKCiAgICA6cGFyYW0gZGF0YV9wYXRoOiAgICAgICAgICAgICAgIFRoZSBwYXRoIHRvIHRoZSBhdWRpbyBmaWxlcyB0byBkaWFyaXplLiBDYW4gYmUgYSBwYXRoIHRvIGEgc2luZ2xlIGZpbGUsIGEgcGF0aCB0byBhCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGRpcmVjdG9yeSBvciBhIGxpc3Qgb2YgcGF0aHMgdG8gZmlsZXMuCiAgICA6cGFyYW0gdXNlX29ubng6ICAgICAgICAgICAgICAgIFdoZXRoZXIgdG8gdXNlIE9OTlggZm9yIGluZmVyZW5jZS4gRGVmYXVsdCBpcyBUcnVlLgogICAgOnBhcmFtIGZvcmNlX29ubnhfY3B1OiAgICAgICAgICBXaGV0aGVyIHRvIGZvcmNlIE9OTlggdG8gdXNlIENQVSBmb3IgaW5mZXJlbmNlLiBEZWZhdWx0IGlzIFRydWUuCiAgICA6cGFyYW0gdGhyZXNob2xkOiAgICAgICAgICAgICAgIFNwZWVjaCB0aHJlc2hvbGQuIFNpbGVybyBWQUQgb3V0cHV0cyBzcGVlY2ggcHJvYmFiaWxpdGllcyBmb3IgZWFjaCBhdWRpbyBjaHVuaywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgcHJvYmFiaWxpdGllcyBBQk9WRSB0aGlzIHZhbHVlIGFyZSBjb25zaWRlcmVkIGFzIFNQRUVDSC4gSXQgaXMgYmV0dGVyIHRvIHR1bmUKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdGhpcyBwYXJhbWV0ZXIgZm9yIGVhY2ggZGF0YXNldCBzZXBhcmF0ZWx5LCBidXQgImxhenkiIDAuNSBpcyBwcmV0dHkgZ29vZCBmb3IKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbW9zdCBkYXRhc2V0cy4KICAgIDpwYXJhbSBzYW1wbGluZ19yYXRlOiAgICAgICAgICAgQ3VycmVudGx5LCBzaWxlcm8gVkFEIG1vZGVscyBzdXBwb3J0IDgwMDAgYW5kIDE2MDAwIHNhbXBsZSByYXRlcy4KICAgIDpwYXJhbSBtaW5fc3BlZWNoX2R1cmF0aW9uX21zOiAgRmluYWwgc3BlZWNoIGNodW5rcyBzaG9ydGVyIG1pbl9zcGVlY2hfZHVyYXRpb25fbXMgYXJlIHRocm93biBvdXQuCiAgICA6cGFyYW0gbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiAgIE1heGltdW0gZHVyYXRpb24gb2Ygc3BlZWNoIGNodW5rcyBpbiBzZWNvbmRzLiBDaHVua3MgbG9uZ2VyIHRoYW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYG1heF9zcGVlY2hfZHVyYXRpb25fc2Agd2lsbCBiZSBzcGxpdCBhdCB0aGUgdGltZXN0YW1wIG9mIHRoZSBsYXN0IHNpbGVuY2UgdGhhdAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsYXN0cyBtb3JlIHRoYW4gMTAwbXMgKGlmIGFueSksIHRvIHByZXZlbnQgYWdncmVzc2l2ZSBjdXR0aW5nLiBPdGhlcndpc2UsIHRoZXkgd2lsbAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBiZSBzcGxpdCBhZ2dyZXNzaXZlbHkganVzdCBiZWZvcmUgbWF4X3NwZWVjaF9kdXJhdGlvbl9zLgogICAgOnBhcmFtIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zOiBJbiB0aGUgZW5kIG9mIGVhY2ggc3BlZWNoIGNodW5rIHdhaXQgZm9yIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zIGJlZm9yZSBzZXBhcmF0aW5nCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGl0LgogICAgOnBhcmFtIHdpbmRvd19zaXplX3NhbXBsZXM6ICAgICBBdWRpbyBjaHVua3Mgb2Ygd2luZG93X3NpemVfc2FtcGxlcyBzaXplIGFyZSBmZWQgdG8gdGhlIHNpbGVybyBWQUQgbW9kZWwuCgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBXQVJOSU5HISBTaWxlcm8gVkFEIG1vZGVscyB3ZXJlIHRyYWluZWQgdXNpbmcgNTEyLCAxMDI0LCAxNTM2IHNhbXBsZXMgZm9yIDE2MDAwCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZSByYXRlIGFuZCAyNTYsIDUxMiwgNzY4IHNhbXBsZXMgZm9yIDgwMDAgc2FtcGxlIHJhdGUuIFZhbHVlcyBvdGhlciB0aGFuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoZXNlIG1heSBhZmZlY3QgbW9kZWwgcGVyZm9ybWFuY2UhCiAgICA6cGFyYW0gc3BlZWNoX3BhZF9tczogICAgICAgICAgIEZpbmFsIHNwZWVjaCBjaHVua3MgYXJlIHBhZGRlZCBieSBzcGVlY2hfcGFkX21zIGVhY2ggc2lkZS4KICAgIDpwYXJhbSBzcGVha2VyX2xhYmVsczogICAgICAgICAgVGhlIHNwZWFrZXIgbGFiZWxzIHRvIHVzZSBmb3IgdGhlIGRpYXJpemF0aW9uLiBJZiBub3QgZ2l2ZW4sIHRoZSBzcGVha2VycyB3aWxsIGJlCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG5hbWVkICJzcGVha2VyXzAiLCAic3BlYWtlcl8xIiwgZXRjLgogICAgOnBhcmFtIHVzZV9tdWx0aXByb2Nlc3Npbmc6ICAgICBUaGUgbnVtYmVyIG9mIHdvcmtlcnMgdG8gdXNlIGZvciBtdWx0aXByb2Nlc3NpbmcuIElmIDAsIG5vIG11bHRpcHJvY2Vzc2luZyB3aWxsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGJlIHVzZWQuIERlZmF1bHQgaXMgMC4KICAgIDpwYXJhbSB2ZXJib3NlOiAgICAgICAgICAgICAgICAgVmVyYm9zaXR5LgogICAgIiIiCiAgICBnbG9iYWwgX0xPR0dFUgoKICAgICMgR2V0IHRoZSBpbnB1dCBhdWRpbyBmaWxlcyB0byB0cmFuc2NyaWJlOgogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oIkNvbGxlY3RpbmcgYXVkaW8gZmlsZXMuIikKICAgIGF1ZGlvX2ZpbGVzID0gX2dldF9hdWRpb19maWxlcyhkYXRhX3BhdGg9ZGF0YV9wYXRoKQogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oZiJDb2xsZWN0ZWQge2xlbihhdWRpb19maWxlcyl9IGF1ZGlvIGZpbGVzLiIpCgogICAgIyBJbml0aWFsaXplIHRoZSB0cmFuc2NyaXB0aW9uIHBpcGVsaW5lOgogICAgdmFkX2luaXRfa3dhcmdzID0gewogICAgICAgICJ1c2Vfb25ueCI6IHVzZV9vbm54LAogICAgICAgICJmb3JjZV9vbm54X2NwdSI6IGZvcmNlX29ubnhfY3B1LAogICAgICAgICJ0aHJlc2hvbGQiOiB0aHJlc2hvbGQsCiAgICAgICAgInNhbXBsaW5nX3JhdGUiOiBzYW1wbGluZ19yYXRlLAogICAgICAgICJtaW5fc3BlZWNoX2R1cmF0aW9uX21zIjogbWluX3NwZWVjaF9kdXJhdGlvbl9tcywKICAgICAgICAibWF4X3NwZWVjaF9kdXJhdGlvbl9zIjogbWF4X3NwZWVjaF9kdXJhdGlvbl9zLAogICAgICAgICJtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyI6IG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zLAogICAgICAgICJ3aW5kb3dfc2l6ZV9zYW1wbGVzIjogd2luZG93X3NpemVfc2FtcGxlcywKICAgICAgICAic3BlZWNoX3BhZF9tcyI6IHNwZWVjaF9wYWRfbXMsCiAgICAgICAgInJldHVybl9zZWNvbmRzIjogVHJ1ZSwKICAgICAgICAicGVyX2NoYW5uZWwiOiBUcnVlLAogICAgfQoKICAgICMgQ3JlYXRlIHRoZSB0YXNrIGNyZWF0b3I6CiAgICB0YXNrX2NyZWF0b3IgPSBUYXNrQ3JlYXRvcigKICAgICAgICB0YXNrX3R5cGU9U3BlZWNoRGlhcml6YXRpb25UYXNrLCB0YXNrX2t3YXJncz17InNwZWFrZXJfbGFiZWxzIjogc3BlYWtlcl9sYWJlbHN9CiAgICApCgogICAgIyBSdW4gdGhlIHRyYW5zY3JpcHRpb246CiAgICBpZiB1c2VfbXVsdGlwcm9jZXNzaW5nOgogICAgICAgIHJlc3VsdHMgPSBfcGFyYWxsZWxfcnVuKAogICAgICAgICAgICBuX3dvcmtlcnM9dXNlX211bHRpcHJvY2Vzc2luZywKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEaWFyaXppbmciLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQogICAgZWxzZToKICAgICAgICByZXN1bHRzID0gX3J1bigKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEaWFyaXppbmciLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQoKICAgICMgUHJvY2VzcyB0aGUgcmVzdWx0czoKICAgIHJldHVybiBfcHJvY2Vzc19yZXN1bHRzKHJlc3VsdHM9cmVzdWx0cywgdmVyYm9zZT12ZXJib3NlKQoKCmRlZiBfZ2V0X2F1ZGlvX2ZpbGVzKAogICAgZGF0YV9wYXRoOiBVbmlvbltQYXRoLCBzdHIsIGxpc3RdLAopIC0+IExpc3RbUGF0aF06CiAgICAiIiIKICAgIEdldCB0aGUgYXVkaW8gZmlsZXMgZnJvbSB0aGUgZGF0YSBwYXRoLiBJZiBhIHBhdGggdG8gYSBkaXJlY3RvcnkgaXMgZ2l2ZW4sIGFsbCBmaWxlcyBpbiB0aGUgZGlyZWN0b3J5IHdpbGwgYmUKICAgIGNvbGxlY3RlZC4KCiAgICA6cGFyYW0gZGF0YV9wYXRoOiBUaGUgZGF0YSBwYXRoIHRvIGNvbGxlY3QgdGhlIGF1ZGlvIGZpbGVzIGZyb20uCgogICAgOnJldHVybnM6IFRoZSBhdWRpbyBmaWxlcyBsaXN0LgogICAgIiIiCiAgICAjIENoZWNrIGlmIGdpdmVuIGEgbGlzdCBvZiBwYXRoczoKICAgIGlmIGlzaW5zdGFuY2UoZGF0YV9wYXRoLCBsaXN0KToKICAgICAgICBhdWRpb19maWxlcyA9IFtdCiAgICAgICAgZm9yIHBhdGggaW4gZGF0YV9wYXRoOgogICAgICAgICAgICBhdWRpb19maWxlcy5leHRlbmQoX2dldF9hdWRpb19maWxlcyhkYXRhX3BhdGg9cGF0aCkpCiAgICAgICAgcmV0dXJuIGF1ZGlvX2ZpbGVzCgogICAgIyBDaGVjayBpZiBnaXZlbiBhIHNpbmdsZSBzdHJpbmcgcGF0aCB0byBjYXN0IGl0IHRvIGEgYHBhdGhsaWIuUGF0aGA6CiAgICBpZiBpc2luc3RhbmNlKGRhdGFfcGF0aCwgc3RyKToKICAgICAgICBkYXRhX3BhdGggPSBQYXRoKGRhdGFfcGF0aCkuYWJzb2x1dGUoKQoKICAgICMgQ2hlY2sgaWYgdGhlIHBhdGggaXMgb2YgYSBkaXJlY3Rvcnkgb3IgYSBmaWxlOgogICAgaWYgZGF0YV9wYXRoLmlzX2RpcigpOgogICAgICAgICMgR2V0IGFsbCBmaWxlcyBpbnNpZGUgdGhlIGRpcmVjdG9yeToKICAgICAgICBhdWRpb19maWxlcyA9IGxpc3QoZGF0YV9wYXRoLmdsb2IoIiouKiIpKQogICAgZWxpZiBkYXRhX3BhdGguaXNfZmlsZSgpOgogICAgICAgIGF1ZGlvX2ZpbGVzID0gW2RhdGFfcGF0aF0KICAgIGVsc2U6CiAgICAgICAgcmFpc2UgVmFsdWVFcnJvcigKICAgICAgICAgICAgZiJVbnJlY29nbml6ZWQgZGF0YSBwYXRoLiBUaGUgcGFyYW1ldGVyIGBkYXRhX3BhdGhgIG11c3QgYmUgYSB2YWxpZCBwYXRoIHRvIGVpdGhlciBhIGRpcmVjdG9yeSBwYXRoIG9yIGEgIgogICAgICAgICAgICBmImZpbGUuIEdpdmVuOiB7c3RyKGRhdGFfcGF0aCl9ICIKICAgICAgICApCgogICAgcmV0dXJuIGF1ZGlvX2ZpbGVzCgoKZGVmIF9ydW4oCiAgICBhdWRpb19maWxlczogTGlzdFtQYXRoXSwKICAgIGRlc2NyaXB0aW9uOiBzdHIsCiAgICB2YWRfaW5pdF9rd2FyZ3M6IGRpY3QsCiAgICB0YXNrX2NyZWF0b3I6IFRhc2tDcmVhdG9yLAogICAgdmVyYm9zZTogYm9vbCwKKSAtPiBMaXN0W1R1cGxlW2Jvb2wsIFR1cGxlW3N0ciwgbGlzdF1dXToKICAgICIiIgogICAgTG9hZCBhIFZBRCBhbmQgdXNlIGl0IHRvIGNvbXBsZXRlIHRoZSB0YXNrcyB0aGF0IHdpbGwgYmUgY3JlYXRlZCBvbiB0aGUgcHJvdmlkZWQgZmlsZXMgdXNpbmcgdGhlIGdpdmVuIHRhc2sgY3JlYXRvci4KCiAgICA6cGFyYW0gYXVkaW9fZmlsZXM6ICAgICBUaGUgYXVkaW8gZmlsZXMgdG8gdXNlLgogICAgOnBhcmFtIGRlc2NyaXB0aW9uOiAgICAgVGhlIGRlc2NyaXB0aW9uIHRvIHVzZSBmb3IgdGhlIHByb2dyZXNzIGJhci4KICAgIDpwYXJhbSB2YWRfaW5pdF9rd2FyZ3M6IFRoZSBWQUQgaW5pdGlhbGl6YXRpb24ga2V5d29yZCBhcmd1bWVudHMuCiAgICA6cGFyYW0gdGFza19jcmVhdG9yOiAgICBUaGUgdGFzayBjcmVhdG9yIHRvIHVzZSB0byBjcmVhdGUgdGhlIHRhc2tzLgogICAgOnBhcmFtIHZlcmJvc2U6ICAgICAgICAgVmVyYm9zaXR5LgoKICAgIDpyZXR1cm5zOiBUaGUgY29sbGVjdGVkIHJlc3VsdHMuCiAgICAiIiIKICAgICMgTG9hZCB0aGUgVkFEOgogICAgdmFkID0gVm9pY2VBY3Rpdml0eURldGVjdG9yKCoqdmFkX2luaXRfa3dhcmdzKQogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oZiJMb2FkaW5nIHRoZSBWQUQgbW9kZWwuIikKICAgIHZhZC5sb2FkKCkKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJWQUQgbW9kZWwgbG9hZGVkLiIpCgogICAgIyBSdW4gdGhlIFZBRCBvbiB0aGUgYXVkaW8gZmlsZXMgYW5kIGNvbGxlY3QgdGhlIHJlc3VsdHM6CiAgICByZXN1bHRzID0gW10KICAgIGZvciBhdWRpb19maWxlIGluIHRxZG0oCiAgICAgICAgYXVkaW9fZmlsZXMsCiAgICAgICAgZGVzYz1kZXNjcmlwdGlvbiwKICAgICAgICB1bml0PSJmaWxlIiwKICAgICAgICB0b3RhbD1sZW4oYXVkaW9fZmlsZXMpLAogICAgICAgIGRpc2FibGU9bm90IHZlcmJvc2UsCiAgICApOgogICAgICAgIHRyeToKICAgICAgICAgICAgIyBDcmVhdGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2sgPSB0YXNrX2NyZWF0b3IuY3JlYXRlX3Rhc2soYXVkaW9fZmlsZT1hdWRpb19maWxlKQogICAgICAgICAgICAjIFJ1biB0aGUgZmlsZSB0aHJvdWdoIHRoZSBWQUQ6CiAgICAgICAgICAgIHNwZWVjaF90aW1lc3RhbXBzID0gdmFkLmRldGVjdF92b2ljZShhdWRpb19maWxlPWF1ZGlvX2ZpbGUpCiAgICAgICAgICAgICMgQ29tcGxldGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2suZG9fdGFzayhzcGVlY2hfdGltZXN0YW1wcz1zcGVlY2hfdGltZXN0YW1wcykKICAgICAgICAgICAgIyBDb2xsZWN0IHRoZSByZXN1bHQ6CiAgICAgICAgICAgIHJlc3VsdHMuYXBwZW5kKChGYWxzZSwgdGFzay5nZXRfcmVzdWx0KCkpKQogICAgICAgIGV4Y2VwdCBFeGNlcHRpb24gYXMgZXhjZXB0aW9uOgogICAgICAgICAgICAjIENvbGxlY3QgdGhlIGVycm9yOgogICAgICAgICAgICByZXN1bHRzLmFwcGVuZCgoVHJ1ZSwgKGF1ZGlvX2ZpbGUubmFtZSwgc3RyKGV4Y2VwdGlvbikpKSkKCiAgICByZXR1cm4gcmVzdWx0cwoKCmRlZiBfcGFyYWxsZWxfcnVuKAogICAgbl93b3JrZXJzOiBpbnQsCiAgICBhdWRpb19maWxlczogTGlzdFtQYXRoXSwKICAgIGRlc2NyaXB0aW9uOiBzdHIsCiAgICB2YWRfaW5pdF9rd2FyZ3M6IGRpY3QsCiAgICB0YXNrX2NyZWF0b3I6IFRhc2tDcmVhdG9yLAogICAgdmVyYm9zZTogYm9vbCwKKSAtPiBMaXN0W1R1cGxlW2Jvb2wsIFR1cGxlW3N0ciwgbGlzdF1dXToKICAgICIiIgogICAgUnVuIG11bHRpcGxlIFZBRCB3b3JrZXJzIHdpdGggbXVsdGlwcm9jZXNzaW5nIHRvIGNvbXBsZXRlIHRoZSB0YXNrcyB0aGF0IHdpbGwgYmUgY3JlYXRlZCBvbiB0aGUgcHJvdmlkZWQgZmlsZXMgdXNpbmcKICAgIHRoZSBnaXZlbiB0YXNrIGNyZWF0b3IuCgogICAgOnBhcmFtIG5fd29ya2VyczogICAgICAgVGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHVzZS4KICAgIDpwYXJhbSBhdWRpb19maWxlczogICAgIFRoZSBhdWRpbyBmaWxlcyB0byB1c2UuCiAgICA6cGFyYW0gZGVzY3JpcHRpb246ICAgICBUaGUgZGVzY3JpcHRpb24gdG8gdXNlIGZvciB0aGUgcHJvZ3Jlc3MgYmFyLgogICAgOnBhcmFtIHZhZF9pbml0X2t3YXJnczogVGhlIFZBRCBpbml0aWFsaXphdGlvbiBrZXl3b3JkIGFyZ3VtZW50cy4KICAgIDpwYXJhbSB0YXNrX2NyZWF0b3I6ICAgIFRoZSB0YXNrIGNyZWF0b3IgdG8gdXNlIHRvIGNyZWF0ZSB0aGUgdGFza3MuCiAgICA6cGFyYW0gdmVyYm9zZTogICAgICAgICBWZXJib3NpdHkuCgogICAgOnJldHVybnM6IFRoZSBjb2xsZWN0ZWQgcmVzdWx0cy4KICAgICIiIgogICAgIyBMb2FkIHRoZSBWQUQgKGRvd25sb2FkIG9uY2UsIGFuZCBpdCB3aWxsIGJlIGxvYWRlZCB0aGVuIHBlciBwcm9jZXNzIGxhdGVyIG9uKToKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKGYiTG9hZGluZyB0aGUgVkFEIG1vZGVsLiIpCiAgICB2YWQgPSBWb2ljZUFjdGl2aXR5RGV0ZWN0b3IoKip2YWRfaW5pdF9rd2FyZ3MpCiAgICB2YWQubG9hZCgpCiAgICBpZiB2ZXJib3NlOgogICAgICAgIF9MT0dHRVIuaW5mbygiVkFEIG1vZGVsIGxvYWRlZC4iKQoKICAgICMgQ2hlY2sgdGhlIG51bWJlciBvZiB3b3JrZXJzOgogICAgaWYgbl93b3JrZXJzID4gbGVuKGF1ZGlvX2ZpbGVzKToKICAgICAgICBfTE9HR0VSLndhcm5pbmcoCiAgICAgICAgICAgIGYiVGhlIG51bWJlciBvZiB3b3JrZXJzICh7bl93b3JrZXJzfSkgaXMgbGFyZ2VyIHRoYW4gdGhlIG51bWJlciBvZiBhdWRpbyBmaWxlcyAoe2xlbihhdWRpb19maWxlcyl9KS4gIgogICAgICAgICAgICBmIlNldHRpbmcgdGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHtsZW4oYXVkaW9fZmlsZXMpfS4iCiAgICAgICAgKQogICAgICAgIG5fd29ya2VycyA9IGxlbihhdWRpb19maWxlcykKCiAgICAjIEluaXRpYWxpemUgdGhlIG11bHRpcHJvY2Vzc2luZyBxdWV1ZXM6CiAgICB0YXNrc19xdWV1ZSA9IFF1ZXVlKCkKICAgIHJlc3VsdHNfcXVldWUgPSBRdWV1ZSgpCgogICAgIyBJbml0aWFsaXplIHRoZSBtdWx0aXByb2Nlc3NpbmcgcHJvY2Vzc2VzOgogICAgdGFza19jb21wbGV0aW9uX3Byb2Nlc3NlcyA9IFsKICAgICAgICBQcm9jZXNzKAogICAgICAgICAgICB0YXJnZXQ9X211bHRpcHJvY2Vzc2luZ19jb21wbGV0ZV90YXNrcywKICAgICAgICAgICAga3dhcmdzPXsKICAgICAgICAgICAgICAgICJ2YWRfaW5pdF9rd2FyZ3MiOiB2YWRfaW5pdF9rd2FyZ3MsCiAgICAgICAgICAgICAgICAidGFza3NfcXVldWUiOiB0YXNrc19xdWV1ZSwKICAgICAgICAgICAgICAgICJyZXN1bHRzX3F1ZXVlIjogcmVzdWx0c19xdWV1ZSwKICAgICAgICAgICAgfSwKICAgICAgICApCiAgICAgICAgZm9yIF8gaW4gcmFuZ2Uobl93b3JrZXJzKQogICAgXQoKICAgICMgU3RhcnQgdGhlIG11bHRpcHJvY2Vzc2luZyBwcm9jZXNzZXM6CiAgICBmb3IgcCBpbiB0YXNrX2NvbXBsZXRpb25fcHJvY2Vzc2VzOgogICAgICAgIHAuc3RhcnQoKQoKICAgICMgUHV0IHRoZSB0YXNrcyBpbiB0aGUgcXVldWU6CiAgICBmb3IgYXVkaW9fZmlsZSBpbiBhdWRpb19maWxlczoKICAgICAgICB0YXNrc19xdWV1ZS5wdXQodGFza19jcmVhdG9yLmNyZWF0ZV90YXNrKGF1ZGlvX2ZpbGU9YXVkaW9fZmlsZSkudG9fdHVwbGUoKSkKCiAgICAjIFB1dCB0aGUgc3RvcCBtYXJrcyBpbiB0aGUgcXVldWU6CiAgICBmb3IgXyBpbiByYW5nZShuX3dvcmtlcnMpOgogICAgICAgIHRhc2tzX3F1ZXVlLnB1dChfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSykKCiAgICAjIENvbGxlY3QgdGhlIHJlc3VsdHM6CiAgICByZXN1bHRzID0gW10KICAgIHN0b3BfbWFya3NfY291bnRlciA9IDAKICAgIHdpdGggdHFkbSgKICAgICAgICBkZXNjPWRlc2NyaXB0aW9uLAogICAgICAgIHVuaXQ9ImZpbGUiLAogICAgICAgIHRvdGFsPWxlbihhdWRpb19maWxlcyksCiAgICAgICAgZGlzYWJsZT1ub3QgdmVyYm9zZSwKICAgICkgYXMgcHJvZ3Jlc3NiYXI6CiAgICAgICAgd2hpbGUgVHJ1ZToKICAgICAgICAgICAgIyBHZXQgYSByZXN1bHQgZnJvbSB0aGUgcXVldWU6CiAgICAgICAgICAgIHJlc3VsdDogVHVwbGVbYm9vbCwgVHVwbGVbc3RyLCBsaXN0XV0gPSByZXN1bHRzX3F1ZXVlLmdldCgpCiAgICAgICAgICAgIGlmIHJlc3VsdCA9PSBfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSzoKICAgICAgICAgICAgICAgIHN0b3BfbWFya3NfY291bnRlciArPSAxCiAgICAgICAgICAgICAgICBpZiBzdG9wX21hcmtzX2NvdW50ZXIgPT0gbl93b3JrZXJzOgogICAgICAgICAgICAgICAgICAgIGJyZWFrCiAgICAgICAgICAgIGVsc2U6CiAgICAgICAgICAgICAgICAjIENvbGxlY3QgdGhlIHJlc3VsdDoKICAgICAgICAgICAgICAgIHJlc3VsdHMuYXBwZW5kKHJlc3VsdCkKICAgICAgICAgICAgICAgIHByb2dyZXNzYmFyLnVwZGF0ZSgxKQoKICAgICMgV2FpdCBmb3IgdGhlIHByb2Nlc3NlcyB0byBmaW5pc2g6CiAgICBmb3IgcCBpbiB0YXNrX2NvbXBsZXRpb25fcHJvY2Vzc2VzOgogICAgICAgIHAuam9pbigpCgogICAgcmV0dXJuIHJlc3VsdHMKCgpkZWYgX3Byb2Nlc3NfcmVzdWx0cygKICAgIHJlc3VsdHM6IExpc3RbVHVwbGVbYm9vbCwgVHVwbGVbc3RyLCBsaXN0XV1dLCB2ZXJib3NlOiBib29sCikgLT4gVHVwbGVbZGljdCwgZGljdF06CiAgICAiIiIKICAgIFByb2Nlc3MgdGhlIHJlc3VsdHMgb2YgdGhlIHRhc2tzLgoKICAgIDpwYXJhbSByZXN1bHRzOiBUaGUgcmVzdWx0cyB0byBwcm9jZXNzLgogICAgOnBhcmFtIHZlcmJvc2U6IFZlcmJvc2l0eS4KCiAgICA6cmV0dXJuczogVGhlIHByb2Nlc3NlZCByZXN1bHRzIGFzIGEgdHVwbGUgb2Ygc3VjY2Vzc2VzIGFuZCBlcnJvcnMuCiAgICAiIiIKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJTdW1tYXJpemluZyB0aGUgcmVzdWx0cy4iKQogICAgc3VjY2Vzc2VzID0ge30KICAgIGVycm9ycyA9IHt9CiAgICBmb3IgaXNfZXJyb3IsIHJlc3VsdCBpbiByZXN1bHRzOgogICAgICAgIGlmIGlzX2Vycm9yOgogICAgICAgICAgICBlcnJvcnNbcmVzdWx0WzBdXSA9IHJlc3VsdFsxXQogICAgICAgIGVsc2U6CiAgICAgICAgICAgIHN1Y2Nlc3Nlc1tyZXN1bHRbMF1dID0gcmVzdWx0WzFdCiAgICBpZiB2ZXJib3NlOgogICAgICAgIF9MT0dHRVIuaW5mbyhmIkRvbmUgKHtsZW4oc3VjY2Vzc2VzKX0ve2xlbihzdWNjZXNzZXMpICsgbGVuKGVycm9ycyl9KVxuIikKCiAgICByZXR1cm4gc3VjY2Vzc2VzLCBlcnJvcnMK
+ base_image: mlrun/mlrun
+ commands: []
+ code_origin: ''
+ origin_filename: ''
+ requirements:
+ - torch
+ - torchaudio
+ - tqdm
+ - onnxruntime
+ entry_points:
+ audio_file:
+ name: audio_file
+ doc: Get the audio file of the task.
+ parameters:
+ - name: self
+ outputs:
+ - doc: The audio file of the task.
+ type: Path
+ lineno: 43
+ has_varargs: false
+ has_kwargs: false
+ do_task:
+ name: do_task
+ doc: Do the task on the given speech timestamps. The task will diarize the VAD
+ speech timestamps into speakers.
+ parameters:
+ - name: self
+ - name: speech_timestamps
+ type: List[List[Dict[str, int]]]
+ doc: The speech timestamps per channel to do the task on as outputted from
+ the VAD.
+ outputs: []
+ lineno: 94
+ has_varargs: false
+ has_kwargs: false
+ get_result:
+ name: get_result
+ doc: Get the result of the task. A tuple of the audio file name and the result.
+ parameters:
+ - name: self
+ outputs:
+ - doc: The result of the task.
+ type: Tuple[str, list]
+ lineno: 61
+ has_varargs: false
+ has_kwargs: false
+ to_tuple:
+ name: to_tuple
+ doc: Convert the task to a tuple to reconstruct it later (used for multiprocessing
+ to pass in queue).
+ parameters:
+ - name: self
+ outputs:
+ - doc: The converted task.
+ type: Tuple[str, dict]
+ lineno: 116
+ has_varargs: false
+ has_kwargs: false
+ create_task:
+ name: create_task
+ doc: Create a task with the given audio file.
+ parameters:
+ - name: self
+ - name: audio_file
+ type: Path
+ doc: The audio file to assign to the task.
+ outputs:
+ - doc: The created task.
+ type: BaseTask
+ lineno: 146
+ has_varargs: false
+ has_kwargs: false
+ from_tuple:
+ name: from_tuple
+ doc: Create a task from a tuple of the audio file name and the task kwargs.
+ parameters:
+ - name: cls
+ - name: task_tuple
+ type: Tuple[str, dict]
+ doc: The task tuple to create the task from.
+ outputs:
+ - doc: The created task.
+ type: BaseTask
+ lineno: 157
+ has_varargs: false
+ has_kwargs: false
+ load:
+ name: load
+ doc: Load the VAD model.
+ parameters:
+ - name: self
+ - name: force_reload
+ type: bool
+ doc: Whether to force reload the model even if it was already loaded. Default
+ is True.
+ default: true
+ outputs: []
+ lineno: 234
+ has_varargs: false
+ has_kwargs: false
+ detect_voice:
+ name: detect_voice
+ doc: "Perform voice activity detection on given audio files using the silero\
+ \ VAD model -\nhttps://github.com/snakers4/silero-vad. The end result is a\
+ \ dictionary with the file names as keys and their\nVAD timestamps dictionaries\
+ \ as value.\n\nFor example::\n\n {\n \"file_1.wav\": [\n \
+ \ {\"start\": 0, \"end\": 16000},\n {\"start\": 16000, \"end\"\
+ : 32000},\n {\"start\": 32000, \"end\": 48000},\n ...\n\
+ \ ],\n \"file_2.wav\": [\n {\"start\": 0, \"end\"\
+ : 16000},\n {\"start\": 16000, \"end\": 32000},\n {\"\
+ start\": 32000, \"end\": 48000},\n ...\n ],\n ...\n\
+ \ }"
+ parameters:
+ - name: data_path
+ type: Union[str, Path, List[Union[str, Path]]]
+ doc: The path to the audio files to diarize. Can be a path to a single file,
+ a path to a directory or a list of paths to files.
+ - name: use_onnx
+ type: bool
+ doc: Whether to use ONNX for inference. Default is True.
+ default: true
+ - name: force_onnx_cpu
+ type: bool
+ doc: Whether to force ONNX to use CPU for inference. Default is True.
+ default: true
+ - name: threshold
+ type: float
+ doc: Speech threshold. Silero VAD outputs speech probabilities for each audio
+ chunk, probabilities ABOVE this value are considered as SPEECH. It is better
+ to tune this parameter for each dataset separately, but "lazy" 0.5 is pretty
+ good for most datasets.
+ default: 0.5
+ - name: sampling_rate
+ type: int
+ doc: Currently, silero VAD models support 8000 and 16000 sample rates.
+ default: 16000
+ - name: min_speech_duration_ms
+ type: int
+ doc: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ default: 250
+ - name: max_speech_duration_s
+ type: float
+ doc: Maximum duration of speech chunks in seconds. Chunks longer than `max_speech_duration_s`
+ will be split at the timestamp of the last silence that lasts more than
+ 100ms (if any), to prevent aggressive cutting. Otherwise, they will be split
+ aggressively just before max_speech_duration_s.
+ default: float('inf')
+ - name: min_silence_duration_ms
+ type: int
+ doc: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ default: 100
+ - name: window_size_samples
+ type: int
+ doc: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ default: 512
+ - name: speech_pad_ms
+ type: int
+ doc: Final speech chunks are padded by speech_pad_ms each side.
+ default: 30
+ - name: return_seconds
+ type: bool
+ doc: Whether return timestamps in seconds. False means to return timestamps
+ in samples (default - False).
+ default: false
+ - name: per_channel
+ type: bool
+ doc: Whether to return timestamps per channel (default - False). This will
+ run VAD on each channel separately and return a list of timestamps per channel.
+ default: false
+ - name: use_multiprocessing
+ type: int
+ doc: The number of workers to use for multiprocessing. If 0, no multiprocessing
+ will be used. Default is 0.
+ default: 0
+ - name: verbose
+ type: bool
+ doc: Verbosity.
+ default: false
+ outputs: []
+ lineno: 393
+ has_varargs: false
+ has_kwargs: false
+ diarize:
+ name: diarize
+ doc: "Perform speech diarization on given audio files using the silero VAD model\
+ \ - https://github.com/snakers4/silero-vad.\nThe speech diarization is performed\
+ \ per channel so that each channel in the audio belong to a different speaker.\
+ \ The\nend result is a dictionary with the file names as keys and their diarization\
+ \ as value. A diarization is a list\nof tuples: (start, end, speaker_label).\n\
+ \nFor example::\n\n {\n \"file_1.wav\": [\n (0.0, 1.0,\
+ \ \"speaker_0\"),\n (1.0, 2.0, \"speaker_1\"),\n (2.0,\
+ \ 3.0, \"speaker_0\"),\n ...\n ],\n \"file_2.wav\"\
+ : [\n (0.0, 1.0, \"speaker_0\"),\n (1.0, 2.0, \"speaker_1\"\
+ ),\n (2.0, 3.0, \"speaker_0\"),\n ...\n ],\n\
+ \ ...\n }"
+ parameters:
+ - name: data_path
+ type: Union[str, Path, List[Union[str, Path]]]
+ doc: The path to the audio files to diarize. Can be a path to a single file,
+ a path to a directory or a list of paths to files.
+ - name: use_onnx
+ type: bool
+ doc: Whether to use ONNX for inference. Default is True.
+ default: true
+ - name: force_onnx_cpu
+ type: bool
+ doc: Whether to force ONNX to use CPU for inference. Default is True.
+ default: true
+ - name: threshold
+ type: float
+ doc: Speech threshold. Silero VAD outputs speech probabilities for each audio
+ chunk, probabilities ABOVE this value are considered as SPEECH. It is better
+ to tune this parameter for each dataset separately, but "lazy" 0.5 is pretty
+ good for most datasets.
+ default: 0.5
+ - name: sampling_rate
+ type: int
+ doc: Currently, silero VAD models support 8000 and 16000 sample rates.
+ default: 16000
+ - name: min_speech_duration_ms
+ type: int
+ doc: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ default: 250
+ - name: max_speech_duration_s
+ type: float
+ doc: Maximum duration of speech chunks in seconds. Chunks longer than `max_speech_duration_s`
+ will be split at the timestamp of the last silence that lasts more than
+ 100ms (if any), to prevent aggressive cutting. Otherwise, they will be split
+ aggressively just before max_speech_duration_s.
+ default: float('inf')
+ - name: min_silence_duration_ms
+ type: int
+ doc: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ default: 100
+ - name: window_size_samples
+ type: int
+ doc: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ default: 512
+ - name: speech_pad_ms
+ type: int
+ doc: Final speech chunks are padded by speech_pad_ms each side.
+ default: 30
+ - name: speaker_labels
+ type: List[str]
+ doc: The speaker labels to use for the diarization. If not given, the speakers
+ will be named "speaker_0", "speaker_1", etc.
+ default: null
+ - name: use_multiprocessing
+ type: int
+ doc: The number of workers to use for multiprocessing. If 0, no multiprocessing
+ will be used. Default is 0.
+ default: 0
+ - name: verbose
+ type: bool
+ doc: Verbosity.
+ default: false
+ outputs: []
+ lineno: 517
+ has_varargs: false
+ has_kwargs: false
+ description: Silero VAD (Voice Activity Detection) functions.
+ default_handler: detect_voice
+ disable_auto_mount: false
+ clone_target_dir: ''
+ env: []
+ priority_class_name: ''
+ preemption_mode: prevent
+ affinity: null
+ tolerations: null
+ security_context: {}
+verbose: false
diff --git a/functions/development/silero_vad/1.2.0/src/item.yaml b/functions/development/silero_vad/1.2.0/src/item.yaml
new file mode 100644
index 00000000..17c8eb62
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/src/item.yaml
@@ -0,0 +1,30 @@
+apiVersion: v1
+categories:
+- deep-learning
+- PyTorch
+- Audio
+description: Silero VAD (Voice Activity Detection) functions.
+doc: ''
+example: silero_vad.ipynb
+generationDate: 2023-12-03:14-30
+hidden: false
+icon: ''
+labels:
+ author: guyl
+maintainers: []
+marketplaceType: ''
+mlrunVersion: 1.5.2
+name: silero_vad
+platformVersion: 3.5.3
+spec:
+ filename: silero_vad.py
+ handler: detect_voice
+ image: mlrun/mlrun
+ kind: job
+ requirements:
+ - torch
+ - torchaudio
+ - tqdm
+ - onnxruntime
+url: ''
+version: 1.2.0
diff --git a/functions/development/silero_vad/1.2.0/src/silero_vad.ipynb b/functions/development/silero_vad/1.2.0/src/silero_vad.ipynb
new file mode 100644
index 00000000..29cd7437
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/src/silero_vad.ipynb
@@ -0,0 +1,35 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "initial_id",
+ "metadata": {
+ "collapsed": true
+ },
+ "outputs": [],
+ "source": []
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 2
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython2",
+ "version": "2.7.6"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}
diff --git a/functions/development/silero_vad/1.2.0/src/silero_vad.py b/functions/development/silero_vad/1.2.0/src/silero_vad.py
new file mode 100644
index 00000000..a477d4ec
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/src/silero_vad.py
@@ -0,0 +1,847 @@
+# Copyright 2024 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import logging
+from multiprocessing import Process, Queue
+from pathlib import Path
+from types import FunctionType
+from typing import Dict, List, Tuple, Type, Union
+
+import torch
+import torchaudio
+from tqdm import tqdm
+
+
+class BaseTask:
+ """
+ A base class for a task to complete after VAD.
+ """
+
+ def __init__(self, audio_file: Path):
+ """
+ Initialize the base task.
+
+ :param audio_file: The audio file assigned to the task.
+ """
+ # Store the audio file:
+ self._audio_file = audio_file
+
+ # Prepare the result:
+ self._result = None
+
+ @property
+ def audio_file(self) -> Path:
+ """
+ Get the audio file of the task.
+
+ :returns: The audio file of the task.
+ """
+ return self._audio_file
+
+ def do_task(
+ self, speech_timestamps: Union[List[Dict[str, int]], List[List[Dict[str, int]]]]
+ ):
+ """
+ Do the task on the given speech timestamps. The base task will simply save the speech timestamps as the result.
+
+ :param speech_timestamps: The speech timestamps to do the task on as outputted from the VAD.
+ """
+ self._result = speech_timestamps
+
+ def get_result(self) -> Tuple[str, list]:
+ """
+ Get the result of the task. A tuple of the audio file name and the result.
+
+ :returns: The result of the task.
+ """
+ return self._audio_file.name, self._result
+
+ def to_tuple(self) -> Tuple[str, dict]:
+ """
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ return self.__class__.__name__, {"audio_file": self._audio_file}
+
+
+class SpeechDiarizationTask(BaseTask):
+ """
+ A speech diarization task. The task will diarize the VAD speech timestamps into speakers.
+ """
+
+ def __init__(self, audio_file: Path, speaker_labels: List[str]):
+ """
+ Initialize the speech diarization task.
+
+ :param audio_file: The audio file assigned to the task.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be named
+ "speaker_0", "speaker_1", etc.
+ """
+ super().__init__(audio_file=audio_file)
+ self._speaker_labels = speaker_labels
+
+ def do_task(self, speech_timestamps: List[List[Dict[str, int]]]):
+ """
+ Do the task on the given speech timestamps. The task will diarize the VAD speech timestamps into speakers.
+
+ :param speech_timestamps: The speech timestamps per channel to do the task on as outputted from the VAD.
+ """
+ # Get the speaker labels (set default if not given):
+ speaker_labels = self._speaker_labels or [
+ f"speaker_{i}" for i in range(len(speech_timestamps))
+ ]
+
+ # Diarize - organize the speech timestamps into a single list of speakers and sort it by start time:
+ speech_diarization = [
+ (speech_timestamp["start"], speech_timestamp["end"], speaker_label)
+ for speaker_label, channel_speech_timestamps in zip(
+ speaker_labels, speech_timestamps
+ )
+ for speech_timestamp in channel_speech_timestamps
+ ]
+ speech_diarization.sort()
+ self._result = speech_diarization
+
+ def to_tuple(self) -> Tuple[str, dict]:
+ """
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ task_class, task_kwargs = super().to_tuple()
+ return task_class, {**task_kwargs, "speaker_labels": self._speaker_labels}
+
+
+class TaskCreator:
+ """
+ A task creator to create different tasks to run after the VAD.
+ """
+
+ #: A map from task class name to task class to use in `from_tuple`:
+ _MAP = {
+ BaseTask.__name__: BaseTask,
+ SpeechDiarizationTask.__name__: SpeechDiarizationTask,
+ }
+
+ def __init__(self, task_type: Type[BaseTask], task_kwargs: dict = None):
+ """
+ Initialize the task creator.
+ :param task_type: The task type - a `BaseTask` subclass.
+ :param task_kwargs: Additional keyword arguments to pass to the to be created tasks.
+ """
+ self._task_type = task_type
+ self._task_kwargs = task_kwargs or {}
+
+ def create_task(self, audio_file: Path) -> BaseTask:
+ """
+ Create a task with the given audio file.
+
+ :param audio_file: The audio file to assign to the task.
+
+ :returns: The created task.
+ """
+ return self._task_type(audio_file=audio_file, **self._task_kwargs)
+
+ @classmethod
+ def from_tuple(cls, task_tuple: Tuple[str, dict]) -> BaseTask:
+ """
+ Create a task from a tuple of the audio file name and the task kwargs.
+
+ :param task_tuple: The task tuple to create the task from.
+
+ :returns: The created task.
+ """
+ task_class, task_kwargs = task_tuple
+ return cls._MAP[task_class](**task_kwargs)
+
+
+class VoiceActivityDetector:
+ """
+ A voice activity detection wrapper for the silero VAD model - https://github.com/snakers4/silero-vad.
+ """
+
+ def __init__(
+ self,
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ return_seconds: bool = False,
+ per_channel: bool = False,
+ ):
+ """
+ Initialize the voice activity detector.
+
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise,
+ they will be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in
+ samples (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD
+ on each channel separately and return a list of timestamps per channel.
+ """
+ # Store configurations:
+ self._use_onnx = use_onnx
+ self._force_onnx_cpu = force_onnx_cpu
+ self._threshold = threshold
+ self._sampling_rate = sampling_rate
+ self._min_speech_duration_ms = min_speech_duration_ms
+ self._max_speech_duration_s = max_speech_duration_s
+ self._min_silence_duration_ms = min_silence_duration_ms
+ self._window_size_samples = window_size_samples
+ self._speech_pad_ms = speech_pad_ms
+ self._return_seconds = return_seconds
+ self._per_channel = per_channel
+
+ # Prepare the model variables
+ self._model: torch.Module = None
+ self._get_speech_timestamps: FunctionType = None
+
+ def load(self, force_reload: bool = True):
+ """
+ Load the VAD model.
+
+ :param force_reload: Whether to force reload the model even if it was already loaded. Default is True.
+ """
+ model, utils = torch.hub.load(
+ repo_or_dir="snakers4/silero-vad",
+ model="silero_vad",
+ force_reload=force_reload,
+ onnx=self._use_onnx,
+ force_onnx_cpu=self._force_onnx_cpu,
+ )
+ self._model = model
+ (
+ self._get_speech_timestamps,
+ _, # save_audio,
+ _, # read_audio,
+ _, # VADIterator,
+ _, # collect_chunks
+ ) = utils
+
+ def detect_voice(
+ self,
+ audio_file: Path,
+ ) -> Union[List[Dict[str, int]], List[List[Dict[str, int]]]]:
+ """
+ Infer the audio through the VAD model and return the speech timestamps.
+
+ :param audio_file: The audio file to infer.
+
+ :returns: The speech timestamps in the audio. A list of timestamps where each timestamp is a dictionary with the
+ following keys:
+
+ * "start": The start sample index of the speech in the audio.
+ * "end": The end sample index of the speech in the audio.
+
+ If `per_channel` is True, a list of timestamps per channel will be returned.
+ """
+ # Cast to a numpy array:
+ audio = self._read_audio(audio_file)
+
+ # Detect speech:
+ if not self._per_channel:
+ return self._get_speech_timestamps(
+ audio,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+
+ # Per channel:
+ speech_timestamps = []
+ for channel in audio:
+ speech_timestamps.append(
+ self._get_speech_timestamps(
+ channel,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+ )
+
+ return speech_timestamps
+
+ def _read_audio(
+ self,
+ path: Path,
+ ) -> torch.Tensor:
+ """
+ Read the audio from the given path and return it as a tensor.
+
+ :param path: The path to the audio file.
+
+ :returns: The audio as a tensor.
+ """
+ # Read the audio:
+ audio, sampling_rate = torchaudio.load(str(path))
+
+ # Check if the audio is stereo and if so, convert it to mono (only if not per channel):
+ if audio.size(0) > 1 and not self._per_channel:
+ audio = audio.mean(dim=0, keepdim=True)
+
+ # Resample the audio if needed:
+ if sampling_rate != self._sampling_rate:
+ transform = torchaudio.transforms.Resample(
+ orig_freq=sampling_rate, new_freq=self._sampling_rate
+ )
+ audio = transform(audio)
+
+ # Return the audio (squeeze if not per channel):
+ return audio if self._per_channel else audio.squeeze(0)
+
+
+#: The value to send into multiprocessing queues to stop the process:
+_MULTIPROCESSING_STOP_MARK = "STOP"
+
+
+def _multiprocessing_complete_tasks(
+ vad_init_kwargs: dict, tasks_queue: Queue, results_queue: Queue
+):
+ """
+ Complete the tasks in the given queue and put the results in the given results queue. The function will stop when
+ the given tasks queue will receive the stop mark. It is aimed to be used with multiprocessing as a process.
+
+ :param vad_init_kwargs: The VAD initialization kwargs.
+ :param tasks_queue: A queue to get the tasks from.
+ :param results_queue: A queue to put the results in.
+ """
+ # Initialize and load the VAD:
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ vad.load(force_reload=False)
+
+ # Start listening to the tasks queue:
+ while True:
+ # Get the task:
+ task: Tuple[str, dict] = tasks_queue.get()
+ if task == _MULTIPROCESSING_STOP_MARK:
+ break
+ try:
+ # Create the task:
+ task = TaskCreator.from_tuple(task_tuple=task)
+ # Run the file through the VAD:
+ speech_timestamps = vad.detect_voice(audio_file=task.audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Build the result:
+ result = (False, task.get_result())
+ except Exception as exception:
+ # Build the error:
+ result = (True, (task.audio_file.name, str(exception)))
+ # Collect the result / error:
+ results_queue.put(result)
+
+ # Mark the end of the tasks:
+ results_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+
+# Get the global logger:
+try:
+ import mlrun
+
+ _LOGGER = mlrun.get_or_create_ctx("silero_vad").logger
+except ModuleNotFoundError:
+ _LOGGER = logging.getLogger()
+
+
+def detect_voice(
+ # Input kwargs:
+ data_path: Union[str, Path, List[Union[str, Path]]],
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ return_seconds: bool = False,
+ per_channel: bool = False,
+ # Other kwargs:
+ use_multiprocessing: int = 0,
+ verbose: bool = False,
+):
+ """
+ Perform voice activity detection on given audio files using the silero VAD model -
+ https://github.com/snakers4/silero-vad. The end result is a dictionary with the file names as keys and their
+ VAD timestamps dictionaries as value.
+
+ For example::
+
+ {
+ "file_1.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ "file_2.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in samples
+ (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD on
+ each channel separately and return a list of timestamps per channel.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global _LOGGER
+
+ # Get the input audio files to transcribe:
+ if verbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files = _get_audio_files(data_path=data_path)
+ if verbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs = {
+ "use_onnx": use_onnx,
+ "force_onnx_cpu": force_onnx_cpu,
+ "threshold": threshold,
+ "sampling_rate": sampling_rate,
+ "min_speech_duration_ms": min_speech_duration_ms,
+ "max_speech_duration_s": max_speech_duration_s,
+ "min_silence_duration_ms": min_silence_duration_ms,
+ "window_size_samples": window_size_samples,
+ "speech_pad_ms": speech_pad_ms,
+ "return_seconds": return_seconds,
+ "per_channel": per_channel,
+ }
+
+ # Create the task creator:
+ task_creator = TaskCreator(task_type=BaseTask)
+
+ # Run the transcription:
+ if use_multiprocessing:
+ results = _parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results = _run(
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return _process_results(results=results, verbose=verbose)
+
+
+def diarize(
+ # Input / Output kwargs:
+ data_path: Union[str, Path, List[Union[str, Path]]],
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ # Diarization kwargs:
+ speaker_labels: List[str] = None,
+ # Other kwargs:
+ use_multiprocessing: int = 0,
+ verbose: bool = False,
+):
+ """
+ Perform speech diarization on given audio files using the silero VAD model - https://github.com/snakers4/silero-vad.
+ The speech diarization is performed per channel so that each channel in the audio belong to a different speaker. The
+ end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ For example::
+
+ {
+ "file_1.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ "file_2.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be
+ named "speaker_0", "speaker_1", etc.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global _LOGGER
+
+ # Get the input audio files to transcribe:
+ if verbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files = _get_audio_files(data_path=data_path)
+ if verbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs = {
+ "use_onnx": use_onnx,
+ "force_onnx_cpu": force_onnx_cpu,
+ "threshold": threshold,
+ "sampling_rate": sampling_rate,
+ "min_speech_duration_ms": min_speech_duration_ms,
+ "max_speech_duration_s": max_speech_duration_s,
+ "min_silence_duration_ms": min_silence_duration_ms,
+ "window_size_samples": window_size_samples,
+ "speech_pad_ms": speech_pad_ms,
+ "return_seconds": True,
+ "per_channel": True,
+ }
+
+ # Create the task creator:
+ task_creator = TaskCreator(
+ task_type=SpeechDiarizationTask, task_kwargs={"speaker_labels": speaker_labels}
+ )
+
+ # Run the transcription:
+ if use_multiprocessing:
+ results = _parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results = _run(
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return _process_results(results=results, verbose=verbose)
+
+
+def _get_audio_files(
+ data_path: Union[Path, str, list],
+) -> List[Path]:
+ """
+ Get the audio files from the data path. If a path to a directory is given, all files in the directory will be
+ collected.
+
+ :param data_path: The data path to collect the audio files from.
+
+ :returns: The audio files list.
+ """
+ # Check if given a list of paths:
+ if isinstance(data_path, list):
+ audio_files = []
+ for path in data_path:
+ audio_files.extend(_get_audio_files(data_path=path))
+ return audio_files
+
+ # Check if given a single string path to cast it to a `pathlib.Path`:
+ if isinstance(data_path, str):
+ data_path = Path(data_path).absolute()
+
+ # Check if the path is of a directory or a file:
+ if data_path.is_dir():
+ # Get all files inside the directory:
+ audio_files = list(data_path.glob("*.*"))
+ elif data_path.is_file():
+ audio_files = [data_path]
+ else:
+ raise ValueError(
+ f"Unrecognized data path. The parameter `data_path` must be a valid path to either a directory path or a "
+ f"file. Given: {str(data_path)} "
+ )
+
+ return audio_files
+
+
+def _run(
+ audio_files: List[Path],
+ description: str,
+ vad_init_kwargs: dict,
+ task_creator: TaskCreator,
+ verbose: bool,
+) -> List[Tuple[bool, Tuple[str, list]]]:
+ """
+ Load a VAD and use it to complete the tasks that will be created on the provided files using the given task creator.
+
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD:
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ if verbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad.load()
+ if verbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Run the VAD on the audio files and collect the results:
+ results = []
+ for audio_file in tqdm(
+ audio_files,
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=not verbose,
+ ):
+ try:
+ # Create the task:
+ task = task_creator.create_task(audio_file=audio_file)
+ # Run the file through the VAD:
+ speech_timestamps = vad.detect_voice(audio_file=audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Collect the result:
+ results.append((False, task.get_result()))
+ except Exception as exception:
+ # Collect the error:
+ results.append((True, (audio_file.name, str(exception))))
+
+ return results
+
+
+def _parallel_run(
+ n_workers: int,
+ audio_files: List[Path],
+ description: str,
+ vad_init_kwargs: dict,
+ task_creator: TaskCreator,
+ verbose: bool,
+) -> List[Tuple[bool, Tuple[str, list]]]:
+ """
+ Run multiple VAD workers with multiprocessing to complete the tasks that will be created on the provided files using
+ the given task creator.
+
+ :param n_workers: The number of workers to use.
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD (download once, and it will be loaded then per process later on):
+ if verbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ vad.load()
+ if verbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Check the number of workers:
+ if n_workers > len(audio_files):
+ _LOGGER.warning(
+ f"The number of workers ({n_workers}) is larger than the number of audio files ({len(audio_files)}). "
+ f"Setting the number of workers to {len(audio_files)}."
+ )
+ n_workers = len(audio_files)
+
+ # Initialize the multiprocessing queues:
+ tasks_queue = Queue()
+ results_queue = Queue()
+
+ # Initialize the multiprocessing processes:
+ task_completion_processes = [
+ Process(
+ target=_multiprocessing_complete_tasks,
+ kwargs={
+ "vad_init_kwargs": vad_init_kwargs,
+ "tasks_queue": tasks_queue,
+ "results_queue": results_queue,
+ },
+ )
+ for _ in range(n_workers)
+ ]
+
+ # Start the multiprocessing processes:
+ for p in task_completion_processes:
+ p.start()
+
+ # Put the tasks in the queue:
+ for audio_file in audio_files:
+ tasks_queue.put(task_creator.create_task(audio_file=audio_file).to_tuple())
+
+ # Put the stop marks in the queue:
+ for _ in range(n_workers):
+ tasks_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+ # Collect the results:
+ results = []
+ stop_marks_counter = 0
+ with tqdm(
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=not verbose,
+ ) as progressbar:
+ while True:
+ # Get a result from the queue:
+ result: Tuple[bool, Tuple[str, list]] = results_queue.get()
+ if result == _MULTIPROCESSING_STOP_MARK:
+ stop_marks_counter += 1
+ if stop_marks_counter == n_workers:
+ break
+ else:
+ # Collect the result:
+ results.append(result)
+ progressbar.update(1)
+
+ # Wait for the processes to finish:
+ for p in task_completion_processes:
+ p.join()
+
+ return results
+
+
+def _process_results(
+ results: List[Tuple[bool, Tuple[str, list]]], verbose: bool
+) -> Tuple[dict, dict]:
+ """
+ Process the results of the tasks.
+
+ :param results: The results to process.
+ :param verbose: Verbosity.
+
+ :returns: The processed results as a tuple of successes and errors.
+ """
+ if verbose:
+ _LOGGER.info("Summarizing the results.")
+ successes = {}
+ errors = {}
+ for is_error, result in results:
+ if is_error:
+ errors[result[0]] = result[1]
+ else:
+ successes[result[0]] = result[1]
+ if verbose:
+ _LOGGER.info(f"Done ({len(successes)}/{len(successes) + len(errors)})\n")
+
+ return successes, errors
diff --git a/functions/development/silero_vad/1.2.0/src/test_silero_vad.py b/functions/development/silero_vad/1.2.0/src/test_silero_vad.py
new file mode 100644
index 00000000..d46471a5
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/src/test_silero_vad.py
@@ -0,0 +1,44 @@
+import os
+import tempfile
+
+import mlrun
+import pytest
+
+
+@pytest.fixture()
+def setup_test():
+ with tempfile.TemporaryDirectory() as artifact_path:
+ project = mlrun.get_or_create_project(name="default", context=artifact_path)
+ func = project.set_function(
+ func=os.path.abspath("./function.yaml"),
+ name="silero-vad",
+ image="mlrun/mlrun",
+ )
+ yield func, artifact_path
+
+
+def test_detect_voice(setup_test):
+ silero_vad_function, artifact_path = setup_test
+ run = silero_vad_function.run(
+ handler="detect_voice",
+ inputs={"data_path": "./assets"},
+ returns=["vad_outputs: file", "errors: file"],
+ artifact_path=artifact_path,
+ local=True,
+ )
+ assert run.outputs["vad_outputs"]
+
+
+def test_diarize(setup_test):
+ silero_vad_function, artifact_path = setup_test
+ run = silero_vad_function.run(
+ handler="diarize",
+ inputs={"data_path": "./assets"},
+ params={
+ "speakers_labels": ["Agent", "Client"],
+ },
+ returns=["speech_diarization: file", "errors: file"],
+ artifact_path=artifact_path,
+ local=True,
+ )
+ assert run.outputs["speech_diarization"]
diff --git a/functions/development/silero_vad/1.2.0/static/documentation.html b/functions/development/silero_vad/1.2.0/static/documentation.html
new file mode 100644
index 00000000..d9cd1445
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/static/documentation.html
@@ -0,0 +1,481 @@
+
+
+
+
+
+
+
+silero_vad package
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
Perform voice activity detection on given audio files using the silero VAD model -
+https://github.com/snakers4/silero-vad. The end result is a dictionary with the file names as keys and their
+VAD timestamps dictionaries as value.
data_path – The path to the audio files to diarize. Can be a path to a single file, a path to a
+directory or a list of paths to files.
+
use_onnx – Whether to use ONNX for inference. Default is True.
+
force_onnx_cpu – Whether to force ONNX to use CPU for inference. Default is True.
+
threshold – Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+probabilities ABOVE this value are considered as SPEECH. It is better to tune
+this parameter for each dataset separately, but “lazy” 0.5 is pretty good for
+most datasets.
+
sampling_rate – Currently, silero VAD models support 8000 and 16000 sample rates.
+
min_speech_duration_ms – Final speech chunks shorter min_speech_duration_ms are thrown out.
+
max_speech_duration_s – Maximum duration of speech chunks in seconds. Chunks longer than
+max_speech_duration_s will be split at the timestamp of the last silence that
+lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+be split aggressively just before max_speech_duration_s.
+
min_silence_duration_ms – In the end of each speech chunk wait for min_silence_duration_ms before separating
+it.
+
window_size_samples –
Audio chunks of window_size_samples size are fed to the silero VAD model.
+
WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+these may affect model performance!
+
+
speech_pad_ms – Final speech chunks are padded by speech_pad_ms each side.
+
return_seconds – Whether return timestamps in seconds. False means to return timestamps in samples
+(default - False).
+
per_channel – Whether to return timestamps per channel (default - False). This will run VAD on
+each channel separately and return a list of timestamps per channel.
+
use_multiprocessing – The number of workers to use for multiprocessing. If 0, no multiprocessing will
+be used. Default is 0.
Perform speech diarization on given audio files using the silero VAD model - https://github.com/snakers4/silero-vad.
+The speech diarization is performed per channel so that each channel in the audio belong to a different speaker. The
+end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+of tuples: (start, end, speaker_label).
data_path – The path to the audio files to diarize. Can be a path to a single file, a path to a
+directory or a list of paths to files.
+
use_onnx – Whether to use ONNX for inference. Default is True.
+
force_onnx_cpu – Whether to force ONNX to use CPU for inference. Default is True.
+
threshold – Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+probabilities ABOVE this value are considered as SPEECH. It is better to tune
+this parameter for each dataset separately, but “lazy” 0.5 is pretty good for
+most datasets.
+
sampling_rate – Currently, silero VAD models support 8000 and 16000 sample rates.
+
min_speech_duration_ms – Final speech chunks shorter min_speech_duration_ms are thrown out.
+
max_speech_duration_s – Maximum duration of speech chunks in seconds. Chunks longer than
+max_speech_duration_s will be split at the timestamp of the last silence that
+lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+be split aggressively just before max_speech_duration_s.
+
min_silence_duration_ms – In the end of each speech chunk wait for min_silence_duration_ms before separating
+it.
+
window_size_samples –
Audio chunks of window_size_samples size are fed to the silero VAD model.
+
WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+these may affect model performance!
+
+
speech_pad_ms – Final speech chunks are padded by speech_pad_ms each side.
+
speaker_labels – The speaker labels to use for the diarization. If not given, the speakers will be
+named “speaker_0”, “speaker_1”, etc.
+
use_multiprocessing – The number of workers to use for multiprocessing. If 0, no multiprocessing will
+be used. Default is 0.
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/silero_vad/1.2.0/static/function.html b/functions/development/silero_vad/1.2.0/static/function.html
new file mode 100644
index 00000000..0f90fdfc
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/static/function.html
@@ -0,0 +1,313 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+
+kind: job
+metadata:
+ name: silero-vad
+ tag: ''
+ hash: 61b7a70c167b7819481fdabf9350fc6fa344d2f5
+ project: ''
+ labels:
+ author: guyl
+ categories:
+ - deep-learning
+ - PyTorch
+ - Audio
+spec:
+ command: ''
+ args: []
+ image: ''
+ build:
+ functionSourceCode: IyBDb3B5cmlnaHQgMjAyNCBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgIGh0dHA6Ly93d3cuYXBhY2hlLm9yZy9saWNlbnNlcy9MSUNFTlNFLTIuMAojCiMgVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQojIGRpc3RyaWJ1dGVkIHVuZGVyIHRoZSBMaWNlbnNlIGlzIGRpc3RyaWJ1dGVkIG9uIGFuICJBUyBJUyIgQkFTSVMsCiMgV0lUSE9VVCBXQVJSQU5USUVTIE9SIENPTkRJVElPTlMgT0YgQU5ZIEtJTkQsIGVpdGhlciBleHByZXNzIG9yIGltcGxpZWQuCiMgU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAojIGxpbWl0YXRpb25zIHVuZGVyIHRoZSBMaWNlbnNlLgppbXBvcnQgbG9nZ2luZwpmcm9tIG11bHRpcHJvY2Vzc2luZyBpbXBvcnQgUHJvY2VzcywgUXVldWUKZnJvbSBwYXRobGliIGltcG9ydCBQYXRoCmZyb20gdHlwZXMgaW1wb3J0IEZ1bmN0aW9uVHlwZQpmcm9tIHR5cGluZyBpbXBvcnQgRGljdCwgTGlzdCwgVHVwbGUsIFR5cGUsIFVuaW9uCgppbXBvcnQgdG9yY2gKaW1wb3J0IHRvcmNoYXVkaW8KZnJvbSB0cWRtIGltcG9ydCB0cWRtCgoKY2xhc3MgQmFzZVRhc2s6CiAgICAiIiIKICAgIEEgYmFzZSBjbGFzcyBmb3IgYSB0YXNrIHRvIGNvbXBsZXRlIGFmdGVyIFZBRC4KICAgICIiIgoKICAgIGRlZiBfX2luaXRfXyhzZWxmLCBhdWRpb19maWxlOiBQYXRoKToKICAgICAgICAiIiIKICAgICAgICBJbml0aWFsaXplIHRoZSBiYXNlIHRhc2suCgogICAgICAgIDpwYXJhbSBhdWRpb19maWxlOiBUaGUgYXVkaW8gZmlsZSBhc3NpZ25lZCB0byB0aGUgdGFzay4KICAgICAgICAiIiIKICAgICAgICAjIFN0b3JlIHRoZSBhdWRpbyBmaWxlOgogICAgICAgIHNlbGYuX2F1ZGlvX2ZpbGUgPSBhdWRpb19maWxlCgogICAgICAgICMgUHJlcGFyZSB0aGUgcmVzdWx0OgogICAgICAgIHNlbGYuX3Jlc3VsdCA9IE5vbmUKCiAgICBAcHJvcGVydHkKICAgIGRlZiBhdWRpb19maWxlKHNlbGYpIC0+IFBhdGg6CiAgICAgICAgIiIiCiAgICAgICAgR2V0IHRoZSBhdWRpbyBmaWxlIG9mIHRoZSB0YXNrLgoKICAgICAgICA6cmV0dXJuczogVGhlIGF1ZGlvIGZpbGUgb2YgdGhlIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX2F1ZGlvX2ZpbGUKCiAgICBkZWYgZG9fdGFzaygKICAgICAgICBzZWxmLCBzcGVlY2hfdGltZXN0YW1wczogVW5pb25bTGlzdFtEaWN0W3N0ciwgaW50XV0sIExpc3RbTGlzdFtEaWN0W3N0ciwgaW50XV1dXQogICAgKToKICAgICAgICAiIiIKICAgICAgICBEbyB0aGUgdGFzayBvbiB0aGUgZ2l2ZW4gc3BlZWNoIHRpbWVzdGFtcHMuIFRoZSBiYXNlIHRhc2sgd2lsbCBzaW1wbHkgc2F2ZSB0aGUgc3BlZWNoIHRpbWVzdGFtcHMgYXMgdGhlIHJlc3VsdC4KCiAgICAgICAgOnBhcmFtIHNwZWVjaF90aW1lc3RhbXBzOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgdG8gZG8gdGhlIHRhc2sgb24gYXMgb3V0cHV0dGVkIGZyb20gdGhlIFZBRC4KICAgICAgICAiIiIKICAgICAgICBzZWxmLl9yZXN1bHQgPSBzcGVlY2hfdGltZXN0YW1wcwoKICAgIGRlZiBnZXRfcmVzdWx0KHNlbGYpIC0+IFR1cGxlW3N0ciwgbGlzdF06CiAgICAgICAgIiIiCiAgICAgICAgR2V0IHRoZSByZXN1bHQgb2YgdGhlIHRhc2suIEEgdHVwbGUgb2YgdGhlIGF1ZGlvIGZpbGUgbmFtZSBhbmQgdGhlIHJlc3VsdC4KCiAgICAgICAgOnJldHVybnM6IFRoZSByZXN1bHQgb2YgdGhlIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX2F1ZGlvX2ZpbGUubmFtZSwgc2VsZi5fcmVzdWx0CgogICAgZGVmIHRvX3R1cGxlKHNlbGYpIC0+IFR1cGxlW3N0ciwgZGljdF06CiAgICAgICAgIiIiCiAgICAgICAgQ29udmVydCB0aGUgdGFzayB0byBhIHR1cGxlIHRvIHJlY29uc3RydWN0IGl0IGxhdGVyICh1c2VkIGZvciBtdWx0aXByb2Nlc3NpbmcgdG8gcGFzcyBpbiBxdWV1ZSkuCgogICAgICAgIDpyZXR1cm5zOiBUaGUgY29udmVydGVkIHRhc2suCiAgICAgICAgIiIiCiAgICAgICAgcmV0dXJuIHNlbGYuX19jbGFzc19fLl9fbmFtZV9fLCB7ImF1ZGlvX2ZpbGUiOiBzZWxmLl9hdWRpb19maWxlfQoKCmNsYXNzIFNwZWVjaERpYXJpemF0aW9uVGFzayhCYXNlVGFzayk6CiAgICAiIiIKICAgIEEgc3BlZWNoIGRpYXJpemF0aW9uIHRhc2suIFRoZSB0YXNrIHdpbGwgZGlhcml6ZSB0aGUgVkFEIHNwZWVjaCB0aW1lc3RhbXBzIGludG8gc3BlYWtlcnMuCiAgICAiIiIKCiAgICBkZWYgX19pbml0X18oc2VsZiwgYXVkaW9fZmlsZTogUGF0aCwgc3BlYWtlcl9sYWJlbHM6IExpc3Rbc3RyXSk6CiAgICAgICAgIiIiCiAgICAgICAgSW5pdGlhbGl6ZSB0aGUgc3BlZWNoIGRpYXJpemF0aW9uIHRhc2suCgogICAgICAgIDpwYXJhbSBhdWRpb19maWxlOiAgICAgVGhlIGF1ZGlvIGZpbGUgYXNzaWduZWQgdG8gdGhlIHRhc2suCiAgICAgICAgOnBhcmFtIHNwZWFrZXJfbGFiZWxzOiBUaGUgc3BlYWtlciBsYWJlbHMgdG8gdXNlIGZvciB0aGUgZGlhcml6YXRpb24uIElmIG5vdCBnaXZlbiwgdGhlIHNwZWFrZXJzIHdpbGwgYmUgbmFtZWQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJzcGVha2VyXzAiLCAic3BlYWtlcl8xIiwgZXRjLgogICAgICAgICIiIgogICAgICAgIHN1cGVyKCkuX19pbml0X18oYXVkaW9fZmlsZT1hdWRpb19maWxlKQogICAgICAgIHNlbGYuX3NwZWFrZXJfbGFiZWxzID0gc3BlYWtlcl9sYWJlbHMKCiAgICBkZWYgZG9fdGFzayhzZWxmLCBzcGVlY2hfdGltZXN0YW1wczogTGlzdFtMaXN0W0RpY3Rbc3RyLCBpbnRdXV0pOgogICAgICAgICIiIgogICAgICAgIERvIHRoZSB0YXNrIG9uIHRoZSBnaXZlbiBzcGVlY2ggdGltZXN0YW1wcy4gVGhlIHRhc2sgd2lsbCBkaWFyaXplIHRoZSBWQUQgc3BlZWNoIHRpbWVzdGFtcHMgaW50byBzcGVha2Vycy4KCiAgICAgICAgOnBhcmFtIHNwZWVjaF90aW1lc3RhbXBzOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgcGVyIGNoYW5uZWwgdG8gZG8gdGhlIHRhc2sgb24gYXMgb3V0cHV0dGVkIGZyb20gdGhlIFZBRC4KICAgICAgICAiIiIKICAgICAgICAjIEdldCB0aGUgc3BlYWtlciBsYWJlbHMgKHNldCBkZWZhdWx0IGlmIG5vdCBnaXZlbik6CiAgICAgICAgc3BlYWtlcl9sYWJlbHMgPSBzZWxmLl9zcGVha2VyX2xhYmVscyBvciBbCiAgICAgICAgICAgIGYic3BlYWtlcl97aX0iIGZvciBpIGluIHJhbmdlKGxlbihzcGVlY2hfdGltZXN0YW1wcykpCiAgICAgICAgXQoKICAgICAgICAjIERpYXJpemUgLSBvcmdhbml6ZSB0aGUgc3BlZWNoIHRpbWVzdGFtcHMgaW50byBhIHNpbmdsZSBsaXN0IG9mIHNwZWFrZXJzIGFuZCBzb3J0IGl0IGJ5IHN0YXJ0IHRpbWU6CiAgICAgICAgc3BlZWNoX2RpYXJpemF0aW9uID0gWwogICAgICAgICAgICAoc3BlZWNoX3RpbWVzdGFtcFsic3RhcnQiXSwgc3BlZWNoX3RpbWVzdGFtcFsiZW5kIl0sIHNwZWFrZXJfbGFiZWwpCiAgICAgICAgICAgIGZvciBzcGVha2VyX2xhYmVsLCBjaGFubmVsX3NwZWVjaF90aW1lc3RhbXBzIGluIHppcCgKICAgICAgICAgICAgICAgIHNwZWFrZXJfbGFiZWxzLCBzcGVlY2hfdGltZXN0YW1wcwogICAgICAgICAgICApCiAgICAgICAgICAgIGZvciBzcGVlY2hfdGltZXN0YW1wIGluIGNoYW5uZWxfc3BlZWNoX3RpbWVzdGFtcHMKICAgICAgICBdCiAgICAgICAgc3BlZWNoX2RpYXJpemF0aW9uLnNvcnQoKQogICAgICAgIHNlbGYuX3Jlc3VsdCA9IHNwZWVjaF9kaWFyaXphdGlvbgoKICAgIGRlZiB0b190dXBsZShzZWxmKSAtPiBUdXBsZVtzdHIsIGRpY3RdOgogICAgICAgICIiIgogICAgICAgIENvbnZlcnQgdGhlIHRhc2sgdG8gYSB0dXBsZSB0byByZWNvbnN0cnVjdCBpdCBsYXRlciAodXNlZCBmb3IgbXVsdGlwcm9jZXNzaW5nIHRvIHBhc3MgaW4gcXVldWUpLgoKICAgICAgICA6cmV0dXJuczogVGhlIGNvbnZlcnRlZCB0YXNrLgogICAgICAgICIiIgogICAgICAgIHRhc2tfY2xhc3MsIHRhc2tfa3dhcmdzID0gc3VwZXIoKS50b190dXBsZSgpCiAgICAgICAgcmV0dXJuIHRhc2tfY2xhc3MsIHsqKnRhc2tfa3dhcmdzLCAic3BlYWtlcl9sYWJlbHMiOiBzZWxmLl9zcGVha2VyX2xhYmVsc30KCgpjbGFzcyBUYXNrQ3JlYXRvcjoKICAgICIiIgogICAgQSB0YXNrIGNyZWF0b3IgdG8gY3JlYXRlIGRpZmZlcmVudCB0YXNrcyB0byBydW4gYWZ0ZXIgdGhlIFZBRC4KICAgICIiIgoKICAgICM6IEEgbWFwIGZyb20gdGFzayBjbGFzcyBuYW1lIHRvIHRhc2sgY2xhc3MgdG8gdXNlIGluIGBmcm9tX3R1cGxlYDoKICAgIF9NQVAgPSB7CiAgICAgICAgQmFzZVRhc2suX19uYW1lX186IEJhc2VUYXNrLAogICAgICAgIFNwZWVjaERpYXJpemF0aW9uVGFzay5fX25hbWVfXzogU3BlZWNoRGlhcml6YXRpb25UYXNrLAogICAgfQoKICAgIGRlZiBfX2luaXRfXyhzZWxmLCB0YXNrX3R5cGU6IFR5cGVbQmFzZVRhc2tdLCB0YXNrX2t3YXJnczogZGljdCA9IE5vbmUpOgogICAgICAgICIiIgogICAgICAgIEluaXRpYWxpemUgdGhlIHRhc2sgY3JlYXRvci4KICAgICAgICA6cGFyYW0gdGFza190eXBlOiBUaGUgdGFzayB0eXBlIC0gYSBgQmFzZVRhc2tgIHN1YmNsYXNzLgogICAgICAgIDpwYXJhbSB0YXNrX2t3YXJnczogQWRkaXRpb25hbCBrZXl3b3JkIGFyZ3VtZW50cyB0byBwYXNzIHRvIHRoZSB0byBiZSBjcmVhdGVkIHRhc2tzLgogICAgICAgICIiIgogICAgICAgIHNlbGYuX3Rhc2tfdHlwZSA9IHRhc2tfdHlwZQogICAgICAgIHNlbGYuX3Rhc2tfa3dhcmdzID0gdGFza19rd2FyZ3Mgb3Ige30KCiAgICBkZWYgY3JlYXRlX3Rhc2soc2VsZiwgYXVkaW9fZmlsZTogUGF0aCkgLT4gQmFzZVRhc2s6CiAgICAgICAgIiIiCiAgICAgICAgQ3JlYXRlIGEgdGFzayB3aXRoIHRoZSBnaXZlbiBhdWRpbyBmaWxlLgoKICAgICAgICA6cGFyYW0gYXVkaW9fZmlsZTogVGhlIGF1ZGlvIGZpbGUgdG8gYXNzaWduIHRvIHRoZSB0YXNrLgoKICAgICAgICA6cmV0dXJuczogVGhlIGNyZWF0ZWQgdGFzay4KICAgICAgICAiIiIKICAgICAgICByZXR1cm4gc2VsZi5fdGFza190eXBlKGF1ZGlvX2ZpbGU9YXVkaW9fZmlsZSwgKipzZWxmLl90YXNrX2t3YXJncykKCiAgICBAY2xhc3NtZXRob2QKICAgIGRlZiBmcm9tX3R1cGxlKGNscywgdGFza190dXBsZTogVHVwbGVbc3RyLCBkaWN0XSkgLT4gQmFzZVRhc2s6CiAgICAgICAgIiIiCiAgICAgICAgQ3JlYXRlIGEgdGFzayBmcm9tIGEgdHVwbGUgb2YgdGhlIGF1ZGlvIGZpbGUgbmFtZSBhbmQgdGhlIHRhc2sga3dhcmdzLgoKICAgICAgICA6cGFyYW0gdGFza190dXBsZTogVGhlIHRhc2sgdHVwbGUgdG8gY3JlYXRlIHRoZSB0YXNrIGZyb20uCgogICAgICAgIDpyZXR1cm5zOiBUaGUgY3JlYXRlZCB0YXNrLgogICAgICAgICIiIgogICAgICAgIHRhc2tfY2xhc3MsIHRhc2tfa3dhcmdzID0gdGFza190dXBsZQogICAgICAgIHJldHVybiBjbHMuX01BUFt0YXNrX2NsYXNzXSgqKnRhc2tfa3dhcmdzKQoKCmNsYXNzIFZvaWNlQWN0aXZpdHlEZXRlY3RvcjoKICAgICIiIgogICAgQSB2b2ljZSBhY3Rpdml0eSBkZXRlY3Rpb24gd3JhcHBlciBmb3IgdGhlIHNpbGVybyBWQUQgbW9kZWwgLSBodHRwczovL2dpdGh1Yi5jb20vc25ha2VyczQvc2lsZXJvLXZhZC4KICAgICIiIgoKICAgIGRlZiBfX2luaXRfXygKICAgICAgICBzZWxmLAogICAgICAgICMgTW9kZWwgbG9hZGluZyBrd2FyZ3M6CiAgICAgICAgdXNlX29ubng6IGJvb2wgPSBUcnVlLAogICAgICAgIGZvcmNlX29ubnhfY3B1OiBib29sID0gVHJ1ZSwKICAgICAgICAjIERldGVjdGlvbiBrd2FyZ3M6CiAgICAgICAgdGhyZXNob2xkOiBmbG9hdCA9IDAuNSwKICAgICAgICBzYW1wbGluZ19yYXRlOiBpbnQgPSAxNl8wMDAsCiAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tczogaW50ID0gMjUwLAogICAgICAgIG1heF9zcGVlY2hfZHVyYXRpb25fczogZmxvYXQgPSBmbG9hdCgiaW5mIiksCiAgICAgICAgbWluX3NpbGVuY2VfZHVyYXRpb25fbXM6IGludCA9IDEwMCwKICAgICAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzOiBpbnQgPSA1MTIsCiAgICAgICAgc3BlZWNoX3BhZF9tczogaW50ID0gMzAsCiAgICAgICAgcmV0dXJuX3NlY29uZHM6IGJvb2wgPSBGYWxzZSwKICAgICAgICBwZXJfY2hhbm5lbDogYm9vbCA9IEZhbHNlLAogICAgKToKICAgICAgICAiIiIKICAgICAgICBJbml0aWFsaXplIHRoZSB2b2ljZSBhY3Rpdml0eSBkZXRlY3Rvci4KCiAgICAgICAgOnBhcmFtIHVzZV9vbm54OiAgICAgICAgICAgICAgICBXaGV0aGVyIHRvIHVzZSBPTk5YIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgICAgICA6cGFyYW0gZm9yY2Vfb25ueF9jcHU6ICAgICAgICAgIFdoZXRoZXIgdG8gZm9yY2UgT05OWCB0byB1c2UgQ1BVIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgICAgICA6cGFyYW0gdGhyZXNob2xkOiAgICAgICAgICAgICAgIFNwZWVjaCB0aHJlc2hvbGQuIFNpbGVybyBWQUQgb3V0cHV0cyBzcGVlY2ggcHJvYmFiaWxpdGllcyBmb3IgZWFjaCBhdWRpbyBjaHVuaywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHByb2JhYmlsaXRpZXMgQUJPVkUgdGhpcyB2YWx1ZSBhcmUgY29uc2lkZXJlZCBhcyBTUEVFQ0guIEl0IGlzIGJldHRlciB0byB0dW5lCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB0aGlzIHBhcmFtZXRlciBmb3IgZWFjaCBkYXRhc2V0IHNlcGFyYXRlbHksIGJ1dCAibGF6eSIgMC41IGlzIHByZXR0eSBnb29kIGZvcgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbW9zdCBkYXRhc2V0cy4KICAgICAgICA6cGFyYW0gc2FtcGxpbmdfcmF0ZTogICAgICAgICAgIEN1cnJlbnRseSwgc2lsZXJvIFZBRCBtb2RlbHMgc3VwcG9ydCA4MDAwIGFuZCAxNjAwMCBzYW1wbGUgcmF0ZXMuCiAgICAgICAgOnBhcmFtIG1pbl9zcGVlY2hfZHVyYXRpb25fbXM6ICBGaW5hbCBzcGVlY2ggY2h1bmtzIHNob3J0ZXIgbWluX3NwZWVjaF9kdXJhdGlvbl9tcyBhcmUgdGhyb3duIG91dC4KICAgICAgICA6cGFyYW0gbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiAgIE1heGltdW0gZHVyYXRpb24gb2Ygc3BlZWNoIGNodW5rcyBpbiBzZWNvbmRzLiBDaHVua3MgbG9uZ2VyIHRoYW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBtYXhfc3BlZWNoX2R1cmF0aW9uX3NgIHdpbGwgYmUgc3BsaXQgYXQgdGhlIHRpbWVzdGFtcCBvZiB0aGUgbGFzdCBzaWxlbmNlIHRoYXQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGxhc3RzIG1vcmUgdGhhbiAxMDBtcyAoaWYgYW55KSwgdG8gcHJldmVudCBhZ2dyZXNzaXZlIGN1dHRpbmcuIE90aGVyd2lzZSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoZXkgd2lsbCBiZSBzcGxpdCBhZ2dyZXNzaXZlbHkganVzdCBiZWZvcmUgbWF4X3NwZWVjaF9kdXJhdGlvbl9zLgogICAgICAgIDpwYXJhbSBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogSW4gdGhlIGVuZCBvZiBlYWNoIHNwZWVjaCBjaHVuayB3YWl0IGZvciBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyBiZWZvcmUKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNlcGFyYXRpbmcgaXQuCiAgICAgICAgOnBhcmFtIHdpbmRvd19zaXplX3NhbXBsZXM6ICAgICBBdWRpbyBjaHVua3Mgb2Ygd2luZG93X3NpemVfc2FtcGxlcyBzaXplIGFyZSBmZWQgdG8gdGhlIHNpbGVybyBWQUQgbW9kZWwuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBXQVJOSU5HISBTaWxlcm8gVkFEIG1vZGVscyB3ZXJlIHRyYWluZWQgdXNpbmcgNTEyLCAxMDI0LCAxNTM2IHNhbXBsZXMgZm9yIDE2MDAwCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGUgcmF0ZSBhbmQgMjU2LCA1MTIsIDc2OCBzYW1wbGVzIGZvciA4MDAwIHNhbXBsZSByYXRlLiBWYWx1ZXMgb3RoZXIgdGhhbgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdGhlc2UgbWF5IGFmZmVjdCBtb2RlbCBwZXJmb3JtYW5jZSEKICAgICAgICA6cGFyYW0gc3BlZWNoX3BhZF9tczogICAgICAgICAgIEZpbmFsIHNwZWVjaCBjaHVua3MgYXJlIHBhZGRlZCBieSBzcGVlY2hfcGFkX21zIGVhY2ggc2lkZS4KICAgICAgICA6cGFyYW0gcmV0dXJuX3NlY29uZHM6ICAgICAgICAgIFdoZXRoZXIgcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2Vjb25kcy4gRmFsc2UgbWVhbnMgdG8gcmV0dXJuIHRpbWVzdGFtcHMgaW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZXMgKGRlZmF1bHQgLSBGYWxzZSkuCiAgICAgICAgOnBhcmFtIHBlcl9jaGFubmVsOiAgICAgICAgICAgICBXaGV0aGVyIHRvIHJldHVybiB0aW1lc3RhbXBzIHBlciBjaGFubmVsIChkZWZhdWx0IC0gRmFsc2UpLiBUaGlzIHdpbGwgcnVuIFZBRAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgb24gZWFjaCBjaGFubmVsIHNlcGFyYXRlbHkgYW5kIHJldHVybiBhIGxpc3Qgb2YgdGltZXN0YW1wcyBwZXIgY2hhbm5lbC4KICAgICAgICAiIiIKICAgICAgICAjIFN0b3JlIGNvbmZpZ3VyYXRpb25zOgogICAgICAgIHNlbGYuX3VzZV9vbm54ID0gdXNlX29ubngKICAgICAgICBzZWxmLl9mb3JjZV9vbm54X2NwdSA9IGZvcmNlX29ubnhfY3B1CiAgICAgICAgc2VsZi5fdGhyZXNob2xkID0gdGhyZXNob2xkCiAgICAgICAgc2VsZi5fc2FtcGxpbmdfcmF0ZSA9IHNhbXBsaW5nX3JhdGUKICAgICAgICBzZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zID0gbWluX3NwZWVjaF9kdXJhdGlvbl9tcwogICAgICAgIHNlbGYuX21heF9zcGVlY2hfZHVyYXRpb25fcyA9IG1heF9zcGVlY2hfZHVyYXRpb25fcwogICAgICAgIHNlbGYuX21pbl9zaWxlbmNlX2R1cmF0aW9uX21zID0gbWluX3NpbGVuY2VfZHVyYXRpb25fbXMKICAgICAgICBzZWxmLl93aW5kb3dfc2l6ZV9zYW1wbGVzID0gd2luZG93X3NpemVfc2FtcGxlcwogICAgICAgIHNlbGYuX3NwZWVjaF9wYWRfbXMgPSBzcGVlY2hfcGFkX21zCiAgICAgICAgc2VsZi5fcmV0dXJuX3NlY29uZHMgPSByZXR1cm5fc2Vjb25kcwogICAgICAgIHNlbGYuX3Blcl9jaGFubmVsID0gcGVyX2NoYW5uZWwKCiAgICAgICAgIyBQcmVwYXJlIHRoZSBtb2RlbCB2YXJpYWJsZXMKICAgICAgICBzZWxmLl9tb2RlbDogdG9yY2guTW9kdWxlID0gTm9uZQogICAgICAgIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wczogRnVuY3Rpb25UeXBlID0gTm9uZQoKICAgIGRlZiBsb2FkKHNlbGYsIGZvcmNlX3JlbG9hZDogYm9vbCA9IFRydWUpOgogICAgICAgICIiIgogICAgICAgIExvYWQgdGhlIFZBRCBtb2RlbC4KCiAgICAgICAgOnBhcmFtIGZvcmNlX3JlbG9hZDogV2hldGhlciB0byBmb3JjZSByZWxvYWQgdGhlIG1vZGVsIGV2ZW4gaWYgaXQgd2FzIGFscmVhZHkgbG9hZGVkLiBEZWZhdWx0IGlzIFRydWUuCiAgICAgICAgIiIiCiAgICAgICAgbW9kZWwsIHV0aWxzID0gdG9yY2guaHViLmxvYWQoCiAgICAgICAgICAgIHJlcG9fb3JfZGlyPSJzbmFrZXJzNC9zaWxlcm8tdmFkIiwKICAgICAgICAgICAgbW9kZWw9InNpbGVyb192YWQiLAogICAgICAgICAgICBmb3JjZV9yZWxvYWQ9Zm9yY2VfcmVsb2FkLAogICAgICAgICAgICBvbm54PXNlbGYuX3VzZV9vbm54LAogICAgICAgICAgICBmb3JjZV9vbm54X2NwdT1zZWxmLl9mb3JjZV9vbm54X2NwdSwKICAgICAgICApCiAgICAgICAgc2VsZi5fbW9kZWwgPSBtb2RlbAogICAgICAgICgKICAgICAgICAgICAgc2VsZi5fZ2V0X3NwZWVjaF90aW1lc3RhbXBzLAogICAgICAgICAgICBfLCAgIyBzYXZlX2F1ZGlvLAogICAgICAgICAgICBfLCAgIyByZWFkX2F1ZGlvLAogICAgICAgICAgICBfLCAgIyBWQURJdGVyYXRvciwKICAgICAgICAgICAgXywgICMgY29sbGVjdF9jaHVua3MKICAgICAgICApID0gdXRpbHMKCiAgICBkZWYgZGV0ZWN0X3ZvaWNlKAogICAgICAgIHNlbGYsCiAgICAgICAgYXVkaW9fZmlsZTogUGF0aCwKICAgICkgLT4gVW5pb25bTGlzdFtEaWN0W3N0ciwgaW50XV0sIExpc3RbTGlzdFtEaWN0W3N0ciwgaW50XV1dXToKICAgICAgICAiIiIKICAgICAgICBJbmZlciB0aGUgYXVkaW8gdGhyb3VnaCB0aGUgVkFEIG1vZGVsIGFuZCByZXR1cm4gdGhlIHNwZWVjaCB0aW1lc3RhbXBzLgoKICAgICAgICA6cGFyYW0gYXVkaW9fZmlsZTogVGhlIGF1ZGlvIGZpbGUgdG8gaW5mZXIuCgogICAgICAgIDpyZXR1cm5zOiBUaGUgc3BlZWNoIHRpbWVzdGFtcHMgaW4gdGhlIGF1ZGlvLiBBIGxpc3Qgb2YgdGltZXN0YW1wcyB3aGVyZSBlYWNoIHRpbWVzdGFtcCBpcyBhIGRpY3Rpb25hcnkgd2l0aCB0aGUKICAgICAgICAgICAgICAgICBmb2xsb3dpbmcga2V5czoKCiAgICAgICAgICAgICAgICAgKiAic3RhcnQiOiBUaGUgc3RhcnQgc2FtcGxlIGluZGV4IG9mIHRoZSBzcGVlY2ggaW4gdGhlIGF1ZGlvLgogICAgICAgICAgICAgICAgICogImVuZCI6ICAgVGhlIGVuZCBzYW1wbGUgaW5kZXggb2YgdGhlIHNwZWVjaCBpbiB0aGUgYXVkaW8uCgogICAgICAgICAgICAgICAgIElmIGBwZXJfY2hhbm5lbGAgaXMgVHJ1ZSwgYSBsaXN0IG9mIHRpbWVzdGFtcHMgcGVyIGNoYW5uZWwgd2lsbCBiZSByZXR1cm5lZC4KICAgICAgICAiIiIKICAgICAgICAjIENhc3QgdG8gYSBudW1weSBhcnJheToKICAgICAgICBhdWRpbyA9IHNlbGYuX3JlYWRfYXVkaW8oYXVkaW9fZmlsZSkKCiAgICAgICAgIyBEZXRlY3Qgc3BlZWNoOgogICAgICAgIGlmIG5vdCBzZWxmLl9wZXJfY2hhbm5lbDoKICAgICAgICAgICAgcmV0dXJuIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wcygKICAgICAgICAgICAgICAgIGF1ZGlvLAogICAgICAgICAgICAgICAgc2VsZi5fbW9kZWwsCiAgICAgICAgICAgICAgICB0aHJlc2hvbGQ9c2VsZi5fdGhyZXNob2xkLAogICAgICAgICAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tcz1zZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgbWF4X3NwZWVjaF9kdXJhdGlvbl9zPXNlbGYuX21heF9zcGVlY2hfZHVyYXRpb25fcywKICAgICAgICAgICAgICAgIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zPXNlbGYuX21pbl9zaWxlbmNlX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgc3BlZWNoX3BhZF9tcz1zZWxmLl9zcGVlY2hfcGFkX21zLAogICAgICAgICAgICAgICAgc2FtcGxpbmdfcmF0ZT1zZWxmLl9zYW1wbGluZ19yYXRlLAogICAgICAgICAgICAgICAgd2luZG93X3NpemVfc2FtcGxlcz1zZWxmLl93aW5kb3dfc2l6ZV9zYW1wbGVzLAogICAgICAgICAgICAgICAgcmV0dXJuX3NlY29uZHM9c2VsZi5fcmV0dXJuX3NlY29uZHMsCiAgICAgICAgICAgICkKCiAgICAgICAgIyBQZXIgY2hhbm5lbDoKICAgICAgICBzcGVlY2hfdGltZXN0YW1wcyA9IFtdCiAgICAgICAgZm9yIGNoYW5uZWwgaW4gYXVkaW86CiAgICAgICAgICAgIHNwZWVjaF90aW1lc3RhbXBzLmFwcGVuZCgKICAgICAgICAgICAgICAgIHNlbGYuX2dldF9zcGVlY2hfdGltZXN0YW1wcygKICAgICAgICAgICAgICAgICAgICBjaGFubmVsLAogICAgICAgICAgICAgICAgICAgIHNlbGYuX21vZGVsLAogICAgICAgICAgICAgICAgICAgIHRocmVzaG9sZD1zZWxmLl90aHJlc2hvbGQsCiAgICAgICAgICAgICAgICAgICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tcz1zZWxmLl9taW5fc3BlZWNoX2R1cmF0aW9uX21zLAogICAgICAgICAgICAgICAgICAgIG1heF9zcGVlY2hfZHVyYXRpb25fcz1zZWxmLl9tYXhfc3BlZWNoX2R1cmF0aW9uX3MsCiAgICAgICAgICAgICAgICAgICAgbWluX3NpbGVuY2VfZHVyYXRpb25fbXM9c2VsZi5fbWluX3NpbGVuY2VfZHVyYXRpb25fbXMsCiAgICAgICAgICAgICAgICAgICAgc3BlZWNoX3BhZF9tcz1zZWxmLl9zcGVlY2hfcGFkX21zLAogICAgICAgICAgICAgICAgICAgIHNhbXBsaW5nX3JhdGU9c2VsZi5fc2FtcGxpbmdfcmF0ZSwKICAgICAgICAgICAgICAgICAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzPXNlbGYuX3dpbmRvd19zaXplX3NhbXBsZXMsCiAgICAgICAgICAgICAgICAgICAgcmV0dXJuX3NlY29uZHM9c2VsZi5fcmV0dXJuX3NlY29uZHMsCiAgICAgICAgICAgICAgICApCiAgICAgICAgICAgICkKCiAgICAgICAgcmV0dXJuIHNwZWVjaF90aW1lc3RhbXBzCgogICAgZGVmIF9yZWFkX2F1ZGlvKAogICAgICAgIHNlbGYsCiAgICAgICAgcGF0aDogUGF0aCwKICAgICkgLT4gdG9yY2guVGVuc29yOgogICAgICAgICIiIgogICAgICAgIFJlYWQgdGhlIGF1ZGlvIGZyb20gdGhlIGdpdmVuIHBhdGggYW5kIHJldHVybiBpdCBhcyBhIHRlbnNvci4KCiAgICAgICAgOnBhcmFtIHBhdGg6IFRoZSBwYXRoIHRvIHRoZSBhdWRpbyBmaWxlLgoKICAgICAgICA6cmV0dXJuczogVGhlIGF1ZGlvIGFzIGEgdGVuc29yLgogICAgICAgICIiIgogICAgICAgICMgUmVhZCB0aGUgYXVkaW86CiAgICAgICAgYXVkaW8sIHNhbXBsaW5nX3JhdGUgPSB0b3JjaGF1ZGlvLmxvYWQoc3RyKHBhdGgpKQoKICAgICAgICAjIENoZWNrIGlmIHRoZSBhdWRpbyBpcyBzdGVyZW8gYW5kIGlmIHNvLCBjb252ZXJ0IGl0IHRvIG1vbm8gKG9ubHkgaWYgbm90IHBlciBjaGFubmVsKToKICAgICAgICBpZiBhdWRpby5zaXplKDApID4gMSBhbmQgbm90IHNlbGYuX3Blcl9jaGFubmVsOgogICAgICAgICAgICBhdWRpbyA9IGF1ZGlvLm1lYW4oZGltPTAsIGtlZXBkaW09VHJ1ZSkKCiAgICAgICAgIyBSZXNhbXBsZSB0aGUgYXVkaW8gaWYgbmVlZGVkOgogICAgICAgIGlmIHNhbXBsaW5nX3JhdGUgIT0gc2VsZi5fc2FtcGxpbmdfcmF0ZToKICAgICAgICAgICAgdHJhbnNmb3JtID0gdG9yY2hhdWRpby50cmFuc2Zvcm1zLlJlc2FtcGxlKAogICAgICAgICAgICAgICAgb3JpZ19mcmVxPXNhbXBsaW5nX3JhdGUsIG5ld19mcmVxPXNlbGYuX3NhbXBsaW5nX3JhdGUKICAgICAgICAgICAgKQogICAgICAgICAgICBhdWRpbyA9IHRyYW5zZm9ybShhdWRpbykKCiAgICAgICAgIyBSZXR1cm4gdGhlIGF1ZGlvIChzcXVlZXplIGlmIG5vdCBwZXIgY2hhbm5lbCk6CiAgICAgICAgcmV0dXJuIGF1ZGlvIGlmIHNlbGYuX3Blcl9jaGFubmVsIGVsc2UgYXVkaW8uc3F1ZWV6ZSgwKQoKCiM6IFRoZSB2YWx1ZSB0byBzZW5kIGludG8gbXVsdGlwcm9jZXNzaW5nIHF1ZXVlcyB0byBzdG9wIHRoZSBwcm9jZXNzOgpfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSyA9ICJTVE9QIgoKCmRlZiBfbXVsdGlwcm9jZXNzaW5nX2NvbXBsZXRlX3Rhc2tzKAogICAgdmFkX2luaXRfa3dhcmdzOiBkaWN0LCB0YXNrc19xdWV1ZTogUXVldWUsIHJlc3VsdHNfcXVldWU6IFF1ZXVlCik6CiAgICAiIiIKICAgIENvbXBsZXRlIHRoZSB0YXNrcyBpbiB0aGUgZ2l2ZW4gcXVldWUgYW5kIHB1dCB0aGUgcmVzdWx0cyBpbiB0aGUgZ2l2ZW4gcmVzdWx0cyBxdWV1ZS4gVGhlIGZ1bmN0aW9uIHdpbGwgc3RvcCB3aGVuCiAgICB0aGUgZ2l2ZW4gdGFza3MgcXVldWUgd2lsbCByZWNlaXZlIHRoZSBzdG9wIG1hcmsuIEl0IGlzIGFpbWVkIHRvIGJlIHVzZWQgd2l0aCBtdWx0aXByb2Nlc3NpbmcgYXMgYSBwcm9jZXNzLgoKICAgIDpwYXJhbSB2YWRfaW5pdF9rd2FyZ3M6IFRoZSBWQUQgaW5pdGlhbGl6YXRpb24ga3dhcmdzLgogICAgOnBhcmFtIHRhc2tzX3F1ZXVlOiAgICAgQSBxdWV1ZSB0byBnZXQgdGhlIHRhc2tzIGZyb20uCiAgICA6cGFyYW0gcmVzdWx0c19xdWV1ZTogICBBIHF1ZXVlIHRvIHB1dCB0aGUgcmVzdWx0cyBpbi4KICAgICIiIgogICAgIyBJbml0aWFsaXplIGFuZCBsb2FkIHRoZSBWQUQ6CiAgICB2YWQgPSBWb2ljZUFjdGl2aXR5RGV0ZWN0b3IoKip2YWRfaW5pdF9rd2FyZ3MpCiAgICB2YWQubG9hZChmb3JjZV9yZWxvYWQ9RmFsc2UpCgogICAgIyBTdGFydCBsaXN0ZW5pbmcgdG8gdGhlIHRhc2tzIHF1ZXVlOgogICAgd2hpbGUgVHJ1ZToKICAgICAgICAjIEdldCB0aGUgdGFzazoKICAgICAgICB0YXNrOiBUdXBsZVtzdHIsIGRpY3RdID0gdGFza3NfcXVldWUuZ2V0KCkKICAgICAgICBpZiB0YXNrID09IF9NVUxUSVBST0NFU1NJTkdfU1RPUF9NQVJLOgogICAgICAgICAgICBicmVhawogICAgICAgIHRyeToKICAgICAgICAgICAgIyBDcmVhdGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2sgPSBUYXNrQ3JlYXRvci5mcm9tX3R1cGxlKHRhc2tfdHVwbGU9dGFzaykKICAgICAgICAgICAgIyBSdW4gdGhlIGZpbGUgdGhyb3VnaCB0aGUgVkFEOgogICAgICAgICAgICBzcGVlY2hfdGltZXN0YW1wcyA9IHZhZC5kZXRlY3Rfdm9pY2UoYXVkaW9fZmlsZT10YXNrLmF1ZGlvX2ZpbGUpCiAgICAgICAgICAgICMgQ29tcGxldGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2suZG9fdGFzayhzcGVlY2hfdGltZXN0YW1wcz1zcGVlY2hfdGltZXN0YW1wcykKICAgICAgICAgICAgIyBCdWlsZCB0aGUgcmVzdWx0OgogICAgICAgICAgICByZXN1bHQgPSAoRmFsc2UsIHRhc2suZ2V0X3Jlc3VsdCgpKQogICAgICAgIGV4Y2VwdCBFeGNlcHRpb24gYXMgZXhjZXB0aW9uOgogICAgICAgICAgICAjIEJ1aWxkIHRoZSBlcnJvcjoKICAgICAgICAgICAgcmVzdWx0ID0gKFRydWUsICh0YXNrLmF1ZGlvX2ZpbGUubmFtZSwgc3RyKGV4Y2VwdGlvbikpKQogICAgICAgICMgQ29sbGVjdCB0aGUgcmVzdWx0IC8gZXJyb3I6CiAgICAgICAgcmVzdWx0c19xdWV1ZS5wdXQocmVzdWx0KQoKICAgICMgTWFyayB0aGUgZW5kIG9mIHRoZSB0YXNrczoKICAgIHJlc3VsdHNfcXVldWUucHV0KF9NVUxUSVBST0NFU1NJTkdfU1RPUF9NQVJLKQoKCiMgR2V0IHRoZSBnbG9iYWwgbG9nZ2VyOgp0cnk6CiAgICBpbXBvcnQgbWxydW4KCiAgICBfTE9HR0VSID0gbWxydW4uZ2V0X29yX2NyZWF0ZV9jdHgoInNpbGVyb192YWQiKS5sb2dnZXIKZXhjZXB0IE1vZHVsZU5vdEZvdW5kRXJyb3I6CiAgICBfTE9HR0VSID0gbG9nZ2luZy5nZXRMb2dnZXIoKQoKCmRlZiBkZXRlY3Rfdm9pY2UoCiAgICAjIElucHV0IGt3YXJnczoKICAgIGRhdGFfcGF0aDogVW5pb25bc3RyLCBQYXRoLCBMaXN0W1VuaW9uW3N0ciwgUGF0aF1dXSwKICAgICMgTW9kZWwgbG9hZGluZyBrd2FyZ3M6CiAgICB1c2Vfb25ueDogYm9vbCA9IFRydWUsCiAgICBmb3JjZV9vbm54X2NwdTogYm9vbCA9IFRydWUsCiAgICAjIERldGVjdGlvbiBrd2FyZ3M6CiAgICB0aHJlc2hvbGQ6IGZsb2F0ID0gMC41LAogICAgc2FtcGxpbmdfcmF0ZTogaW50ID0gMTZfMDAwLAogICAgbWluX3NwZWVjaF9kdXJhdGlvbl9tczogaW50ID0gMjUwLAogICAgbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiBmbG9hdCA9IGZsb2F0KCJpbmYiKSwKICAgIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zOiBpbnQgPSAxMDAsCiAgICB3aW5kb3dfc2l6ZV9zYW1wbGVzOiBpbnQgPSA1MTIsCiAgICBzcGVlY2hfcGFkX21zOiBpbnQgPSAzMCwKICAgIHJldHVybl9zZWNvbmRzOiBib29sID0gRmFsc2UsCiAgICBwZXJfY2hhbm5lbDogYm9vbCA9IEZhbHNlLAogICAgIyBPdGhlciBrd2FyZ3M6CiAgICB1c2VfbXVsdGlwcm9jZXNzaW5nOiBpbnQgPSAwLAogICAgdmVyYm9zZTogYm9vbCA9IEZhbHNlLAopOgogICAgIiIiCiAgICBQZXJmb3JtIHZvaWNlIGFjdGl2aXR5IGRldGVjdGlvbiBvbiBnaXZlbiBhdWRpbyBmaWxlcyB1c2luZyB0aGUgc2lsZXJvIFZBRCBtb2RlbCAtCiAgICBodHRwczovL2dpdGh1Yi5jb20vc25ha2VyczQvc2lsZXJvLXZhZC4gVGhlIGVuZCByZXN1bHQgaXMgYSBkaWN0aW9uYXJ5IHdpdGggdGhlIGZpbGUgbmFtZXMgYXMga2V5cyBhbmQgdGhlaXIKICAgIFZBRCB0aW1lc3RhbXBzIGRpY3Rpb25hcmllcyBhcyB2YWx1ZS4KCiAgICBGb3IgZXhhbXBsZTo6CgogICAgICAgIHsKICAgICAgICAgICAgImZpbGVfMS53YXYiOiBbCiAgICAgICAgICAgICAgICB7InN0YXJ0IjogMCwgImVuZCI6IDE2MDAwfSwKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAxNjAwMCwgImVuZCI6IDMyMDAwfSwKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAzMjAwMCwgImVuZCI6IDQ4MDAwfSwKICAgICAgICAgICAgICAgIC4uLgogICAgICAgICAgICBdLAogICAgICAgICAgICAiZmlsZV8yLndhdiI6IFsKICAgICAgICAgICAgICAgIHsic3RhcnQiOiAwLCAiZW5kIjogMTYwMDB9LAogICAgICAgICAgICAgICAgeyJzdGFydCI6IDE2MDAwLCAiZW5kIjogMzIwMDB9LAogICAgICAgICAgICAgICAgeyJzdGFydCI6IDMyMDAwLCAiZW5kIjogNDgwMDB9LAogICAgICAgICAgICAgICAgLi4uCiAgICAgICAgICAgIF0sCiAgICAgICAgICAgIC4uLgogICAgICAgIH0KCgogICAgOnBhcmFtIGRhdGFfcGF0aDogICAgICAgICAgICAgICBUaGUgcGF0aCB0byB0aGUgYXVkaW8gZmlsZXMgdG8gZGlhcml6ZS4gQ2FuIGJlIGEgcGF0aCB0byBhIHNpbmdsZSBmaWxlLCBhIHBhdGggdG8gYQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBkaXJlY3Rvcnkgb3IgYSBsaXN0IG9mIHBhdGhzIHRvIGZpbGVzLgogICAgOnBhcmFtIHVzZV9vbm54OiAgICAgICAgICAgICAgICBXaGV0aGVyIHRvIHVzZSBPTk5YIGZvciBpbmZlcmVuY2UuIERlZmF1bHQgaXMgVHJ1ZS4KICAgIDpwYXJhbSBmb3JjZV9vbm54X2NwdTogICAgICAgICAgV2hldGhlciB0byBmb3JjZSBPTk5YIHRvIHVzZSBDUFUgZm9yIGluZmVyZW5jZS4gRGVmYXVsdCBpcyBUcnVlLgogICAgOnBhcmFtIHRocmVzaG9sZDogICAgICAgICAgICAgICBTcGVlY2ggdGhyZXNob2xkLiBTaWxlcm8gVkFEIG91dHB1dHMgc3BlZWNoIHByb2JhYmlsaXRpZXMgZm9yIGVhY2ggYXVkaW8gY2h1bmssCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHByb2JhYmlsaXRpZXMgQUJPVkUgdGhpcyB2YWx1ZSBhcmUgY29uc2lkZXJlZCBhcyBTUEVFQ0guIEl0IGlzIGJldHRlciB0byB0dW5lCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoaXMgcGFyYW1ldGVyIGZvciBlYWNoIGRhdGFzZXQgc2VwYXJhdGVseSwgYnV0ICJsYXp5IiAwLjUgaXMgcHJldHR5IGdvb2QgZm9yCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG1vc3QgZGF0YXNldHMuCiAgICA6cGFyYW0gc2FtcGxpbmdfcmF0ZTogICAgICAgICAgIEN1cnJlbnRseSwgc2lsZXJvIFZBRCBtb2RlbHMgc3VwcG9ydCA4MDAwIGFuZCAxNjAwMCBzYW1wbGUgcmF0ZXMuCiAgICA6cGFyYW0gbWluX3NwZWVjaF9kdXJhdGlvbl9tczogIEZpbmFsIHNwZWVjaCBjaHVua3Mgc2hvcnRlciBtaW5fc3BlZWNoX2R1cmF0aW9uX21zIGFyZSB0aHJvd24gb3V0LgogICAgOnBhcmFtIG1heF9zcGVlY2hfZHVyYXRpb25fczogICBNYXhpbXVtIGR1cmF0aW9uIG9mIHNwZWVjaCBjaHVua3MgaW4gc2Vjb25kcy4gQ2h1bmtzIGxvbmdlciB0aGFuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGBtYXhfc3BlZWNoX2R1cmF0aW9uX3NgIHdpbGwgYmUgc3BsaXQgYXQgdGhlIHRpbWVzdGFtcCBvZiB0aGUgbGFzdCBzaWxlbmNlIHRoYXQKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGFzdHMgbW9yZSB0aGFuIDEwMG1zIChpZiBhbnkpLCB0byBwcmV2ZW50IGFnZ3Jlc3NpdmUgY3V0dGluZy4gT3RoZXJ3aXNlLCB0aGV5IHdpbGwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYmUgc3BsaXQgYWdncmVzc2l2ZWx5IGp1c3QgYmVmb3JlIG1heF9zcGVlY2hfZHVyYXRpb25fcy4KICAgIDpwYXJhbSBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogSW4gdGhlIGVuZCBvZiBlYWNoIHNwZWVjaCBjaHVuayB3YWl0IGZvciBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyBiZWZvcmUgc2VwYXJhdGluZwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpdC4KICAgIDpwYXJhbSB3aW5kb3dfc2l6ZV9zYW1wbGVzOiAgICAgQXVkaW8gY2h1bmtzIG9mIHdpbmRvd19zaXplX3NhbXBsZXMgc2l6ZSBhcmUgZmVkIHRvIHRoZSBzaWxlcm8gVkFEIG1vZGVsLgoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgV0FSTklORyEgU2lsZXJvIFZBRCBtb2RlbHMgd2VyZSB0cmFpbmVkIHVzaW5nIDUxMiwgMTAyNCwgMTUzNiBzYW1wbGVzIGZvciAxNjAwMAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzYW1wbGUgcmF0ZSBhbmQgMjU2LCA1MTIsIDc2OCBzYW1wbGVzIGZvciA4MDAwIHNhbXBsZSByYXRlLiBWYWx1ZXMgb3RoZXIgdGhhbgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB0aGVzZSBtYXkgYWZmZWN0IG1vZGVsIHBlcmZvcm1hbmNlIQogICAgOnBhcmFtIHNwZWVjaF9wYWRfbXM6ICAgICAgICAgICBGaW5hbCBzcGVlY2ggY2h1bmtzIGFyZSBwYWRkZWQgYnkgc3BlZWNoX3BhZF9tcyBlYWNoIHNpZGUuCiAgICA6cGFyYW0gcmV0dXJuX3NlY29uZHM6ICAgICAgICAgIFdoZXRoZXIgcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2Vjb25kcy4gRmFsc2UgbWVhbnMgdG8gcmV0dXJuIHRpbWVzdGFtcHMgaW4gc2FtcGxlcwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAoZGVmYXVsdCAtIEZhbHNlKS4KICAgIDpwYXJhbSBwZXJfY2hhbm5lbDogICAgICAgICAgICAgV2hldGhlciB0byByZXR1cm4gdGltZXN0YW1wcyBwZXIgY2hhbm5lbCAoZGVmYXVsdCAtIEZhbHNlKS4gVGhpcyB3aWxsIHJ1biBWQUQgb24KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZWFjaCBjaGFubmVsIHNlcGFyYXRlbHkgYW5kIHJldHVybiBhIGxpc3Qgb2YgdGltZXN0YW1wcyBwZXIgY2hhbm5lbC4KICAgIDpwYXJhbSB1c2VfbXVsdGlwcm9jZXNzaW5nOiAgICAgVGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHVzZSBmb3IgbXVsdGlwcm9jZXNzaW5nLiBJZiAwLCBubyBtdWx0aXByb2Nlc3Npbmcgd2lsbAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBiZSB1c2VkLiBEZWZhdWx0IGlzIDAuCiAgICA6cGFyYW0gdmVyYm9zZTogICAgICAgICAgICAgICAgIFZlcmJvc2l0eS4KICAgICIiIgogICAgZ2xvYmFsIF9MT0dHRVIKCiAgICAjIEdldCB0aGUgaW5wdXQgYXVkaW8gZmlsZXMgdG8gdHJhbnNjcmliZToKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJDb2xsZWN0aW5nIGF1ZGlvIGZpbGVzLiIpCiAgICBhdWRpb19maWxlcyA9IF9nZXRfYXVkaW9fZmlsZXMoZGF0YV9wYXRoPWRhdGFfcGF0aCkKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKGYiQ29sbGVjdGVkIHtsZW4oYXVkaW9fZmlsZXMpfSBhdWRpbyBmaWxlcy4iKQoKICAgICMgSW5pdGlhbGl6ZSB0aGUgdHJhbnNjcmlwdGlvbiBwaXBlbGluZToKICAgIHZhZF9pbml0X2t3YXJncyA9IHsKICAgICAgICAidXNlX29ubngiOiB1c2Vfb25ueCwKICAgICAgICAiZm9yY2Vfb25ueF9jcHUiOiBmb3JjZV9vbm54X2NwdSwKICAgICAgICAidGhyZXNob2xkIjogdGhyZXNob2xkLAogICAgICAgICJzYW1wbGluZ19yYXRlIjogc2FtcGxpbmdfcmF0ZSwKICAgICAgICAibWluX3NwZWVjaF9kdXJhdGlvbl9tcyI6IG1pbl9zcGVlY2hfZHVyYXRpb25fbXMsCiAgICAgICAgIm1heF9zcGVlY2hfZHVyYXRpb25fcyI6IG1heF9zcGVlY2hfZHVyYXRpb25fcywKICAgICAgICAibWluX3NpbGVuY2VfZHVyYXRpb25fbXMiOiBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcywKICAgICAgICAid2luZG93X3NpemVfc2FtcGxlcyI6IHdpbmRvd19zaXplX3NhbXBsZXMsCiAgICAgICAgInNwZWVjaF9wYWRfbXMiOiBzcGVlY2hfcGFkX21zLAogICAgICAgICJyZXR1cm5fc2Vjb25kcyI6IHJldHVybl9zZWNvbmRzLAogICAgICAgICJwZXJfY2hhbm5lbCI6IHBlcl9jaGFubmVsLAogICAgfQoKICAgICMgQ3JlYXRlIHRoZSB0YXNrIGNyZWF0b3I6CiAgICB0YXNrX2NyZWF0b3IgPSBUYXNrQ3JlYXRvcih0YXNrX3R5cGU9QmFzZVRhc2spCgogICAgIyBSdW4gdGhlIHRyYW5zY3JpcHRpb246CiAgICBpZiB1c2VfbXVsdGlwcm9jZXNzaW5nOgogICAgICAgIHJlc3VsdHMgPSBfcGFyYWxsZWxfcnVuKAogICAgICAgICAgICBuX3dvcmtlcnM9dXNlX211bHRpcHJvY2Vzc2luZywKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEZXRlY3Rpbmcgdm9pY2UiLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQogICAgZWxzZToKICAgICAgICByZXN1bHRzID0gX3J1bigKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEZXRlY3Rpbmcgdm9pY2UiLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQoKICAgICMgUHJvY2VzcyB0aGUgcmVzdWx0czoKICAgIHJldHVybiBfcHJvY2Vzc19yZXN1bHRzKHJlc3VsdHM9cmVzdWx0cywgdmVyYm9zZT12ZXJib3NlKQoKCmRlZiBkaWFyaXplKAogICAgIyBJbnB1dCAvIE91dHB1dCBrd2FyZ3M6CiAgICBkYXRhX3BhdGg6IFVuaW9uW3N0ciwgUGF0aCwgTGlzdFtVbmlvbltzdHIsIFBhdGhdXV0sCiAgICAjIE1vZGVsIGxvYWRpbmcga3dhcmdzOgogICAgdXNlX29ubng6IGJvb2wgPSBUcnVlLAogICAgZm9yY2Vfb25ueF9jcHU6IGJvb2wgPSBUcnVlLAogICAgIyBEZXRlY3Rpb24ga3dhcmdzOgogICAgdGhyZXNob2xkOiBmbG9hdCA9IDAuNSwKICAgIHNhbXBsaW5nX3JhdGU6IGludCA9IDE2XzAwMCwKICAgIG1pbl9zcGVlY2hfZHVyYXRpb25fbXM6IGludCA9IDI1MCwKICAgIG1heF9zcGVlY2hfZHVyYXRpb25fczogZmxvYXQgPSBmbG9hdCgiaW5mIiksCiAgICBtaW5fc2lsZW5jZV9kdXJhdGlvbl9tczogaW50ID0gMTAwLAogICAgd2luZG93X3NpemVfc2FtcGxlczogaW50ID0gNTEyLAogICAgc3BlZWNoX3BhZF9tczogaW50ID0gMzAsCiAgICAjIERpYXJpemF0aW9uIGt3YXJnczoKICAgIHNwZWFrZXJfbGFiZWxzOiBMaXN0W3N0cl0gPSBOb25lLAogICAgIyBPdGhlciBrd2FyZ3M6CiAgICB1c2VfbXVsdGlwcm9jZXNzaW5nOiBpbnQgPSAwLAogICAgdmVyYm9zZTogYm9vbCA9IEZhbHNlLAopOgogICAgIiIiCiAgICBQZXJmb3JtIHNwZWVjaCBkaWFyaXphdGlvbiBvbiBnaXZlbiBhdWRpbyBmaWxlcyB1c2luZyB0aGUgc2lsZXJvIFZBRCBtb2RlbCAtIGh0dHBzOi8vZ2l0aHViLmNvbS9zbmFrZXJzNC9zaWxlcm8tdmFkLgogICAgVGhlIHNwZWVjaCBkaWFyaXphdGlvbiBpcyBwZXJmb3JtZWQgcGVyIGNoYW5uZWwgc28gdGhhdCBlYWNoIGNoYW5uZWwgaW4gdGhlIGF1ZGlvIGJlbG9uZyB0byBhIGRpZmZlcmVudCBzcGVha2VyLiBUaGUKICAgIGVuZCByZXN1bHQgaXMgYSBkaWN0aW9uYXJ5IHdpdGggdGhlIGZpbGUgbmFtZXMgYXMga2V5cyBhbmQgdGhlaXIgZGlhcml6YXRpb24gYXMgdmFsdWUuIEEgZGlhcml6YXRpb24gaXMgYSBsaXN0CiAgICBvZiB0dXBsZXM6IChzdGFydCwgZW5kLCBzcGVha2VyX2xhYmVsKS4KCiAgICBGb3IgZXhhbXBsZTo6CgogICAgICAgIHsKICAgICAgICAgICAgImZpbGVfMS53YXYiOiBbCiAgICAgICAgICAgICAgICAoMC4wLCAxLjAsICJzcGVha2VyXzAiKSwKICAgICAgICAgICAgICAgICgxLjAsIDIuMCwgInNwZWFrZXJfMSIpLAogICAgICAgICAgICAgICAgKDIuMCwgMy4wLCAic3BlYWtlcl8wIiksCiAgICAgICAgICAgICAgICAuLi4KICAgICAgICAgICAgXSwKICAgICAgICAgICAgImZpbGVfMi53YXYiOiBbCiAgICAgICAgICAgICAgICAoMC4wLCAxLjAsICJzcGVha2VyXzAiKSwKICAgICAgICAgICAgICAgICgxLjAsIDIuMCwgInNwZWFrZXJfMSIpLAogICAgICAgICAgICAgICAgKDIuMCwgMy4wLCAic3BlYWtlcl8wIiksCiAgICAgICAgICAgICAgICAuLi4KICAgICAgICAgICAgXSwKICAgICAgICAgICAgLi4uCiAgICAgICAgfQoKCiAgICA6cGFyYW0gZGF0YV9wYXRoOiAgICAgICAgICAgICAgIFRoZSBwYXRoIHRvIHRoZSBhdWRpbyBmaWxlcyB0byBkaWFyaXplLiBDYW4gYmUgYSBwYXRoIHRvIGEgc2luZ2xlIGZpbGUsIGEgcGF0aCB0byBhCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGRpcmVjdG9yeSBvciBhIGxpc3Qgb2YgcGF0aHMgdG8gZmlsZXMuCiAgICA6cGFyYW0gdXNlX29ubng6ICAgICAgICAgICAgICAgIFdoZXRoZXIgdG8gdXNlIE9OTlggZm9yIGluZmVyZW5jZS4gRGVmYXVsdCBpcyBUcnVlLgogICAgOnBhcmFtIGZvcmNlX29ubnhfY3B1OiAgICAgICAgICBXaGV0aGVyIHRvIGZvcmNlIE9OTlggdG8gdXNlIENQVSBmb3IgaW5mZXJlbmNlLiBEZWZhdWx0IGlzIFRydWUuCiAgICA6cGFyYW0gdGhyZXNob2xkOiAgICAgICAgICAgICAgIFNwZWVjaCB0aHJlc2hvbGQuIFNpbGVybyBWQUQgb3V0cHV0cyBzcGVlY2ggcHJvYmFiaWxpdGllcyBmb3IgZWFjaCBhdWRpbyBjaHVuaywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgcHJvYmFiaWxpdGllcyBBQk9WRSB0aGlzIHZhbHVlIGFyZSBjb25zaWRlcmVkIGFzIFNQRUVDSC4gSXQgaXMgYmV0dGVyIHRvIHR1bmUKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgdGhpcyBwYXJhbWV0ZXIgZm9yIGVhY2ggZGF0YXNldCBzZXBhcmF0ZWx5LCBidXQgImxhenkiIDAuNSBpcyBwcmV0dHkgZ29vZCBmb3IKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbW9zdCBkYXRhc2V0cy4KICAgIDpwYXJhbSBzYW1wbGluZ19yYXRlOiAgICAgICAgICAgQ3VycmVudGx5LCBzaWxlcm8gVkFEIG1vZGVscyBzdXBwb3J0IDgwMDAgYW5kIDE2MDAwIHNhbXBsZSByYXRlcy4KICAgIDpwYXJhbSBtaW5fc3BlZWNoX2R1cmF0aW9uX21zOiAgRmluYWwgc3BlZWNoIGNodW5rcyBzaG9ydGVyIG1pbl9zcGVlY2hfZHVyYXRpb25fbXMgYXJlIHRocm93biBvdXQuCiAgICA6cGFyYW0gbWF4X3NwZWVjaF9kdXJhdGlvbl9zOiAgIE1heGltdW0gZHVyYXRpb24gb2Ygc3BlZWNoIGNodW5rcyBpbiBzZWNvbmRzLiBDaHVua3MgbG9uZ2VyIHRoYW4KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYG1heF9zcGVlY2hfZHVyYXRpb25fc2Agd2lsbCBiZSBzcGxpdCBhdCB0aGUgdGltZXN0YW1wIG9mIHRoZSBsYXN0IHNpbGVuY2UgdGhhdAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsYXN0cyBtb3JlIHRoYW4gMTAwbXMgKGlmIGFueSksIHRvIHByZXZlbnQgYWdncmVzc2l2ZSBjdXR0aW5nLiBPdGhlcndpc2UsIHRoZXkgd2lsbAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBiZSBzcGxpdCBhZ2dyZXNzaXZlbHkganVzdCBiZWZvcmUgbWF4X3NwZWVjaF9kdXJhdGlvbl9zLgogICAgOnBhcmFtIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zOiBJbiB0aGUgZW5kIG9mIGVhY2ggc3BlZWNoIGNodW5rIHdhaXQgZm9yIG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zIGJlZm9yZSBzZXBhcmF0aW5nCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGl0LgogICAgOnBhcmFtIHdpbmRvd19zaXplX3NhbXBsZXM6ICAgICBBdWRpbyBjaHVua3Mgb2Ygd2luZG93X3NpemVfc2FtcGxlcyBzaXplIGFyZSBmZWQgdG8gdGhlIHNpbGVybyBWQUQgbW9kZWwuCgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBXQVJOSU5HISBTaWxlcm8gVkFEIG1vZGVscyB3ZXJlIHRyYWluZWQgdXNpbmcgNTEyLCAxMDI0LCAxNTM2IHNhbXBsZXMgZm9yIDE2MDAwCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZSByYXRlIGFuZCAyNTYsIDUxMiwgNzY4IHNhbXBsZXMgZm9yIDgwMDAgc2FtcGxlIHJhdGUuIFZhbHVlcyBvdGhlciB0aGFuCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRoZXNlIG1heSBhZmZlY3QgbW9kZWwgcGVyZm9ybWFuY2UhCiAgICA6cGFyYW0gc3BlZWNoX3BhZF9tczogICAgICAgICAgIEZpbmFsIHNwZWVjaCBjaHVua3MgYXJlIHBhZGRlZCBieSBzcGVlY2hfcGFkX21zIGVhY2ggc2lkZS4KICAgIDpwYXJhbSBzcGVha2VyX2xhYmVsczogICAgICAgICAgVGhlIHNwZWFrZXIgbGFiZWxzIHRvIHVzZSBmb3IgdGhlIGRpYXJpemF0aW9uLiBJZiBub3QgZ2l2ZW4sIHRoZSBzcGVha2VycyB3aWxsIGJlCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG5hbWVkICJzcGVha2VyXzAiLCAic3BlYWtlcl8xIiwgZXRjLgogICAgOnBhcmFtIHVzZV9tdWx0aXByb2Nlc3Npbmc6ICAgICBUaGUgbnVtYmVyIG9mIHdvcmtlcnMgdG8gdXNlIGZvciBtdWx0aXByb2Nlc3NpbmcuIElmIDAsIG5vIG11bHRpcHJvY2Vzc2luZyB3aWxsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGJlIHVzZWQuIERlZmF1bHQgaXMgMC4KICAgIDpwYXJhbSB2ZXJib3NlOiAgICAgICAgICAgICAgICAgVmVyYm9zaXR5LgogICAgIiIiCiAgICBnbG9iYWwgX0xPR0dFUgoKICAgICMgR2V0IHRoZSBpbnB1dCBhdWRpbyBmaWxlcyB0byB0cmFuc2NyaWJlOgogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oIkNvbGxlY3RpbmcgYXVkaW8gZmlsZXMuIikKICAgIGF1ZGlvX2ZpbGVzID0gX2dldF9hdWRpb19maWxlcyhkYXRhX3BhdGg9ZGF0YV9wYXRoKQogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oZiJDb2xsZWN0ZWQge2xlbihhdWRpb19maWxlcyl9IGF1ZGlvIGZpbGVzLiIpCgogICAgIyBJbml0aWFsaXplIHRoZSB0cmFuc2NyaXB0aW9uIHBpcGVsaW5lOgogICAgdmFkX2luaXRfa3dhcmdzID0gewogICAgICAgICJ1c2Vfb25ueCI6IHVzZV9vbm54LAogICAgICAgICJmb3JjZV9vbm54X2NwdSI6IGZvcmNlX29ubnhfY3B1LAogICAgICAgICJ0aHJlc2hvbGQiOiB0aHJlc2hvbGQsCiAgICAgICAgInNhbXBsaW5nX3JhdGUiOiBzYW1wbGluZ19yYXRlLAogICAgICAgICJtaW5fc3BlZWNoX2R1cmF0aW9uX21zIjogbWluX3NwZWVjaF9kdXJhdGlvbl9tcywKICAgICAgICAibWF4X3NwZWVjaF9kdXJhdGlvbl9zIjogbWF4X3NwZWVjaF9kdXJhdGlvbl9zLAogICAgICAgICJtaW5fc2lsZW5jZV9kdXJhdGlvbl9tcyI6IG1pbl9zaWxlbmNlX2R1cmF0aW9uX21zLAogICAgICAgICJ3aW5kb3dfc2l6ZV9zYW1wbGVzIjogd2luZG93X3NpemVfc2FtcGxlcywKICAgICAgICAic3BlZWNoX3BhZF9tcyI6IHNwZWVjaF9wYWRfbXMsCiAgICAgICAgInJldHVybl9zZWNvbmRzIjogVHJ1ZSwKICAgICAgICAicGVyX2NoYW5uZWwiOiBUcnVlLAogICAgfQoKICAgICMgQ3JlYXRlIHRoZSB0YXNrIGNyZWF0b3I6CiAgICB0YXNrX2NyZWF0b3IgPSBUYXNrQ3JlYXRvcigKICAgICAgICB0YXNrX3R5cGU9U3BlZWNoRGlhcml6YXRpb25UYXNrLCB0YXNrX2t3YXJncz17InNwZWFrZXJfbGFiZWxzIjogc3BlYWtlcl9sYWJlbHN9CiAgICApCgogICAgIyBSdW4gdGhlIHRyYW5zY3JpcHRpb246CiAgICBpZiB1c2VfbXVsdGlwcm9jZXNzaW5nOgogICAgICAgIHJlc3VsdHMgPSBfcGFyYWxsZWxfcnVuKAogICAgICAgICAgICBuX3dvcmtlcnM9dXNlX211bHRpcHJvY2Vzc2luZywKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEaWFyaXppbmciLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQogICAgZWxzZToKICAgICAgICByZXN1bHRzID0gX3J1bigKICAgICAgICAgICAgYXVkaW9fZmlsZXM9YXVkaW9fZmlsZXMsCiAgICAgICAgICAgIGRlc2NyaXB0aW9uPSJEaWFyaXppbmciLAogICAgICAgICAgICB2YWRfaW5pdF9rd2FyZ3M9dmFkX2luaXRfa3dhcmdzLAogICAgICAgICAgICB0YXNrX2NyZWF0b3I9dGFza19jcmVhdG9yLAogICAgICAgICAgICB2ZXJib3NlPXZlcmJvc2UsCiAgICAgICAgKQoKICAgICMgUHJvY2VzcyB0aGUgcmVzdWx0czoKICAgIHJldHVybiBfcHJvY2Vzc19yZXN1bHRzKHJlc3VsdHM9cmVzdWx0cywgdmVyYm9zZT12ZXJib3NlKQoKCmRlZiBfZ2V0X2F1ZGlvX2ZpbGVzKAogICAgZGF0YV9wYXRoOiBVbmlvbltQYXRoLCBzdHIsIGxpc3RdLAopIC0+IExpc3RbUGF0aF06CiAgICAiIiIKICAgIEdldCB0aGUgYXVkaW8gZmlsZXMgZnJvbSB0aGUgZGF0YSBwYXRoLiBJZiBhIHBhdGggdG8gYSBkaXJlY3RvcnkgaXMgZ2l2ZW4sIGFsbCBmaWxlcyBpbiB0aGUgZGlyZWN0b3J5IHdpbGwgYmUKICAgIGNvbGxlY3RlZC4KCiAgICA6cGFyYW0gZGF0YV9wYXRoOiBUaGUgZGF0YSBwYXRoIHRvIGNvbGxlY3QgdGhlIGF1ZGlvIGZpbGVzIGZyb20uCgogICAgOnJldHVybnM6IFRoZSBhdWRpbyBmaWxlcyBsaXN0LgogICAgIiIiCiAgICAjIENoZWNrIGlmIGdpdmVuIGEgbGlzdCBvZiBwYXRoczoKICAgIGlmIGlzaW5zdGFuY2UoZGF0YV9wYXRoLCBsaXN0KToKICAgICAgICBhdWRpb19maWxlcyA9IFtdCiAgICAgICAgZm9yIHBhdGggaW4gZGF0YV9wYXRoOgogICAgICAgICAgICBhdWRpb19maWxlcy5leHRlbmQoX2dldF9hdWRpb19maWxlcyhkYXRhX3BhdGg9cGF0aCkpCiAgICAgICAgcmV0dXJuIGF1ZGlvX2ZpbGVzCgogICAgIyBDaGVjayBpZiBnaXZlbiBhIHNpbmdsZSBzdHJpbmcgcGF0aCB0byBjYXN0IGl0IHRvIGEgYHBhdGhsaWIuUGF0aGA6CiAgICBpZiBpc2luc3RhbmNlKGRhdGFfcGF0aCwgc3RyKToKICAgICAgICBkYXRhX3BhdGggPSBQYXRoKGRhdGFfcGF0aCkuYWJzb2x1dGUoKQoKICAgICMgQ2hlY2sgaWYgdGhlIHBhdGggaXMgb2YgYSBkaXJlY3Rvcnkgb3IgYSBmaWxlOgogICAgaWYgZGF0YV9wYXRoLmlzX2RpcigpOgogICAgICAgICMgR2V0IGFsbCBmaWxlcyBpbnNpZGUgdGhlIGRpcmVjdG9yeToKICAgICAgICBhdWRpb19maWxlcyA9IGxpc3QoZGF0YV9wYXRoLmdsb2IoIiouKiIpKQogICAgZWxpZiBkYXRhX3BhdGguaXNfZmlsZSgpOgogICAgICAgIGF1ZGlvX2ZpbGVzID0gW2RhdGFfcGF0aF0KICAgIGVsc2U6CiAgICAgICAgcmFpc2UgVmFsdWVFcnJvcigKICAgICAgICAgICAgZiJVbnJlY29nbml6ZWQgZGF0YSBwYXRoLiBUaGUgcGFyYW1ldGVyIGBkYXRhX3BhdGhgIG11c3QgYmUgYSB2YWxpZCBwYXRoIHRvIGVpdGhlciBhIGRpcmVjdG9yeSBwYXRoIG9yIGEgIgogICAgICAgICAgICBmImZpbGUuIEdpdmVuOiB7c3RyKGRhdGFfcGF0aCl9ICIKICAgICAgICApCgogICAgcmV0dXJuIGF1ZGlvX2ZpbGVzCgoKZGVmIF9ydW4oCiAgICBhdWRpb19maWxlczogTGlzdFtQYXRoXSwKICAgIGRlc2NyaXB0aW9uOiBzdHIsCiAgICB2YWRfaW5pdF9rd2FyZ3M6IGRpY3QsCiAgICB0YXNrX2NyZWF0b3I6IFRhc2tDcmVhdG9yLAogICAgdmVyYm9zZTogYm9vbCwKKSAtPiBMaXN0W1R1cGxlW2Jvb2wsIFR1cGxlW3N0ciwgbGlzdF1dXToKICAgICIiIgogICAgTG9hZCBhIFZBRCBhbmQgdXNlIGl0IHRvIGNvbXBsZXRlIHRoZSB0YXNrcyB0aGF0IHdpbGwgYmUgY3JlYXRlZCBvbiB0aGUgcHJvdmlkZWQgZmlsZXMgdXNpbmcgdGhlIGdpdmVuIHRhc2sgY3JlYXRvci4KCiAgICA6cGFyYW0gYXVkaW9fZmlsZXM6ICAgICBUaGUgYXVkaW8gZmlsZXMgdG8gdXNlLgogICAgOnBhcmFtIGRlc2NyaXB0aW9uOiAgICAgVGhlIGRlc2NyaXB0aW9uIHRvIHVzZSBmb3IgdGhlIHByb2dyZXNzIGJhci4KICAgIDpwYXJhbSB2YWRfaW5pdF9rd2FyZ3M6IFRoZSBWQUQgaW5pdGlhbGl6YXRpb24ga2V5d29yZCBhcmd1bWVudHMuCiAgICA6cGFyYW0gdGFza19jcmVhdG9yOiAgICBUaGUgdGFzayBjcmVhdG9yIHRvIHVzZSB0byBjcmVhdGUgdGhlIHRhc2tzLgogICAgOnBhcmFtIHZlcmJvc2U6ICAgICAgICAgVmVyYm9zaXR5LgoKICAgIDpyZXR1cm5zOiBUaGUgY29sbGVjdGVkIHJlc3VsdHMuCiAgICAiIiIKICAgICMgTG9hZCB0aGUgVkFEOgogICAgdmFkID0gVm9pY2VBY3Rpdml0eURldGVjdG9yKCoqdmFkX2luaXRfa3dhcmdzKQogICAgaWYgdmVyYm9zZToKICAgICAgICBfTE9HR0VSLmluZm8oZiJMb2FkaW5nIHRoZSBWQUQgbW9kZWwuIikKICAgIHZhZC5sb2FkKCkKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJWQUQgbW9kZWwgbG9hZGVkLiIpCgogICAgIyBSdW4gdGhlIFZBRCBvbiB0aGUgYXVkaW8gZmlsZXMgYW5kIGNvbGxlY3QgdGhlIHJlc3VsdHM6CiAgICByZXN1bHRzID0gW10KICAgIGZvciBhdWRpb19maWxlIGluIHRxZG0oCiAgICAgICAgYXVkaW9fZmlsZXMsCiAgICAgICAgZGVzYz1kZXNjcmlwdGlvbiwKICAgICAgICB1bml0PSJmaWxlIiwKICAgICAgICB0b3RhbD1sZW4oYXVkaW9fZmlsZXMpLAogICAgICAgIGRpc2FibGU9bm90IHZlcmJvc2UsCiAgICApOgogICAgICAgIHRyeToKICAgICAgICAgICAgIyBDcmVhdGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2sgPSB0YXNrX2NyZWF0b3IuY3JlYXRlX3Rhc2soYXVkaW9fZmlsZT1hdWRpb19maWxlKQogICAgICAgICAgICAjIFJ1biB0aGUgZmlsZSB0aHJvdWdoIHRoZSBWQUQ6CiAgICAgICAgICAgIHNwZWVjaF90aW1lc3RhbXBzID0gdmFkLmRldGVjdF92b2ljZShhdWRpb19maWxlPWF1ZGlvX2ZpbGUpCiAgICAgICAgICAgICMgQ29tcGxldGUgdGhlIHRhc2s6CiAgICAgICAgICAgIHRhc2suZG9fdGFzayhzcGVlY2hfdGltZXN0YW1wcz1zcGVlY2hfdGltZXN0YW1wcykKICAgICAgICAgICAgIyBDb2xsZWN0IHRoZSByZXN1bHQ6CiAgICAgICAgICAgIHJlc3VsdHMuYXBwZW5kKChGYWxzZSwgdGFzay5nZXRfcmVzdWx0KCkpKQogICAgICAgIGV4Y2VwdCBFeGNlcHRpb24gYXMgZXhjZXB0aW9uOgogICAgICAgICAgICAjIENvbGxlY3QgdGhlIGVycm9yOgogICAgICAgICAgICByZXN1bHRzLmFwcGVuZCgoVHJ1ZSwgKGF1ZGlvX2ZpbGUubmFtZSwgc3RyKGV4Y2VwdGlvbikpKSkKCiAgICByZXR1cm4gcmVzdWx0cwoKCmRlZiBfcGFyYWxsZWxfcnVuKAogICAgbl93b3JrZXJzOiBpbnQsCiAgICBhdWRpb19maWxlczogTGlzdFtQYXRoXSwKICAgIGRlc2NyaXB0aW9uOiBzdHIsCiAgICB2YWRfaW5pdF9rd2FyZ3M6IGRpY3QsCiAgICB0YXNrX2NyZWF0b3I6IFRhc2tDcmVhdG9yLAogICAgdmVyYm9zZTogYm9vbCwKKSAtPiBMaXN0W1R1cGxlW2Jvb2wsIFR1cGxlW3N0ciwgbGlzdF1dXToKICAgICIiIgogICAgUnVuIG11bHRpcGxlIFZBRCB3b3JrZXJzIHdpdGggbXVsdGlwcm9jZXNzaW5nIHRvIGNvbXBsZXRlIHRoZSB0YXNrcyB0aGF0IHdpbGwgYmUgY3JlYXRlZCBvbiB0aGUgcHJvdmlkZWQgZmlsZXMgdXNpbmcKICAgIHRoZSBnaXZlbiB0YXNrIGNyZWF0b3IuCgogICAgOnBhcmFtIG5fd29ya2VyczogICAgICAgVGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHVzZS4KICAgIDpwYXJhbSBhdWRpb19maWxlczogICAgIFRoZSBhdWRpbyBmaWxlcyB0byB1c2UuCiAgICA6cGFyYW0gZGVzY3JpcHRpb246ICAgICBUaGUgZGVzY3JpcHRpb24gdG8gdXNlIGZvciB0aGUgcHJvZ3Jlc3MgYmFyLgogICAgOnBhcmFtIHZhZF9pbml0X2t3YXJnczogVGhlIFZBRCBpbml0aWFsaXphdGlvbiBrZXl3b3JkIGFyZ3VtZW50cy4KICAgIDpwYXJhbSB0YXNrX2NyZWF0b3I6ICAgIFRoZSB0YXNrIGNyZWF0b3IgdG8gdXNlIHRvIGNyZWF0ZSB0aGUgdGFza3MuCiAgICA6cGFyYW0gdmVyYm9zZTogICAgICAgICBWZXJib3NpdHkuCgogICAgOnJldHVybnM6IFRoZSBjb2xsZWN0ZWQgcmVzdWx0cy4KICAgICIiIgogICAgIyBMb2FkIHRoZSBWQUQgKGRvd25sb2FkIG9uY2UsIGFuZCBpdCB3aWxsIGJlIGxvYWRlZCB0aGVuIHBlciBwcm9jZXNzIGxhdGVyIG9uKToKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKGYiTG9hZGluZyB0aGUgVkFEIG1vZGVsLiIpCiAgICB2YWQgPSBWb2ljZUFjdGl2aXR5RGV0ZWN0b3IoKip2YWRfaW5pdF9rd2FyZ3MpCiAgICB2YWQubG9hZCgpCiAgICBpZiB2ZXJib3NlOgogICAgICAgIF9MT0dHRVIuaW5mbygiVkFEIG1vZGVsIGxvYWRlZC4iKQoKICAgICMgQ2hlY2sgdGhlIG51bWJlciBvZiB3b3JrZXJzOgogICAgaWYgbl93b3JrZXJzID4gbGVuKGF1ZGlvX2ZpbGVzKToKICAgICAgICBfTE9HR0VSLndhcm5pbmcoCiAgICAgICAgICAgIGYiVGhlIG51bWJlciBvZiB3b3JrZXJzICh7bl93b3JrZXJzfSkgaXMgbGFyZ2VyIHRoYW4gdGhlIG51bWJlciBvZiBhdWRpbyBmaWxlcyAoe2xlbihhdWRpb19maWxlcyl9KS4gIgogICAgICAgICAgICBmIlNldHRpbmcgdGhlIG51bWJlciBvZiB3b3JrZXJzIHRvIHtsZW4oYXVkaW9fZmlsZXMpfS4iCiAgICAgICAgKQogICAgICAgIG5fd29ya2VycyA9IGxlbihhdWRpb19maWxlcykKCiAgICAjIEluaXRpYWxpemUgdGhlIG11bHRpcHJvY2Vzc2luZyBxdWV1ZXM6CiAgICB0YXNrc19xdWV1ZSA9IFF1ZXVlKCkKICAgIHJlc3VsdHNfcXVldWUgPSBRdWV1ZSgpCgogICAgIyBJbml0aWFsaXplIHRoZSBtdWx0aXByb2Nlc3NpbmcgcHJvY2Vzc2VzOgogICAgdGFza19jb21wbGV0aW9uX3Byb2Nlc3NlcyA9IFsKICAgICAgICBQcm9jZXNzKAogICAgICAgICAgICB0YXJnZXQ9X211bHRpcHJvY2Vzc2luZ19jb21wbGV0ZV90YXNrcywKICAgICAgICAgICAga3dhcmdzPXsKICAgICAgICAgICAgICAgICJ2YWRfaW5pdF9rd2FyZ3MiOiB2YWRfaW5pdF9rd2FyZ3MsCiAgICAgICAgICAgICAgICAidGFza3NfcXVldWUiOiB0YXNrc19xdWV1ZSwKICAgICAgICAgICAgICAgICJyZXN1bHRzX3F1ZXVlIjogcmVzdWx0c19xdWV1ZSwKICAgICAgICAgICAgfSwKICAgICAgICApCiAgICAgICAgZm9yIF8gaW4gcmFuZ2Uobl93b3JrZXJzKQogICAgXQoKICAgICMgU3RhcnQgdGhlIG11bHRpcHJvY2Vzc2luZyBwcm9jZXNzZXM6CiAgICBmb3IgcCBpbiB0YXNrX2NvbXBsZXRpb25fcHJvY2Vzc2VzOgogICAgICAgIHAuc3RhcnQoKQoKICAgICMgUHV0IHRoZSB0YXNrcyBpbiB0aGUgcXVldWU6CiAgICBmb3IgYXVkaW9fZmlsZSBpbiBhdWRpb19maWxlczoKICAgICAgICB0YXNrc19xdWV1ZS5wdXQodGFza19jcmVhdG9yLmNyZWF0ZV90YXNrKGF1ZGlvX2ZpbGU9YXVkaW9fZmlsZSkudG9fdHVwbGUoKSkKCiAgICAjIFB1dCB0aGUgc3RvcCBtYXJrcyBpbiB0aGUgcXVldWU6CiAgICBmb3IgXyBpbiByYW5nZShuX3dvcmtlcnMpOgogICAgICAgIHRhc2tzX3F1ZXVlLnB1dChfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSykKCiAgICAjIENvbGxlY3QgdGhlIHJlc3VsdHM6CiAgICByZXN1bHRzID0gW10KICAgIHN0b3BfbWFya3NfY291bnRlciA9IDAKICAgIHdpdGggdHFkbSgKICAgICAgICBkZXNjPWRlc2NyaXB0aW9uLAogICAgICAgIHVuaXQ9ImZpbGUiLAogICAgICAgIHRvdGFsPWxlbihhdWRpb19maWxlcyksCiAgICAgICAgZGlzYWJsZT1ub3QgdmVyYm9zZSwKICAgICkgYXMgcHJvZ3Jlc3NiYXI6CiAgICAgICAgd2hpbGUgVHJ1ZToKICAgICAgICAgICAgIyBHZXQgYSByZXN1bHQgZnJvbSB0aGUgcXVldWU6CiAgICAgICAgICAgIHJlc3VsdDogVHVwbGVbYm9vbCwgVHVwbGVbc3RyLCBsaXN0XV0gPSByZXN1bHRzX3F1ZXVlLmdldCgpCiAgICAgICAgICAgIGlmIHJlc3VsdCA9PSBfTVVMVElQUk9DRVNTSU5HX1NUT1BfTUFSSzoKICAgICAgICAgICAgICAgIHN0b3BfbWFya3NfY291bnRlciArPSAxCiAgICAgICAgICAgICAgICBpZiBzdG9wX21hcmtzX2NvdW50ZXIgPT0gbl93b3JrZXJzOgogICAgICAgICAgICAgICAgICAgIGJyZWFrCiAgICAgICAgICAgIGVsc2U6CiAgICAgICAgICAgICAgICAjIENvbGxlY3QgdGhlIHJlc3VsdDoKICAgICAgICAgICAgICAgIHJlc3VsdHMuYXBwZW5kKHJlc3VsdCkKICAgICAgICAgICAgICAgIHByb2dyZXNzYmFyLnVwZGF0ZSgxKQoKICAgICMgV2FpdCBmb3IgdGhlIHByb2Nlc3NlcyB0byBmaW5pc2g6CiAgICBmb3IgcCBpbiB0YXNrX2NvbXBsZXRpb25fcHJvY2Vzc2VzOgogICAgICAgIHAuam9pbigpCgogICAgcmV0dXJuIHJlc3VsdHMKCgpkZWYgX3Byb2Nlc3NfcmVzdWx0cygKICAgIHJlc3VsdHM6IExpc3RbVHVwbGVbYm9vbCwgVHVwbGVbc3RyLCBsaXN0XV1dLCB2ZXJib3NlOiBib29sCikgLT4gVHVwbGVbZGljdCwgZGljdF06CiAgICAiIiIKICAgIFByb2Nlc3MgdGhlIHJlc3VsdHMgb2YgdGhlIHRhc2tzLgoKICAgIDpwYXJhbSByZXN1bHRzOiBUaGUgcmVzdWx0cyB0byBwcm9jZXNzLgogICAgOnBhcmFtIHZlcmJvc2U6IFZlcmJvc2l0eS4KCiAgICA6cmV0dXJuczogVGhlIHByb2Nlc3NlZCByZXN1bHRzIGFzIGEgdHVwbGUgb2Ygc3VjY2Vzc2VzIGFuZCBlcnJvcnMuCiAgICAiIiIKICAgIGlmIHZlcmJvc2U6CiAgICAgICAgX0xPR0dFUi5pbmZvKCJTdW1tYXJpemluZyB0aGUgcmVzdWx0cy4iKQogICAgc3VjY2Vzc2VzID0ge30KICAgIGVycm9ycyA9IHt9CiAgICBmb3IgaXNfZXJyb3IsIHJlc3VsdCBpbiByZXN1bHRzOgogICAgICAgIGlmIGlzX2Vycm9yOgogICAgICAgICAgICBlcnJvcnNbcmVzdWx0WzBdXSA9IHJlc3VsdFsxXQogICAgICAgIGVsc2U6CiAgICAgICAgICAgIHN1Y2Nlc3Nlc1tyZXN1bHRbMF1dID0gcmVzdWx0WzFdCiAgICBpZiB2ZXJib3NlOgogICAgICAgIF9MT0dHRVIuaW5mbyhmIkRvbmUgKHtsZW4oc3VjY2Vzc2VzKX0ve2xlbihzdWNjZXNzZXMpICsgbGVuKGVycm9ycyl9KVxuIikKCiAgICByZXR1cm4gc3VjY2Vzc2VzLCBlcnJvcnMK
+ base_image: mlrun/mlrun
+ commands: []
+ code_origin: ''
+ origin_filename: ''
+ requirements:
+ - torch
+ - torchaudio
+ - tqdm
+ - onnxruntime
+ entry_points:
+ audio_file:
+ name: audio_file
+ doc: Get the audio file of the task.
+ parameters:
+ - name: self
+ outputs:
+ - doc: The audio file of the task.
+ type: Path
+ lineno: 43
+ has_varargs: false
+ has_kwargs: false
+ do_task:
+ name: do_task
+ doc: Do the task on the given speech timestamps. The task will diarize the VAD
+ speech timestamps into speakers.
+ parameters:
+ - name: self
+ - name: speech_timestamps
+ type: List[List[Dict[str, int]]]
+ doc: The speech timestamps per channel to do the task on as outputted from
+ the VAD.
+ outputs: []
+ lineno: 94
+ has_varargs: false
+ has_kwargs: false
+ get_result:
+ name: get_result
+ doc: Get the result of the task. A tuple of the audio file name and the result.
+ parameters:
+ - name: self
+ outputs:
+ - doc: The result of the task.
+ type: Tuple[str, list]
+ lineno: 61
+ has_varargs: false
+ has_kwargs: false
+ to_tuple:
+ name: to_tuple
+ doc: Convert the task to a tuple to reconstruct it later (used for multiprocessing
+ to pass in queue).
+ parameters:
+ - name: self
+ outputs:
+ - doc: The converted task.
+ type: Tuple[str, dict]
+ lineno: 116
+ has_varargs: false
+ has_kwargs: false
+ create_task:
+ name: create_task
+ doc: Create a task with the given audio file.
+ parameters:
+ - name: self
+ - name: audio_file
+ type: Path
+ doc: The audio file to assign to the task.
+ outputs:
+ - doc: The created task.
+ type: BaseTask
+ lineno: 146
+ has_varargs: false
+ has_kwargs: false
+ from_tuple:
+ name: from_tuple
+ doc: Create a task from a tuple of the audio file name and the task kwargs.
+ parameters:
+ - name: cls
+ - name: task_tuple
+ type: Tuple[str, dict]
+ doc: The task tuple to create the task from.
+ outputs:
+ - doc: The created task.
+ type: BaseTask
+ lineno: 157
+ has_varargs: false
+ has_kwargs: false
+ load:
+ name: load
+ doc: Load the VAD model.
+ parameters:
+ - name: self
+ - name: force_reload
+ type: bool
+ doc: Whether to force reload the model even if it was already loaded. Default
+ is True.
+ default: true
+ outputs: []
+ lineno: 234
+ has_varargs: false
+ has_kwargs: false
+ detect_voice:
+ name: detect_voice
+ doc: "Perform voice activity detection on given audio files using the silero\
+ \ VAD model -\nhttps://github.com/snakers4/silero-vad. The end result is a\
+ \ dictionary with the file names as keys and their\nVAD timestamps dictionaries\
+ \ as value.\n\nFor example::\n\n {\n \"file_1.wav\": [\n \
+ \ {\"start\": 0, \"end\": 16000},\n {\"start\": 16000, \"end\"\
+ : 32000},\n {\"start\": 32000, \"end\": 48000},\n ...\n\
+ \ ],\n \"file_2.wav\": [\n {\"start\": 0, \"end\"\
+ : 16000},\n {\"start\": 16000, \"end\": 32000},\n {\"\
+ start\": 32000, \"end\": 48000},\n ...\n ],\n ...\n\
+ \ }"
+ parameters:
+ - name: data_path
+ type: Union[str, Path, List[Union[str, Path]]]
+ doc: The path to the audio files to diarize. Can be a path to a single file,
+ a path to a directory or a list of paths to files.
+ - name: use_onnx
+ type: bool
+ doc: Whether to use ONNX for inference. Default is True.
+ default: true
+ - name: force_onnx_cpu
+ type: bool
+ doc: Whether to force ONNX to use CPU for inference. Default is True.
+ default: true
+ - name: threshold
+ type: float
+ doc: Speech threshold. Silero VAD outputs speech probabilities for each audio
+ chunk, probabilities ABOVE this value are considered as SPEECH. It is better
+ to tune this parameter for each dataset separately, but "lazy" 0.5 is pretty
+ good for most datasets.
+ default: 0.5
+ - name: sampling_rate
+ type: int
+ doc: Currently, silero VAD models support 8000 and 16000 sample rates.
+ default: 16000
+ - name: min_speech_duration_ms
+ type: int
+ doc: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ default: 250
+ - name: max_speech_duration_s
+ type: float
+ doc: Maximum duration of speech chunks in seconds. Chunks longer than `max_speech_duration_s`
+ will be split at the timestamp of the last silence that lasts more than
+ 100ms (if any), to prevent aggressive cutting. Otherwise, they will be split
+ aggressively just before max_speech_duration_s.
+ default: float('inf')
+ - name: min_silence_duration_ms
+ type: int
+ doc: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ default: 100
+ - name: window_size_samples
+ type: int
+ doc: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ default: 512
+ - name: speech_pad_ms
+ type: int
+ doc: Final speech chunks are padded by speech_pad_ms each side.
+ default: 30
+ - name: return_seconds
+ type: bool
+ doc: Whether return timestamps in seconds. False means to return timestamps
+ in samples (default - False).
+ default: false
+ - name: per_channel
+ type: bool
+ doc: Whether to return timestamps per channel (default - False). This will
+ run VAD on each channel separately and return a list of timestamps per channel.
+ default: false
+ - name: use_multiprocessing
+ type: int
+ doc: The number of workers to use for multiprocessing. If 0, no multiprocessing
+ will be used. Default is 0.
+ default: 0
+ - name: verbose
+ type: bool
+ doc: Verbosity.
+ default: false
+ outputs: []
+ lineno: 393
+ has_varargs: false
+ has_kwargs: false
+ diarize:
+ name: diarize
+ doc: "Perform speech diarization on given audio files using the silero VAD model\
+ \ - https://github.com/snakers4/silero-vad.\nThe speech diarization is performed\
+ \ per channel so that each channel in the audio belong to a different speaker.\
+ \ The\nend result is a dictionary with the file names as keys and their diarization\
+ \ as value. A diarization is a list\nof tuples: (start, end, speaker_label).\n\
+ \nFor example::\n\n {\n \"file_1.wav\": [\n (0.0, 1.0,\
+ \ \"speaker_0\"),\n (1.0, 2.0, \"speaker_1\"),\n (2.0,\
+ \ 3.0, \"speaker_0\"),\n ...\n ],\n \"file_2.wav\"\
+ : [\n (0.0, 1.0, \"speaker_0\"),\n (1.0, 2.0, \"speaker_1\"\
+ ),\n (2.0, 3.0, \"speaker_0\"),\n ...\n ],\n\
+ \ ...\n }"
+ parameters:
+ - name: data_path
+ type: Union[str, Path, List[Union[str, Path]]]
+ doc: The path to the audio files to diarize. Can be a path to a single file,
+ a path to a directory or a list of paths to files.
+ - name: use_onnx
+ type: bool
+ doc: Whether to use ONNX for inference. Default is True.
+ default: true
+ - name: force_onnx_cpu
+ type: bool
+ doc: Whether to force ONNX to use CPU for inference. Default is True.
+ default: true
+ - name: threshold
+ type: float
+ doc: Speech threshold. Silero VAD outputs speech probabilities for each audio
+ chunk, probabilities ABOVE this value are considered as SPEECH. It is better
+ to tune this parameter for each dataset separately, but "lazy" 0.5 is pretty
+ good for most datasets.
+ default: 0.5
+ - name: sampling_rate
+ type: int
+ doc: Currently, silero VAD models support 8000 and 16000 sample rates.
+ default: 16000
+ - name: min_speech_duration_ms
+ type: int
+ doc: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ default: 250
+ - name: max_speech_duration_s
+ type: float
+ doc: Maximum duration of speech chunks in seconds. Chunks longer than `max_speech_duration_s`
+ will be split at the timestamp of the last silence that lasts more than
+ 100ms (if any), to prevent aggressive cutting. Otherwise, they will be split
+ aggressively just before max_speech_duration_s.
+ default: float('inf')
+ - name: min_silence_duration_ms
+ type: int
+ doc: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ default: 100
+ - name: window_size_samples
+ type: int
+ doc: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ default: 512
+ - name: speech_pad_ms
+ type: int
+ doc: Final speech chunks are padded by speech_pad_ms each side.
+ default: 30
+ - name: speaker_labels
+ type: List[str]
+ doc: The speaker labels to use for the diarization. If not given, the speakers
+ will be named "speaker_0", "speaker_1", etc.
+ default: null
+ - name: use_multiprocessing
+ type: int
+ doc: The number of workers to use for multiprocessing. If 0, no multiprocessing
+ will be used. Default is 0.
+ default: 0
+ - name: verbose
+ type: bool
+ doc: Verbosity.
+ default: false
+ outputs: []
+ lineno: 517
+ has_varargs: false
+ has_kwargs: false
+ description: Silero VAD (Voice Activity Detection) functions.
+ default_handler: detect_voice
+ disable_auto_mount: false
+ clone_target_dir: ''
+ env: []
+ priority_class_name: ''
+ preemption_mode: prevent
+ affinity: null
+ tolerations: null
+ security_context: {}
+verbose: false
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/silero_vad/1.2.0/static/item.html b/functions/development/silero_vad/1.2.0/static/item.html
new file mode 100644
index 00000000..5c26352e
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/static/item.html
@@ -0,0 +1,52 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+# Copyright 2024 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+importlogging
+frommultiprocessingimportProcess,Queue
+frompathlibimportPath
+fromtypesimportFunctionType
+fromtypingimportDict,List,Tuple,Type,Union
+
+importtorch
+importtorchaudio
+fromtqdmimporttqdm
+
+
+
[docs]classBaseTask:
+"""
+ A base class for a task to complete after VAD.
+ """
+
+ def__init__(self,audio_file:Path):
+"""
+ Initialize the base task.
+
+ :param audio_file: The audio file assigned to the task.
+ """
+ # Store the audio file:
+ self._audio_file=audio_file
+
+ # Prepare the result:
+ self._result=None
+
+ @property
+ defaudio_file(self)->Path:
+"""
+ Get the audio file of the task.
+
+ :returns: The audio file of the task.
+ """
+ returnself._audio_file
+
+
[docs]defdo_task(
+ self,speech_timestamps:Union[List[Dict[str,int]],List[List[Dict[str,int]]]]
+ ):
+"""
+ Do the task on the given speech timestamps. The base task will simply save the speech timestamps as the result.
+
+ :param speech_timestamps: The speech timestamps to do the task on as outputted from the VAD.
+ """
+ self._result=speech_timestamps
+
+
[docs]defget_result(self)->Tuple[str,list]:
+"""
+ Get the result of the task. A tuple of the audio file name and the result.
+
+ :returns: The result of the task.
+ """
+ returnself._audio_file.name,self._result
+
+
[docs]defto_tuple(self)->Tuple[str,dict]:
+"""
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ returnself.__class__.__name__,{"audio_file":self._audio_file}
+
+
+
[docs]classSpeechDiarizationTask(BaseTask):
+"""
+ A speech diarization task. The task will diarize the VAD speech timestamps into speakers.
+ """
+
+ def__init__(self,audio_file:Path,speaker_labels:List[str]):
+"""
+ Initialize the speech diarization task.
+
+ :param audio_file: The audio file assigned to the task.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be named
+ "speaker_0", "speaker_1", etc.
+ """
+ super().__init__(audio_file=audio_file)
+ self._speaker_labels=speaker_labels
+
+
[docs]defdo_task(self,speech_timestamps:List[List[Dict[str,int]]]):
+"""
+ Do the task on the given speech timestamps. The task will diarize the VAD speech timestamps into speakers.
+
+ :param speech_timestamps: The speech timestamps per channel to do the task on as outputted from the VAD.
+ """
+ # Get the speaker labels (set default if not given):
+ speaker_labels=self._speaker_labelsor[
+ f"speaker_{i}"foriinrange(len(speech_timestamps))
+ ]
+
+ # Diarize - organize the speech timestamps into a single list of speakers and sort it by start time:
+ speech_diarization=[
+ (speech_timestamp["start"],speech_timestamp["end"],speaker_label)
+ forspeaker_label,channel_speech_timestampsinzip(
+ speaker_labels,speech_timestamps
+ )
+ forspeech_timestampinchannel_speech_timestamps
+ ]
+ speech_diarization.sort()
+ self._result=speech_diarization
+
+
[docs]defto_tuple(self)->Tuple[str,dict]:
+"""
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ task_class,task_kwargs=super().to_tuple()
+ returntask_class,{**task_kwargs,"speaker_labels":self._speaker_labels}
+
+
+
[docs]classTaskCreator:
+"""
+ A task creator to create different tasks to run after the VAD.
+ """
+
+ #: A map from task class name to task class to use in `from_tuple`:
+ _MAP={
+ BaseTask.__name__:BaseTask,
+ SpeechDiarizationTask.__name__:SpeechDiarizationTask,
+ }
+
+ def__init__(self,task_type:Type[BaseTask],task_kwargs:dict=None):
+"""
+ Initialize the task creator.
+ :param task_type: The task type - a `BaseTask` subclass.
+ :param task_kwargs: Additional keyword arguments to pass to the to be created tasks.
+ """
+ self._task_type=task_type
+ self._task_kwargs=task_kwargsor{}
+
+
[docs]defcreate_task(self,audio_file:Path)->BaseTask:
+"""
+ Create a task with the given audio file.
+
+ :param audio_file: The audio file to assign to the task.
+
+ :returns: The created task.
+ """
+ returnself._task_type(audio_file=audio_file,**self._task_kwargs)
+
+
[docs]@classmethod
+ deffrom_tuple(cls,task_tuple:Tuple[str,dict])->BaseTask:
+"""
+ Create a task from a tuple of the audio file name and the task kwargs.
+
+ :param task_tuple: The task tuple to create the task from.
+
+ :returns: The created task.
+ """
+ task_class,task_kwargs=task_tuple
+ returncls._MAP[task_class](**task_kwargs)
+
+
+
[docs]classVoiceActivityDetector:
+"""
+ A voice activity detection wrapper for the silero VAD model - https://github.com/snakers4/silero-vad.
+ """
+
+ def__init__(
+ self,
+ # Model loading kwargs:
+ use_onnx:bool=True,
+ force_onnx_cpu:bool=True,
+ # Detection kwargs:
+ threshold:float=0.5,
+ sampling_rate:int=16_000,
+ min_speech_duration_ms:int=250,
+ max_speech_duration_s:float=float("inf"),
+ min_silence_duration_ms:int=100,
+ window_size_samples:int=512,
+ speech_pad_ms:int=30,
+ return_seconds:bool=False,
+ per_channel:bool=False,
+ ):
+"""
+ Initialize the voice activity detector.
+
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise,
+ they will be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in
+ samples (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD
+ on each channel separately and return a list of timestamps per channel.
+ """
+ # Store configurations:
+ self._use_onnx=use_onnx
+ self._force_onnx_cpu=force_onnx_cpu
+ self._threshold=threshold
+ self._sampling_rate=sampling_rate
+ self._min_speech_duration_ms=min_speech_duration_ms
+ self._max_speech_duration_s=max_speech_duration_s
+ self._min_silence_duration_ms=min_silence_duration_ms
+ self._window_size_samples=window_size_samples
+ self._speech_pad_ms=speech_pad_ms
+ self._return_seconds=return_seconds
+ self._per_channel=per_channel
+
+ # Prepare the model variables
+ self._model:torch.Module=None
+ self._get_speech_timestamps:FunctionType=None
+
+
[docs]defload(self,force_reload:bool=True):
+"""
+ Load the VAD model.
+
+ :param force_reload: Whether to force reload the model even if it was already loaded. Default is True.
+ """
+ model,utils=torch.hub.load(
+ repo_or_dir="snakers4/silero-vad",
+ model="silero_vad",
+ force_reload=force_reload,
+ onnx=self._use_onnx,
+ force_onnx_cpu=self._force_onnx_cpu,
+ )
+ self._model=model
+ (
+ self._get_speech_timestamps,
+ _,# save_audio,
+ _,# read_audio,
+ _,# VADIterator,
+ _,# collect_chunks
+ )=utils
+
+
[docs]defdetect_voice(
+ self,
+ audio_file:Path,
+ )->Union[List[Dict[str,int]],List[List[Dict[str,int]]]]:
+"""
+ Infer the audio through the VAD model and return the speech timestamps.
+
+ :param audio_file: The audio file to infer.
+
+ :returns: The speech timestamps in the audio. A list of timestamps where each timestamp is a dictionary with the
+ following keys:
+
+ * "start": The start sample index of the speech in the audio.
+ * "end": The end sample index of the speech in the audio.
+
+ If `per_channel` is True, a list of timestamps per channel will be returned.
+ """
+ # Cast to a numpy array:
+ audio=self._read_audio(audio_file)
+
+ # Detect speech:
+ ifnotself._per_channel:
+ returnself._get_speech_timestamps(
+ audio,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+
+ # Per channel:
+ speech_timestamps=[]
+ forchannelinaudio:
+ speech_timestamps.append(
+ self._get_speech_timestamps(
+ channel,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+ )
+
+ returnspeech_timestamps
+
+ def_read_audio(
+ self,
+ path:Path,
+ )->torch.Tensor:
+"""
+ Read the audio from the given path and return it as a tensor.
+
+ :param path: The path to the audio file.
+
+ :returns: The audio as a tensor.
+ """
+ # Read the audio:
+ audio,sampling_rate=torchaudio.load(str(path))
+
+ # Check if the audio is stereo and if so, convert it to mono (only if not per channel):
+ ifaudio.size(0)>1andnotself._per_channel:
+ audio=audio.mean(dim=0,keepdim=True)
+
+ # Resample the audio if needed:
+ ifsampling_rate!=self._sampling_rate:
+ transform=torchaudio.transforms.Resample(
+ orig_freq=sampling_rate,new_freq=self._sampling_rate
+ )
+ audio=transform(audio)
+
+ # Return the audio (squeeze if not per channel):
+ returnaudioifself._per_channelelseaudio.squeeze(0)
+
+
+#: The value to send into multiprocessing queues to stop the process:
+_MULTIPROCESSING_STOP_MARK="STOP"
+
+
+def_multiprocessing_complete_tasks(
+ vad_init_kwargs:dict,tasks_queue:Queue,results_queue:Queue
+):
+"""
+ Complete the tasks in the given queue and put the results in the given results queue. The function will stop when
+ the given tasks queue will receive the stop mark. It is aimed to be used with multiprocessing as a process.
+
+ :param vad_init_kwargs: The VAD initialization kwargs.
+ :param tasks_queue: A queue to get the tasks from.
+ :param results_queue: A queue to put the results in.
+ """
+ # Initialize and load the VAD:
+ vad=VoiceActivityDetector(**vad_init_kwargs)
+ vad.load(force_reload=False)
+
+ # Start listening to the tasks queue:
+ whileTrue:
+ # Get the task:
+ task:Tuple[str,dict]=tasks_queue.get()
+ iftask==_MULTIPROCESSING_STOP_MARK:
+ break
+ try:
+ # Create the task:
+ task=TaskCreator.from_tuple(task_tuple=task)
+ # Run the file through the VAD:
+ speech_timestamps=vad.detect_voice(audio_file=task.audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Build the result:
+ result=(False,task.get_result())
+ exceptExceptionasexception:
+ # Build the error:
+ result=(True,(task.audio_file.name,str(exception)))
+ # Collect the result / error:
+ results_queue.put(result)
+
+ # Mark the end of the tasks:
+ results_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+
+# Get the global logger:
+try:
+ importmlrun
+
+ _LOGGER=mlrun.get_or_create_ctx("silero_vad").logger
+exceptModuleNotFoundError:
+ _LOGGER=logging.getLogger()
+
+
+
[docs]defdetect_voice(
+ # Input kwargs:
+ data_path:Union[str,Path,List[Union[str,Path]]],
+ # Model loading kwargs:
+ use_onnx:bool=True,
+ force_onnx_cpu:bool=True,
+ # Detection kwargs:
+ threshold:float=0.5,
+ sampling_rate:int=16_000,
+ min_speech_duration_ms:int=250,
+ max_speech_duration_s:float=float("inf"),
+ min_silence_duration_ms:int=100,
+ window_size_samples:int=512,
+ speech_pad_ms:int=30,
+ return_seconds:bool=False,
+ per_channel:bool=False,
+ # Other kwargs:
+ use_multiprocessing:int=0,
+ verbose:bool=False,
+):
+"""
+ Perform voice activity detection on given audio files using the silero VAD model -
+ https://github.com/snakers4/silero-vad. The end result is a dictionary with the file names as keys and their
+ VAD timestamps dictionaries as value.
+
+ For example::
+
+ {
+ "file_1.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ "file_2.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in samples
+ (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD on
+ each channel separately and return a list of timestamps per channel.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global_LOGGER
+
+ # Get the input audio files to transcribe:
+ ifverbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files=_get_audio_files(data_path=data_path)
+ ifverbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs={
+ "use_onnx":use_onnx,
+ "force_onnx_cpu":force_onnx_cpu,
+ "threshold":threshold,
+ "sampling_rate":sampling_rate,
+ "min_speech_duration_ms":min_speech_duration_ms,
+ "max_speech_duration_s":max_speech_duration_s,
+ "min_silence_duration_ms":min_silence_duration_ms,
+ "window_size_samples":window_size_samples,
+ "speech_pad_ms":speech_pad_ms,
+ "return_seconds":return_seconds,
+ "per_channel":per_channel,
+ }
+
+ # Create the task creator:
+ task_creator=TaskCreator(task_type=BaseTask)
+
+ # Run the transcription:
+ ifuse_multiprocessing:
+ results=_parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results=_run(
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return_process_results(results=results,verbose=verbose)
+
+
+
[docs]defdiarize(
+ # Input / Output kwargs:
+ data_path:Union[str,Path,List[Union[str,Path]]],
+ # Model loading kwargs:
+ use_onnx:bool=True,
+ force_onnx_cpu:bool=True,
+ # Detection kwargs:
+ threshold:float=0.5,
+ sampling_rate:int=16_000,
+ min_speech_duration_ms:int=250,
+ max_speech_duration_s:float=float("inf"),
+ min_silence_duration_ms:int=100,
+ window_size_samples:int=512,
+ speech_pad_ms:int=30,
+ # Diarization kwargs:
+ speaker_labels:List[str]=None,
+ # Other kwargs:
+ use_multiprocessing:int=0,
+ verbose:bool=False,
+):
+"""
+ Perform speech diarization on given audio files using the silero VAD model - https://github.com/snakers4/silero-vad.
+ The speech diarization is performed per channel so that each channel in the audio belong to a different speaker. The
+ end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ For example::
+
+ {
+ "file_1.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ "file_2.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be
+ named "speaker_0", "speaker_1", etc.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global_LOGGER
+
+ # Get the input audio files to transcribe:
+ ifverbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files=_get_audio_files(data_path=data_path)
+ ifverbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs={
+ "use_onnx":use_onnx,
+ "force_onnx_cpu":force_onnx_cpu,
+ "threshold":threshold,
+ "sampling_rate":sampling_rate,
+ "min_speech_duration_ms":min_speech_duration_ms,
+ "max_speech_duration_s":max_speech_duration_s,
+ "min_silence_duration_ms":min_silence_duration_ms,
+ "window_size_samples":window_size_samples,
+ "speech_pad_ms":speech_pad_ms,
+ "return_seconds":True,
+ "per_channel":True,
+ }
+
+ # Create the task creator:
+ task_creator=TaskCreator(
+ task_type=SpeechDiarizationTask,task_kwargs={"speaker_labels":speaker_labels}
+ )
+
+ # Run the transcription:
+ ifuse_multiprocessing:
+ results=_parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results=_run(
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return_process_results(results=results,verbose=verbose)
+
+
+def_get_audio_files(
+ data_path:Union[Path,str,list],
+)->List[Path]:
+"""
+ Get the audio files from the data path. If a path to a directory is given, all files in the directory will be
+ collected.
+
+ :param data_path: The data path to collect the audio files from.
+
+ :returns: The audio files list.
+ """
+ # Check if given a list of paths:
+ ifisinstance(data_path,list):
+ audio_files=[]
+ forpathindata_path:
+ audio_files.extend(_get_audio_files(data_path=path))
+ returnaudio_files
+
+ # Check if given a single string path to cast it to a `pathlib.Path`:
+ ifisinstance(data_path,str):
+ data_path=Path(data_path).absolute()
+
+ # Check if the path is of a directory or a file:
+ ifdata_path.is_dir():
+ # Get all files inside the directory:
+ audio_files=list(data_path.glob("*.*"))
+ elifdata_path.is_file():
+ audio_files=[data_path]
+ else:
+ raiseValueError(
+ f"Unrecognized data path. The parameter `data_path` must be a valid path to either a directory path or a "
+ f"file. Given: {str(data_path)} "
+ )
+
+ returnaudio_files
+
+
+def_run(
+ audio_files:List[Path],
+ description:str,
+ vad_init_kwargs:dict,
+ task_creator:TaskCreator,
+ verbose:bool,
+)->List[Tuple[bool,Tuple[str,list]]]:
+"""
+ Load a VAD and use it to complete the tasks that will be created on the provided files using the given task creator.
+
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD:
+ vad=VoiceActivityDetector(**vad_init_kwargs)
+ ifverbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad.load()
+ ifverbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Run the VAD on the audio files and collect the results:
+ results=[]
+ foraudio_fileintqdm(
+ audio_files,
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=notverbose,
+ ):
+ try:
+ # Create the task:
+ task=task_creator.create_task(audio_file=audio_file)
+ # Run the file through the VAD:
+ speech_timestamps=vad.detect_voice(audio_file=audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Collect the result:
+ results.append((False,task.get_result()))
+ exceptExceptionasexception:
+ # Collect the error:
+ results.append((True,(audio_file.name,str(exception))))
+
+ returnresults
+
+
+def_parallel_run(
+ n_workers:int,
+ audio_files:List[Path],
+ description:str,
+ vad_init_kwargs:dict,
+ task_creator:TaskCreator,
+ verbose:bool,
+)->List[Tuple[bool,Tuple[str,list]]]:
+"""
+ Run multiple VAD workers with multiprocessing to complete the tasks that will be created on the provided files using
+ the given task creator.
+
+ :param n_workers: The number of workers to use.
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD (download once, and it will be loaded then per process later on):
+ ifverbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad=VoiceActivityDetector(**vad_init_kwargs)
+ vad.load()
+ ifverbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Check the number of workers:
+ ifn_workers>len(audio_files):
+ _LOGGER.warning(
+ f"The number of workers ({n_workers}) is larger than the number of audio files ({len(audio_files)}). "
+ f"Setting the number of workers to {len(audio_files)}."
+ )
+ n_workers=len(audio_files)
+
+ # Initialize the multiprocessing queues:
+ tasks_queue=Queue()
+ results_queue=Queue()
+
+ # Initialize the multiprocessing processes:
+ task_completion_processes=[
+ Process(
+ target=_multiprocessing_complete_tasks,
+ kwargs={
+ "vad_init_kwargs":vad_init_kwargs,
+ "tasks_queue":tasks_queue,
+ "results_queue":results_queue,
+ },
+ )
+ for_inrange(n_workers)
+ ]
+
+ # Start the multiprocessing processes:
+ forpintask_completion_processes:
+ p.start()
+
+ # Put the tasks in the queue:
+ foraudio_fileinaudio_files:
+ tasks_queue.put(task_creator.create_task(audio_file=audio_file).to_tuple())
+
+ # Put the stop marks in the queue:
+ for_inrange(n_workers):
+ tasks_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+ # Collect the results:
+ results=[]
+ stop_marks_counter=0
+ withtqdm(
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=notverbose,
+ )asprogressbar:
+ whileTrue:
+ # Get a result from the queue:
+ result:Tuple[bool,Tuple[str,list]]=results_queue.get()
+ ifresult==_MULTIPROCESSING_STOP_MARK:
+ stop_marks_counter+=1
+ ifstop_marks_counter==n_workers:
+ break
+ else:
+ # Collect the result:
+ results.append(result)
+ progressbar.update(1)
+
+ # Wait for the processes to finish:
+ forpintask_completion_processes:
+ p.join()
+
+ returnresults
+
+
+def_process_results(
+ results:List[Tuple[bool,Tuple[str,list]]],verbose:bool
+)->Tuple[dict,dict]:
+"""
+ Process the results of the tasks.
+
+ :param results: The results to process.
+ :param verbose: Verbosity.
+
+ :returns: The processed results as a tuple of successes and errors.
+ """
+ ifverbose:
+ _LOGGER.info("Summarizing the results.")
+ successes={}
+ errors={}
+ foris_error,resultinresults:
+ ifis_error:
+ errors[result[0]]=result[1]
+ else:
+ successes[result[0]]=result[1]
+ ifverbose:
+ _LOGGER.info(f"Done ({len(successes)}/{len(successes)+len(errors)})\n")
+
+ returnsuccesses,errors
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/silero_vad/1.2.0/static/source.html b/functions/development/silero_vad/1.2.0/static/source.html
new file mode 100644
index 00000000..d4fba18f
--- /dev/null
+++ b/functions/development/silero_vad/1.2.0/static/source.html
@@ -0,0 +1,869 @@
+
+
+
+
+
+
+
+
+
+
+ Source
+
+
+
+
+
+
+# Copyright 2024 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import logging
+from multiprocessing import Process, Queue
+from pathlib import Path
+from types import FunctionType
+from typing import Dict, List, Tuple, Type, Union
+
+import torch
+import torchaudio
+from tqdm import tqdm
+
+
+class BaseTask:
+ """
+ A base class for a task to complete after VAD.
+ """
+
+ def __init__(self, audio_file: Path):
+ """
+ Initialize the base task.
+
+ :param audio_file: The audio file assigned to the task.
+ """
+ # Store the audio file:
+ self._audio_file = audio_file
+
+ # Prepare the result:
+ self._result = None
+
+ @property
+ def audio_file(self) -> Path:
+ """
+ Get the audio file of the task.
+
+ :returns: The audio file of the task.
+ """
+ return self._audio_file
+
+ def do_task(
+ self, speech_timestamps: Union[List[Dict[str, int]], List[List[Dict[str, int]]]]
+ ):
+ """
+ Do the task on the given speech timestamps. The base task will simply save the speech timestamps as the result.
+
+ :param speech_timestamps: The speech timestamps to do the task on as outputted from the VAD.
+ """
+ self._result = speech_timestamps
+
+ def get_result(self) -> Tuple[str, list]:
+ """
+ Get the result of the task. A tuple of the audio file name and the result.
+
+ :returns: The result of the task.
+ """
+ return self._audio_file.name, self._result
+
+ def to_tuple(self) -> Tuple[str, dict]:
+ """
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ return self.__class__.__name__, {"audio_file": self._audio_file}
+
+
+class SpeechDiarizationTask(BaseTask):
+ """
+ A speech diarization task. The task will diarize the VAD speech timestamps into speakers.
+ """
+
+ def __init__(self, audio_file: Path, speaker_labels: List[str]):
+ """
+ Initialize the speech diarization task.
+
+ :param audio_file: The audio file assigned to the task.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be named
+ "speaker_0", "speaker_1", etc.
+ """
+ super().__init__(audio_file=audio_file)
+ self._speaker_labels = speaker_labels
+
+ def do_task(self, speech_timestamps: List[List[Dict[str, int]]]):
+ """
+ Do the task on the given speech timestamps. The task will diarize the VAD speech timestamps into speakers.
+
+ :param speech_timestamps: The speech timestamps per channel to do the task on as outputted from the VAD.
+ """
+ # Get the speaker labels (set default if not given):
+ speaker_labels = self._speaker_labels or [
+ f"speaker_{i}" for i in range(len(speech_timestamps))
+ ]
+
+ # Diarize - organize the speech timestamps into a single list of speakers and sort it by start time:
+ speech_diarization = [
+ (speech_timestamp["start"], speech_timestamp["end"], speaker_label)
+ for speaker_label, channel_speech_timestamps in zip(
+ speaker_labels, speech_timestamps
+ )
+ for speech_timestamp in channel_speech_timestamps
+ ]
+ speech_diarization.sort()
+ self._result = speech_diarization
+
+ def to_tuple(self) -> Tuple[str, dict]:
+ """
+ Convert the task to a tuple to reconstruct it later (used for multiprocessing to pass in queue).
+
+ :returns: The converted task.
+ """
+ task_class, task_kwargs = super().to_tuple()
+ return task_class, {**task_kwargs, "speaker_labels": self._speaker_labels}
+
+
+class TaskCreator:
+ """
+ A task creator to create different tasks to run after the VAD.
+ """
+
+ #: A map from task class name to task class to use in `from_tuple`:
+ _MAP = {
+ BaseTask.__name__: BaseTask,
+ SpeechDiarizationTask.__name__: SpeechDiarizationTask,
+ }
+
+ def __init__(self, task_type: Type[BaseTask], task_kwargs: dict = None):
+ """
+ Initialize the task creator.
+ :param task_type: The task type - a `BaseTask` subclass.
+ :param task_kwargs: Additional keyword arguments to pass to the to be created tasks.
+ """
+ self._task_type = task_type
+ self._task_kwargs = task_kwargs or {}
+
+ def create_task(self, audio_file: Path) -> BaseTask:
+ """
+ Create a task with the given audio file.
+
+ :param audio_file: The audio file to assign to the task.
+
+ :returns: The created task.
+ """
+ return self._task_type(audio_file=audio_file, **self._task_kwargs)
+
+ @classmethod
+ def from_tuple(cls, task_tuple: Tuple[str, dict]) -> BaseTask:
+ """
+ Create a task from a tuple of the audio file name and the task kwargs.
+
+ :param task_tuple: The task tuple to create the task from.
+
+ :returns: The created task.
+ """
+ task_class, task_kwargs = task_tuple
+ return cls._MAP[task_class](**task_kwargs)
+
+
+class VoiceActivityDetector:
+ """
+ A voice activity detection wrapper for the silero VAD model - https://github.com/snakers4/silero-vad.
+ """
+
+ def __init__(
+ self,
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ return_seconds: bool = False,
+ per_channel: bool = False,
+ ):
+ """
+ Initialize the voice activity detector.
+
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise,
+ they will be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before
+ separating it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in
+ samples (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD
+ on each channel separately and return a list of timestamps per channel.
+ """
+ # Store configurations:
+ self._use_onnx = use_onnx
+ self._force_onnx_cpu = force_onnx_cpu
+ self._threshold = threshold
+ self._sampling_rate = sampling_rate
+ self._min_speech_duration_ms = min_speech_duration_ms
+ self._max_speech_duration_s = max_speech_duration_s
+ self._min_silence_duration_ms = min_silence_duration_ms
+ self._window_size_samples = window_size_samples
+ self._speech_pad_ms = speech_pad_ms
+ self._return_seconds = return_seconds
+ self._per_channel = per_channel
+
+ # Prepare the model variables
+ self._model: torch.Module = None
+ self._get_speech_timestamps: FunctionType = None
+
+ def load(self, force_reload: bool = True):
+ """
+ Load the VAD model.
+
+ :param force_reload: Whether to force reload the model even if it was already loaded. Default is True.
+ """
+ model, utils = torch.hub.load(
+ repo_or_dir="snakers4/silero-vad",
+ model="silero_vad",
+ force_reload=force_reload,
+ onnx=self._use_onnx,
+ force_onnx_cpu=self._force_onnx_cpu,
+ )
+ self._model = model
+ (
+ self._get_speech_timestamps,
+ _, # save_audio,
+ _, # read_audio,
+ _, # VADIterator,
+ _, # collect_chunks
+ ) = utils
+
+ def detect_voice(
+ self,
+ audio_file: Path,
+ ) -> Union[List[Dict[str, int]], List[List[Dict[str, int]]]]:
+ """
+ Infer the audio through the VAD model and return the speech timestamps.
+
+ :param audio_file: The audio file to infer.
+
+ :returns: The speech timestamps in the audio. A list of timestamps where each timestamp is a dictionary with the
+ following keys:
+
+ * "start": The start sample index of the speech in the audio.
+ * "end": The end sample index of the speech in the audio.
+
+ If `per_channel` is True, a list of timestamps per channel will be returned.
+ """
+ # Cast to a numpy array:
+ audio = self._read_audio(audio_file)
+
+ # Detect speech:
+ if not self._per_channel:
+ return self._get_speech_timestamps(
+ audio,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+
+ # Per channel:
+ speech_timestamps = []
+ for channel in audio:
+ speech_timestamps.append(
+ self._get_speech_timestamps(
+ channel,
+ self._model,
+ threshold=self._threshold,
+ min_speech_duration_ms=self._min_speech_duration_ms,
+ max_speech_duration_s=self._max_speech_duration_s,
+ min_silence_duration_ms=self._min_silence_duration_ms,
+ speech_pad_ms=self._speech_pad_ms,
+ sampling_rate=self._sampling_rate,
+ window_size_samples=self._window_size_samples,
+ return_seconds=self._return_seconds,
+ )
+ )
+
+ return speech_timestamps
+
+ def _read_audio(
+ self,
+ path: Path,
+ ) -> torch.Tensor:
+ """
+ Read the audio from the given path and return it as a tensor.
+
+ :param path: The path to the audio file.
+
+ :returns: The audio as a tensor.
+ """
+ # Read the audio:
+ audio, sampling_rate = torchaudio.load(str(path))
+
+ # Check if the audio is stereo and if so, convert it to mono (only if not per channel):
+ if audio.size(0) > 1 and not self._per_channel:
+ audio = audio.mean(dim=0, keepdim=True)
+
+ # Resample the audio if needed:
+ if sampling_rate != self._sampling_rate:
+ transform = torchaudio.transforms.Resample(
+ orig_freq=sampling_rate, new_freq=self._sampling_rate
+ )
+ audio = transform(audio)
+
+ # Return the audio (squeeze if not per channel):
+ return audio if self._per_channel else audio.squeeze(0)
+
+
+#: The value to send into multiprocessing queues to stop the process:
+_MULTIPROCESSING_STOP_MARK = "STOP"
+
+
+def _multiprocessing_complete_tasks(
+ vad_init_kwargs: dict, tasks_queue: Queue, results_queue: Queue
+):
+ """
+ Complete the tasks in the given queue and put the results in the given results queue. The function will stop when
+ the given tasks queue will receive the stop mark. It is aimed to be used with multiprocessing as a process.
+
+ :param vad_init_kwargs: The VAD initialization kwargs.
+ :param tasks_queue: A queue to get the tasks from.
+ :param results_queue: A queue to put the results in.
+ """
+ # Initialize and load the VAD:
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ vad.load(force_reload=False)
+
+ # Start listening to the tasks queue:
+ while True:
+ # Get the task:
+ task: Tuple[str, dict] = tasks_queue.get()
+ if task == _MULTIPROCESSING_STOP_MARK:
+ break
+ try:
+ # Create the task:
+ task = TaskCreator.from_tuple(task_tuple=task)
+ # Run the file through the VAD:
+ speech_timestamps = vad.detect_voice(audio_file=task.audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Build the result:
+ result = (False, task.get_result())
+ except Exception as exception:
+ # Build the error:
+ result = (True, (task.audio_file.name, str(exception)))
+ # Collect the result / error:
+ results_queue.put(result)
+
+ # Mark the end of the tasks:
+ results_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+
+# Get the global logger:
+try:
+ import mlrun
+
+ _LOGGER = mlrun.get_or_create_ctx("silero_vad").logger
+except ModuleNotFoundError:
+ _LOGGER = logging.getLogger()
+
+
+def detect_voice(
+ # Input kwargs:
+ data_path: Union[str, Path, List[Union[str, Path]]],
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ return_seconds: bool = False,
+ per_channel: bool = False,
+ # Other kwargs:
+ use_multiprocessing: int = 0,
+ verbose: bool = False,
+):
+ """
+ Perform voice activity detection on given audio files using the silero VAD model -
+ https://github.com/snakers4/silero-vad. The end result is a dictionary with the file names as keys and their
+ VAD timestamps dictionaries as value.
+
+ For example::
+
+ {
+ "file_1.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ "file_2.wav": [
+ {"start": 0, "end": 16000},
+ {"start": 16000, "end": 32000},
+ {"start": 32000, "end": 48000},
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param return_seconds: Whether return timestamps in seconds. False means to return timestamps in samples
+ (default - False).
+ :param per_channel: Whether to return timestamps per channel (default - False). This will run VAD on
+ each channel separately and return a list of timestamps per channel.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global _LOGGER
+
+ # Get the input audio files to transcribe:
+ if verbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files = _get_audio_files(data_path=data_path)
+ if verbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs = {
+ "use_onnx": use_onnx,
+ "force_onnx_cpu": force_onnx_cpu,
+ "threshold": threshold,
+ "sampling_rate": sampling_rate,
+ "min_speech_duration_ms": min_speech_duration_ms,
+ "max_speech_duration_s": max_speech_duration_s,
+ "min_silence_duration_ms": min_silence_duration_ms,
+ "window_size_samples": window_size_samples,
+ "speech_pad_ms": speech_pad_ms,
+ "return_seconds": return_seconds,
+ "per_channel": per_channel,
+ }
+
+ # Create the task creator:
+ task_creator = TaskCreator(task_type=BaseTask)
+
+ # Run the transcription:
+ if use_multiprocessing:
+ results = _parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results = _run(
+ audio_files=audio_files,
+ description="Detecting voice",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return _process_results(results=results, verbose=verbose)
+
+
+def diarize(
+ # Input / Output kwargs:
+ data_path: Union[str, Path, List[Union[str, Path]]],
+ # Model loading kwargs:
+ use_onnx: bool = True,
+ force_onnx_cpu: bool = True,
+ # Detection kwargs:
+ threshold: float = 0.5,
+ sampling_rate: int = 16_000,
+ min_speech_duration_ms: int = 250,
+ max_speech_duration_s: float = float("inf"),
+ min_silence_duration_ms: int = 100,
+ window_size_samples: int = 512,
+ speech_pad_ms: int = 30,
+ # Diarization kwargs:
+ speaker_labels: List[str] = None,
+ # Other kwargs:
+ use_multiprocessing: int = 0,
+ verbose: bool = False,
+):
+ """
+ Perform speech diarization on given audio files using the silero VAD model - https://github.com/snakers4/silero-vad.
+ The speech diarization is performed per channel so that each channel in the audio belong to a different speaker. The
+ end result is a dictionary with the file names as keys and their diarization as value. A diarization is a list
+ of tuples: (start, end, speaker_label).
+
+ For example::
+
+ {
+ "file_1.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ "file_2.wav": [
+ (0.0, 1.0, "speaker_0"),
+ (1.0, 2.0, "speaker_1"),
+ (2.0, 3.0, "speaker_0"),
+ ...
+ ],
+ ...
+ }
+
+
+ :param data_path: The path to the audio files to diarize. Can be a path to a single file, a path to a
+ directory or a list of paths to files.
+ :param use_onnx: Whether to use ONNX for inference. Default is True.
+ :param force_onnx_cpu: Whether to force ONNX to use CPU for inference. Default is True.
+ :param threshold: Speech threshold. Silero VAD outputs speech probabilities for each audio chunk,
+ probabilities ABOVE this value are considered as SPEECH. It is better to tune
+ this parameter for each dataset separately, but "lazy" 0.5 is pretty good for
+ most datasets.
+ :param sampling_rate: Currently, silero VAD models support 8000 and 16000 sample rates.
+ :param min_speech_duration_ms: Final speech chunks shorter min_speech_duration_ms are thrown out.
+ :param max_speech_duration_s: Maximum duration of speech chunks in seconds. Chunks longer than
+ `max_speech_duration_s` will be split at the timestamp of the last silence that
+ lasts more than 100ms (if any), to prevent aggressive cutting. Otherwise, they will
+ be split aggressively just before max_speech_duration_s.
+ :param min_silence_duration_ms: In the end of each speech chunk wait for min_silence_duration_ms before separating
+ it.
+ :param window_size_samples: Audio chunks of window_size_samples size are fed to the silero VAD model.
+
+ WARNING! Silero VAD models were trained using 512, 1024, 1536 samples for 16000
+ sample rate and 256, 512, 768 samples for 8000 sample rate. Values other than
+ these may affect model performance!
+ :param speech_pad_ms: Final speech chunks are padded by speech_pad_ms each side.
+ :param speaker_labels: The speaker labels to use for the diarization. If not given, the speakers will be
+ named "speaker_0", "speaker_1", etc.
+ :param use_multiprocessing: The number of workers to use for multiprocessing. If 0, no multiprocessing will
+ be used. Default is 0.
+ :param verbose: Verbosity.
+ """
+ global _LOGGER
+
+ # Get the input audio files to transcribe:
+ if verbose:
+ _LOGGER.info("Collecting audio files.")
+ audio_files = _get_audio_files(data_path=data_path)
+ if verbose:
+ _LOGGER.info(f"Collected {len(audio_files)} audio files.")
+
+ # Initialize the transcription pipeline:
+ vad_init_kwargs = {
+ "use_onnx": use_onnx,
+ "force_onnx_cpu": force_onnx_cpu,
+ "threshold": threshold,
+ "sampling_rate": sampling_rate,
+ "min_speech_duration_ms": min_speech_duration_ms,
+ "max_speech_duration_s": max_speech_duration_s,
+ "min_silence_duration_ms": min_silence_duration_ms,
+ "window_size_samples": window_size_samples,
+ "speech_pad_ms": speech_pad_ms,
+ "return_seconds": True,
+ "per_channel": True,
+ }
+
+ # Create the task creator:
+ task_creator = TaskCreator(
+ task_type=SpeechDiarizationTask, task_kwargs={"speaker_labels": speaker_labels}
+ )
+
+ # Run the transcription:
+ if use_multiprocessing:
+ results = _parallel_run(
+ n_workers=use_multiprocessing,
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+ else:
+ results = _run(
+ audio_files=audio_files,
+ description="Diarizing",
+ vad_init_kwargs=vad_init_kwargs,
+ task_creator=task_creator,
+ verbose=verbose,
+ )
+
+ # Process the results:
+ return _process_results(results=results, verbose=verbose)
+
+
+def _get_audio_files(
+ data_path: Union[Path, str, list],
+) -> List[Path]:
+ """
+ Get the audio files from the data path. If a path to a directory is given, all files in the directory will be
+ collected.
+
+ :param data_path: The data path to collect the audio files from.
+
+ :returns: The audio files list.
+ """
+ # Check if given a list of paths:
+ if isinstance(data_path, list):
+ audio_files = []
+ for path in data_path:
+ audio_files.extend(_get_audio_files(data_path=path))
+ return audio_files
+
+ # Check if given a single string path to cast it to a `pathlib.Path`:
+ if isinstance(data_path, str):
+ data_path = Path(data_path).absolute()
+
+ # Check if the path is of a directory or a file:
+ if data_path.is_dir():
+ # Get all files inside the directory:
+ audio_files = list(data_path.glob("*.*"))
+ elif data_path.is_file():
+ audio_files = [data_path]
+ else:
+ raise ValueError(
+ f"Unrecognized data path. The parameter `data_path` must be a valid path to either a directory path or a "
+ f"file. Given: {str(data_path)} "
+ )
+
+ return audio_files
+
+
+def _run(
+ audio_files: List[Path],
+ description: str,
+ vad_init_kwargs: dict,
+ task_creator: TaskCreator,
+ verbose: bool,
+) -> List[Tuple[bool, Tuple[str, list]]]:
+ """
+ Load a VAD and use it to complete the tasks that will be created on the provided files using the given task creator.
+
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD:
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ if verbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad.load()
+ if verbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Run the VAD on the audio files and collect the results:
+ results = []
+ for audio_file in tqdm(
+ audio_files,
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=not verbose,
+ ):
+ try:
+ # Create the task:
+ task = task_creator.create_task(audio_file=audio_file)
+ # Run the file through the VAD:
+ speech_timestamps = vad.detect_voice(audio_file=audio_file)
+ # Complete the task:
+ task.do_task(speech_timestamps=speech_timestamps)
+ # Collect the result:
+ results.append((False, task.get_result()))
+ except Exception as exception:
+ # Collect the error:
+ results.append((True, (audio_file.name, str(exception))))
+
+ return results
+
+
+def _parallel_run(
+ n_workers: int,
+ audio_files: List[Path],
+ description: str,
+ vad_init_kwargs: dict,
+ task_creator: TaskCreator,
+ verbose: bool,
+) -> List[Tuple[bool, Tuple[str, list]]]:
+ """
+ Run multiple VAD workers with multiprocessing to complete the tasks that will be created on the provided files using
+ the given task creator.
+
+ :param n_workers: The number of workers to use.
+ :param audio_files: The audio files to use.
+ :param description: The description to use for the progress bar.
+ :param vad_init_kwargs: The VAD initialization keyword arguments.
+ :param task_creator: The task creator to use to create the tasks.
+ :param verbose: Verbosity.
+
+ :returns: The collected results.
+ """
+ # Load the VAD (download once, and it will be loaded then per process later on):
+ if verbose:
+ _LOGGER.info(f"Loading the VAD model.")
+ vad = VoiceActivityDetector(**vad_init_kwargs)
+ vad.load()
+ if verbose:
+ _LOGGER.info("VAD model loaded.")
+
+ # Check the number of workers:
+ if n_workers > len(audio_files):
+ _LOGGER.warning(
+ f"The number of workers ({n_workers}) is larger than the number of audio files ({len(audio_files)}). "
+ f"Setting the number of workers to {len(audio_files)}."
+ )
+ n_workers = len(audio_files)
+
+ # Initialize the multiprocessing queues:
+ tasks_queue = Queue()
+ results_queue = Queue()
+
+ # Initialize the multiprocessing processes:
+ task_completion_processes = [
+ Process(
+ target=_multiprocessing_complete_tasks,
+ kwargs={
+ "vad_init_kwargs": vad_init_kwargs,
+ "tasks_queue": tasks_queue,
+ "results_queue": results_queue,
+ },
+ )
+ for _ in range(n_workers)
+ ]
+
+ # Start the multiprocessing processes:
+ for p in task_completion_processes:
+ p.start()
+
+ # Put the tasks in the queue:
+ for audio_file in audio_files:
+ tasks_queue.put(task_creator.create_task(audio_file=audio_file).to_tuple())
+
+ # Put the stop marks in the queue:
+ for _ in range(n_workers):
+ tasks_queue.put(_MULTIPROCESSING_STOP_MARK)
+
+ # Collect the results:
+ results = []
+ stop_marks_counter = 0
+ with tqdm(
+ desc=description,
+ unit="file",
+ total=len(audio_files),
+ disable=not verbose,
+ ) as progressbar:
+ while True:
+ # Get a result from the queue:
+ result: Tuple[bool, Tuple[str, list]] = results_queue.get()
+ if result == _MULTIPROCESSING_STOP_MARK:
+ stop_marks_counter += 1
+ if stop_marks_counter == n_workers:
+ break
+ else:
+ # Collect the result:
+ results.append(result)
+ progressbar.update(1)
+
+ # Wait for the processes to finish:
+ for p in task_completion_processes:
+ p.join()
+
+ return results
+
+
+def _process_results(
+ results: List[Tuple[bool, Tuple[str, list]]], verbose: bool
+) -> Tuple[dict, dict]:
+ """
+ Process the results of the tasks.
+
+ :param results: The results to process.
+ :param verbose: Verbosity.
+
+ :returns: The processed results as a tuple of successes and errors.
+ """
+ if verbose:
+ _LOGGER.info("Summarizing the results.")
+ successes = {}
+ errors = {}
+ for is_error, result in results:
+ if is_error:
+ errors[result[0]] = result[1]
+ else:
+ successes[result[0]] = result[1]
+ if verbose:
+ _LOGGER.info(f"Done ({len(successes)}/{len(successes) + len(errors)})\n")
+
+ return successes, errors
+
+
+
+
+
\ No newline at end of file
diff --git a/functions/development/silero_vad/latest/src/function.yaml b/functions/development/silero_vad/latest/src/function.yaml
index 75d1ce0c..0b4ad422 100644
--- a/functions/development/silero_vad/latest/src/function.yaml
+++ b/functions/development/silero_vad/latest/src/function.yaml
@@ -2,12 +2,12 @@ kind: job
metadata:
name: silero-vad
tag: ''
- hash: bc0ad5572cc391fcdc93baaee48e1ef949a7984d
+ hash: 61b7a70c167b7819481fdabf9350fc6fa344d2f5
project: ''
labels:
author: guyl
categories:
- - Deep Learning
+ - deep-learning
- PyTorch
- Audio
spec:
@@ -34,8 +34,9 @@ spec:
outputs:
- doc: The audio file of the task.
type: Path
- default: ''
lineno: 43
+ has_varargs: false
+ has_kwargs: false
do_task:
name: do_task
doc: Do the task on the given speech timestamps. The task will diarize the VAD
@@ -46,9 +47,10 @@ spec:
type: List[List[Dict[str, int]]]
doc: The speech timestamps per channel to do the task on as outputted from
the VAD.
- outputs:
- - default: ''
+ outputs: []
lineno: 94
+ has_varargs: false
+ has_kwargs: false
get_result:
name: get_result
doc: Get the result of the task. A tuple of the audio file name and the result.
@@ -56,8 +58,10 @@ spec:
- name: self
outputs:
- doc: The result of the task.
- default: ''
+ type: Tuple[str, list]
lineno: 61
+ has_varargs: false
+ has_kwargs: false
to_tuple:
name: to_tuple
doc: Convert the task to a tuple to reconstruct it later (used for multiprocessing
@@ -66,8 +70,10 @@ spec:
- name: self
outputs:
- doc: The converted task.
- default: ''
+ type: Tuple[str, dict]
lineno: 116
+ has_varargs: false
+ has_kwargs: false
create_task:
name: create_task
doc: Create a task with the given audio file.
@@ -79,8 +85,9 @@ spec:
outputs:
- doc: The created task.
type: BaseTask
- default: ''
lineno: 146
+ has_varargs: false
+ has_kwargs: false
from_tuple:
name: from_tuple
doc: Create a task from a tuple of the audio file name and the task kwargs.
@@ -92,8 +99,9 @@ spec:
outputs:
- doc: The created task.
type: BaseTask
- default: ''
lineno: 157
+ has_varargs: false
+ has_kwargs: false
load:
name: load
doc: Load the VAD model.
@@ -104,9 +112,10 @@ spec:
doc: Whether to force reload the model even if it was already loaded. Default
is True.
default: true
- outputs:
- - default: ''
+ outputs: []
lineno: 234
+ has_varargs: false
+ has_kwargs: false
detect_voice:
name: detect_voice
doc: "Perform voice activity detection on given audio files using the silero\
@@ -186,9 +195,10 @@ spec:
type: bool
doc: Verbosity.
default: false
- outputs:
- - default: ''
+ outputs: []
lineno: 393
+ has_varargs: false
+ has_kwargs: false
diarize:
name: diarize
doc: "Perform speech diarization on given audio files using the silero VAD model\
@@ -264,9 +274,10 @@ spec:
type: bool
doc: Verbosity.
default: false
- outputs:
- - default: ''
+ outputs: []
lineno: 517
+ has_varargs: false
+ has_kwargs: false
description: Silero VAD (Voice Activity Detection) functions.
default_handler: detect_voice
disable_auto_mount: false
diff --git a/functions/development/silero_vad/latest/src/item.yaml b/functions/development/silero_vad/latest/src/item.yaml
index 6f85a4c7..17c8eb62 100644
--- a/functions/development/silero_vad/latest/src/item.yaml
+++ b/functions/development/silero_vad/latest/src/item.yaml
@@ -1,8 +1,8 @@
apiVersion: v1
categories:
- - Deep Learning
- - PyTorch
- - Audio
+- deep-learning
+- PyTorch
+- Audio
description: Silero VAD (Voice Activity Detection) functions.
doc: ''
example: silero_vad.ipynb
@@ -22,9 +22,9 @@ spec:
image: mlrun/mlrun
kind: job
requirements:
- - torch
- - torchaudio
- - tqdm
- - onnxruntime
+ - torch
+ - torchaudio
+ - tqdm
+ - onnxruntime
url: ''
-version: 1.1.0
+version: 1.2.0
diff --git a/functions/development/silero_vad/latest/static/function.html b/functions/development/silero_vad/latest/static/function.html
index 6cc50a8e..0f90fdfc 100644
--- a/functions/development/silero_vad/latest/static/function.html
+++ b/functions/development/silero_vad/latest/static/function.html
@@ -19,12 +19,12 @@
metadata:
name: silero-vad
tag: ''
- hash: bc0ad5572cc391fcdc93baaee48e1ef949a7984d
+ hash: 61b7a70c167b7819481fdabf9350fc6fa344d2f5
project: ''
labels:
author: guyl
categories:
- - Deep Learning
+ - deep-learning
- PyTorch
- Audio
spec:
@@ -51,8 +51,9 @@
outputs:
- doc: The audio file of the task.
type: Path
- default: ''
lineno: 43
+ has_varargs: false
+ has_kwargs: false
do_task:
name: do_task
doc: Do the task on the given speech timestamps. The task will diarize the VAD
@@ -63,9 +64,10 @@
type: List[List[Dict[str, int]]]
doc: The speech timestamps per channel to do the task on as outputted from
the VAD.
- outputs:
- - default: ''
+ outputs: []
lineno: 94
+ has_varargs: false
+ has_kwargs: false
get_result:
name: get_result
doc: Get the result of the task. A tuple of the audio file name and the result.
@@ -73,8 +75,10 @@
- name: self
outputs:
- doc: The result of the task.
- default: ''
+ type: Tuple[str, list]
lineno: 61
+ has_varargs: false
+ has_kwargs: false
to_tuple:
name: to_tuple
doc: Convert the task to a tuple to reconstruct it later (used for multiprocessing
@@ -83,8 +87,10 @@
- name: self
outputs:
- doc: The converted task.
- default: ''
+ type: Tuple[str, dict]
lineno: 116
+ has_varargs: false
+ has_kwargs: false
create_task:
name: create_task
doc: Create a task with the given audio file.
@@ -96,8 +102,9 @@
outputs:
- doc: The created task.
type: BaseTask
- default: ''
lineno: 146
+ has_varargs: false
+ has_kwargs: false
from_tuple:
name: from_tuple
doc: Create a task from a tuple of the audio file name and the task kwargs.
@@ -109,8 +116,9 @@
outputs:
- doc: The created task.
type: BaseTask
- default: ''
lineno: 157
+ has_varargs: false
+ has_kwargs: false
load:
name: load
doc: Load the VAD model.
@@ -121,9 +129,10 @@
doc: Whether to force reload the model even if it was already loaded. Default
is True.
default: true
- outputs:
- - default: ''
+ outputs: []
lineno: 234
+ has_varargs: false
+ has_kwargs: false
detect_voice:
name: detect_voice
doc: "Perform voice activity detection on given audio files using the silero\
@@ -203,9 +212,10 @@
type: bool
doc: Verbosity.
default: false
- outputs:
- - default: ''
+ outputs: []
lineno: 393
+ has_varargs: false
+ has_kwargs: false
diarize:
name: diarize
doc: "Perform speech diarization on given audio files using the silero VAD model\
@@ -281,9 +291,10 @@
type: bool
doc: Verbosity.
default: false
- outputs:
- - default: ''
+ outputs: []
lineno: 517
+ has_varargs: false
+ has_kwargs: false
description: Silero VAD (Voice Activity Detection) functions.
default_handler: detect_voice
disable_auto_mount: false
diff --git a/functions/development/silero_vad/latest/static/item.html b/functions/development/silero_vad/latest/static/item.html
index 0c322d0a..5c26352e 100644
--- a/functions/development/silero_vad/latest/static/item.html
+++ b/functions/development/silero_vad/latest/static/item.html
@@ -17,9 +17,9 @@
apiVersion: v1
categories:
- - Deep Learning
- - PyTorch
- - Audio
+- deep-learning
+- PyTorch
+- Audio
description: Silero VAD (Voice Activity Detection) functions.
doc: ''
example: silero_vad.ipynb
@@ -39,12 +39,12 @@
image: mlrun/mlrun
kind: job
requirements:
- - torch
- - torchaudio
- - tqdm
- - onnxruntime
+ - torch
+ - torchaudio
+ - tqdm
+ - onnxruntime
url: ''
-version: 1.1.0
+version: 1.2.0
diff --git a/functions/development/tags.json b/functions/development/tags.json
index 75c58820..85af01d0 100644
--- a/functions/development/tags.json
+++ b/functions/development/tags.json
@@ -1 +1 @@
-{"kind": ["nuclio:serving", "serving", "dask", "nuclio", "job"], "categories": ["model-serving", "data-analysis", "machine-learning", "data-preparation", "data-generation", "GenAI", "deep-learning", "model-training", "utils", "Deep Learning", "NLP", "data-validation", "etl", "monitoring", "model-testing", "PyTorch", "feature-store", "Audio", "Huggingface"]}
\ No newline at end of file
+{"kind": ["nuclio", "job", "nuclio:serving", "dask", "serving"], "categories": ["GenAI", "deep-learning", "Huggingface", "PyTorch", "model-testing", "data-generation", "machine-learning", "model-serving", "data-preparation", "utils", "model-training", "feature-store", "NLP", "monitoring", "data-analysis", "data-validation", "Audio", "etl"]}
\ No newline at end of file