{ "name": "@cf/openai/whisper-large-v3-turbo", "properties": [ { "property_id": "async_queue", "value": "true" }, { "property_id": "price", "value": [ { "unit": "per audio minute", "price": 0.000513, "currency": "USD" } ] } ], "id": "200f0812-148c-48c1-915d-fb3277a94a08", "source": 1, "description": "Whisper is a pre-trained model for automatic speech recognition (ASR) and speech translation. ", "task": { "id": "dfce1c48-2a81-462e-a7fd-de97ce985207", "name": "Automatic Speech Recognition", "description": "Automatic speech recognition (ASR) models convert a speech signal, typically an audio input, to text." }, "created_at": "2024-05-22 00:02:18.656", "tags": [], "schema": { "input": { "type": "object", "properties": { "audio": { "anyOf": [ { "type": "string", "description": "Base64 encoded value of the audio data." }, { "type": "object", "properties": { "body": { "type": "object" }, "contentType": { "type": "string" } } } ] }, "task": { "type": "string", "default": "transcribe", "description": "Supported tasks are 'translate' or 'transcribe'." }, "language": { "type": "string", "description": "The language of the audio being transcribed or translated." }, "vad_filter": { "type": "boolean", "default": false, "description": "Preprocess the audio with a voice activity detection model." }, "initial_prompt": { "type": "string", "description": "A text prompt to help provide context to the model on the contents of the audio." }, "prefix": { "type": "string", "description": "The prefix appended to the beginning of the output of the transcription and can guide the transcription result." }, "beam_size": { "type": "integer", "default": 5, "description": "The number of beams to use in beam search decoding. Higher values may improve accuracy at the cost of speed." }, "condition_on_previous_text": { "type": "boolean", "default": true, "description": "Whether to condition on previous text during transcription. Setting to false may help prevent hallucination loops." }, "no_speech_threshold": { "type": "number", "default": 0.6, "description": "Threshold for detecting no-speech segments. Segments with no-speech probability above this value are skipped." }, "compression_ratio_threshold": { "type": "number", "default": 2.4, "description": "Threshold for filtering out segments with high compression ratio, which often indicate repetitive or hallucinated text." }, "log_prob_threshold": { "type": "number", "default": -1, "description": "Threshold for filtering out segments with low average log probability, indicating low confidence." }, "hallucination_silence_threshold": { "type": "number", "description": "Optional threshold (in seconds) to skip silent periods that may cause hallucinations." } }, "required": [ "audio" ] }, "output": { "type": "object", "contentType": "application/json", "properties": { "transcription_info": { "type": "object", "properties": { "language": { "type": "string", "description": "The language of the audio being transcribed or translated." }, "language_probability": { "type": "number", "description": "The confidence level or probability of the detected language being accurate, represented as a decimal between 0 and 1." }, "duration": { "type": "number", "description": "The total duration of the original audio file, in seconds." }, "duration_after_vad": { "type": "number", "description": "The duration of the audio after applying Voice Activity Detection (VAD) to remove silent or irrelevant sections, in seconds." } } }, "text": { "type": "string", "description": "The complete transcription of the audio." }, "word_count": { "type": "number", "description": "The total number of words in the transcription." }, "segments": { "type": "array", "items": { "type": "object", "properties": { "start": { "type": "number", "description": "The starting time of the segment within the audio, in seconds." }, "end": { "type": "number", "description": "The ending time of the segment within the audio, in seconds." }, "text": { "type": "string", "description": "The transcription of the segment." }, "temperature": { "type": "number", "description": "The temperature used in the decoding process, controlling randomness in predictions. Lower values result in more deterministic outputs." }, "avg_logprob": { "type": "number", "description": "The average log probability of the predictions for the words in this segment, indicating overall confidence." }, "compression_ratio": { "type": "number", "description": "The compression ratio of the input to the output, measuring how much the text was compressed during the transcription process." }, "no_speech_prob": { "type": "number", "description": "The probability that the segment contains no speech, represented as a decimal between 0 and 1." }, "words": { "type": "array", "items": { "type": "object", "properties": { "word": { "type": "string", "description": "The individual word transcribed from the audio." }, "start": { "type": "number", "description": "The starting time of the word within the audio, in seconds." }, "end": { "type": "number", "description": "The ending time of the word within the audio, in seconds." } } } } } } }, "vtt": { "type": "string", "description": "The transcription in WebVTT format, which includes timing and text information for use in subtitles." } }, "required": [ "text" ] } }, "deprecated": false }