whisperSpeechTranscription.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: 2023-2023 Istituto Italiano di Tecnologia (IIT)
 * SPDX-License-Identifier: BSD-3-Clause
 */
 
#ifndef WHISPERSPEECHTRANSCRIPTION_H
#define WHISPERSPEECHTRANSCRIPTION_H
 
#include <yarp/dev/DeviceDriver.h>
#include <yarp/dev/ISpeechTranscription.h>
#include <yarp/os/Bottle.h>
#include <stdio.h>
 
#include "whisper.h"
 
using namespace yarp::os;
 
class WhisperSpeechTranscription :
        public yarp::dev::DeviceDriver,
        public yarp::dev::ISpeechTranscription
{
private:
    bool                            m_verbose = true;
    bool                            m_no_symbols = true;
    std::string                     m_language="auto";
    std::string                     m_model;
    std::vector<float>              m_pcmf32;               // mono-channel F32 PCM
    std::vector<std::vector<float>> m_pcmf32s;              // stereo-channel F32 PCM
    struct whisper_context*         m_ctx= nullptr;
    whisper_full_params             m_wparams;
 
    int32_t                         n_processors = 1;
 
public:
    WhisperSpeechTranscription();
    virtual ~WhisperSpeechTranscription();
    WhisperSpeechTranscription(const WhisperSpeechTranscription&) = delete;
    WhisperSpeechTranscription(WhisperSpeechTranscription&&) = delete;
    WhisperSpeechTranscription& operator=(const WhisperSpeechTranscription&) = delete;
    WhisperSpeechTranscription& operator=(WhisperSpeechTranscription&&) = delete;
 
    //DeviceDriver interface
    bool open(yarp::os::Searchable& config) override;
    bool close() override;
 
    //ISpeechTranscription interface
    virtual bool setLanguage(const std::string& language) override;
    virtual bool getLanguage(std::string& language) override;
    virtual bool transcribe(const yarp::sig::Sound& sound, std::string& transcription, double& score) override;
};
 
#endif