GAudioOutput.cc 7.58 KB
Newer Older
pixhawk's avatar
pixhawk committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
/*=====================================================================

PIXHAWK Micro Air Vehicle Flying Robotics Toolkit

(c) 2009, 2010 PIXHAWK PROJECT  <http://pixhawk.ethz.ch>

This file is part of the PIXHAWK project

    PIXHAWK is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    PIXHAWK is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with PIXHAWK. If not, see <http://www.gnu.org/licenses/>.

======================================================================*/

/**
 * @file
 *   @brief Implementation of audio output
 *
 *   @author Lorenz Meier <mavteam@student.ethz.ch>
 *
 */

#include <QApplication>
pixhawk's avatar
pixhawk committed
33
#include <QTemporaryFile>
pixhawk's avatar
pixhawk committed
34 35 36
#include "GAudioOutput.h"
#include "MG.h"

pixhawk's avatar
pixhawk committed
37 38
#include <QDebug>

39 40 41
#ifdef Q_OS_MAC
#include <ApplicationServices/ApplicationServices.h>
#endif
42

43 44
// Speech synthesis is only supported with MSVC compiler
#if _MSC_VER
pixhawk's avatar
pixhawk committed
45
#include <sapi.h>
pixhawk's avatar
pixhawk committed
46 47 48
using System;
using System.Speech.Synthesis;
#endif
pixhawk's avatar
pixhawk committed
49

lm's avatar
lm committed
50 51 52 53
//#ifdef Q_OS_LINUX
//extern "C" {
//#include <flite/flite.h>
//#include <cmu_us_awb/voxdefs.h>
pixhawk's avatar
pixhawk committed
54 55 56
    //#include <cmu_us_slt/voxdefs.h>
    //cst_voice *REGISTER_VOX(const char *voxdir);
    //void UNREGISTER_VOX(cst_voice *vox);
57 58
    //cst_voice *register_cmu_us_awb(const char *voxdir);
    //void unregister_cmu_us_awb(cst_voice *vox);
lm's avatar
lm committed
59 60 61 62 63 64 65 66
    //cst_voice *register_cmu_us_slt(const char *voxdir);
    //void unregister_cmu_us_slt(cst_voice *vox);
    //cst_voice *register_cmu_us_rms(const char *voxdir);
    //void unregister_cmu_us_rms(cst_voice *vox);
//};
//#endif


pixhawk's avatar
pixhawk committed
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87

/**
 * This class follows the singleton design pattern
 * @see http://en.wikipedia.org/wiki/Singleton_pattern
 * A call to this function thus returns the only instance of this object
 * the call can occur at any place in the code, no reference to the
 * GAudioOutput object has to be passed.
 */
GAudioOutput* GAudioOutput::instance()
{
    static GAudioOutput* _instance = 0;
    if(_instance == 0) {
        _instance = new GAudioOutput();
        // Set the application as parent to ensure that this object
        // will be destroyed when the main application exits
        _instance->setParent(qApp);
    }
    return _instance;
}

GAudioOutput::GAudioOutput(QObject* parent) : QObject(parent),
88
#ifdef Q_OS_LINUX
lm's avatar
lm committed
89
//voice(NULL),
90
#endif
pixhawk's avatar
pixhawk committed
91 92 93
voiceIndex(0),
emergency(false)
{
94
#ifdef Q_OS_LINUX2
pixhawk's avatar
pixhawk committed
95
    flite_init();
96
#endif
97
    // Initialize audio output
pixhawk's avatar
pixhawk committed
98 99 100
    m_media = new Phonon::MediaObject(this);
    Phonon::AudioOutput *audioOutput = new Phonon::AudioOutput(Phonon::MusicCategory, this);
    createPath(m_media, audioOutput);
101 102

    // Prepare regular emergency signal, will be fired off on calling startEmergency()
pixhawk's avatar
pixhawk committed
103 104 105 106 107 108 109 110 111
    emergencyTimer = new QTimer();
    connect(emergencyTimer, SIGNAL(timeout()), this, SLOT(beep()));

    switch (voiceIndex)
    {
    case 0:
        selectFemaleVoice();
        break;
    default:
112
        selectMaleVoice();
pixhawk's avatar
pixhawk committed
113 114 115 116 117 118 119 120 121
        break;
    }
}

bool GAudioOutput::say(QString text, int severity)
{
    bool res = false;
    if (!emergency)
    {
pixhawk's avatar
pixhawk committed
122

123
        // Speech synthesis is only supported with MSVC compiler
pixhawk's avatar
pixhawk committed
124
#ifdef _MSC_VER
pixhawk's avatar
pixhawk committed
125 126 127 128 129
        SpeechSynthesizer synth = new SpeechSynthesizer();
        synth.SelectVoice("Microsoft Anna");
        synth.SpeakText("Hello, world!");
#endif

lm's avatar
lm committed
130
#ifdef Q_OS_LINUX2
pixhawk's avatar
pixhawk committed
131 132 133 134
        QTemporaryFile file;
        file.setFileTemplate("XXXXXX.wav");
        if (file.open())
        {
lm's avatar
lm committed
135 136
            cst_voice* v = register_cmu_us_kal16(NULL);
            cst_wave* wav = flite_text_to_wave(text.toStdString().c_str(), v);
pixhawk's avatar
pixhawk committed
137 138 139 140 141 142 143
            // file.fileName() returns the unique file name
            cst_wave_save(wav, file.fileName().toStdString().c_str(), "riff");
            m_media->setCurrentSource(Phonon::MediaSource(file.fileName().toStdString().c_str()));
            m_media->play();
            qDebug() << "Synthesized: " << text << ", tmp file:" << file.fileName().toStdString().c_str();
            res = true;
        }
144 145 146 147 148 149 150 151 152 153 154 155
#endif

#ifdef Q_OS_MAC
        // Slashes necessary to have the right start to the sentence
        // copying data prevents SpeakString from reading additional chars
        text = "\\" + text;
        QStdWString str = text.toStdWString();
        unsigned char str2[1024] = {};
        memcpy(str2, text.toAscii().data(), str.length());
        SpeakString(str2);
        qDebug() << "Synthesized: " << text.toAscii();
#endif
pixhawk's avatar
pixhawk committed
156 157 158 159 160 161 162 163 164 165 166 167
    }
    return res;
}

/**
 * @param text This message will be played after the alert beep
 */
bool GAudioOutput::alert(QString text)
{
    if (!emergency)
    {
        // Play alert sound
168 169
        QString alertFile = QCoreApplication::applicationDirPath() + "alert.wav";
        m_media->setCurrentSource(Phonon::MediaSource(alertFile.toStdString().c_str()));
pixhawk's avatar
pixhawk committed
170 171
        qDebug() << "FILENAME:" << m_media->currentSource().fileName();
        qDebug() << "TYPE:" << m_media->currentSource().type();
172
        qDebug() << alertFile.toStdString().c_str();
pixhawk's avatar
pixhawk committed
173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196
        m_media->play();
        m_media->setCurrentSource(Phonon::MediaSource(QString("alert.wav").toStdString().c_str()));
        m_media->play();
        // Say alert message
        return true;//say(text, 2);
    }
    else
    {
        return false;
    }
}

/**
 * The emergency sound will be played continously during the emergency.
 * call stopEmergency() to disable it again. No speech synthesis or other
 * audio output is available during the emergency.
 *
 * @return true if the emergency could be started, false else
 */
bool GAudioOutput::startEmergency()
{
    if (!emergency)
    {
        emergency = true;
pixhawk's avatar
pixhawk committed
197 198 199
        // Beep immediately and then start timer
        beep();
        emergencyTimer->start(1500);
pixhawk's avatar
pixhawk committed
200 201 202 203
    }
    return true;
}

lm's avatar
lm committed
204 205 206 207 208 209 210 211 212 213 214 215
/**
 * The emergency sound will be played continously during the emergency.
 * call stopEmergency() to disable it again. No speech synthesis or other
 * audio output is available during the emergency.
 *
 * @return true if the emergency could be started, false else
 */
bool GAudioOutput::startEmergency(QString message)
{
    return startEmergency();
}

pixhawk's avatar
pixhawk committed
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
/**
 * Stops the continous emergency sound. Use startEmergency() to start
 * the emergency sound.
 *
 * @return true if the emergency could be stopped, false else
 */
bool GAudioOutput::stopEmergency()
{
    if (emergency)
    {
        emergency = false;
        emergencyTimer->stop();
    }
    return true;
}

void GAudioOutput::beep()
{
pixhawk's avatar
pixhawk committed
234 235 236
    // Use QFile to transform path for all OS
    QFile f(MG::DIR::getSupportFilesDirectory()+QString("/audio/alert.wav"));
    m_media->setCurrentSource(Phonon::MediaSource(f.fileName().toStdString().c_str()));
pixhawk's avatar
pixhawk committed
237 238 239 240 241
    m_media->play();
}

void GAudioOutput::selectFemaleVoice()
{
242
#ifdef Q_OS_LINUX
lm's avatar
lm committed
243
    //this->voice = register_cmu_us_slt(NULL);
pixhawk's avatar
pixhawk committed
244 245 246 247 248
#endif
}

void GAudioOutput::selectMaleVoice()
{
249
#ifdef Q_OS_LINUX
lm's avatar
lm committed
250
    //this->voice = register_cmu_us_rms(NULL);
pixhawk's avatar
pixhawk committed
251 252 253
#endif
}

254
/*
pixhawk's avatar
pixhawk committed
255 256
void GAudioOutput::selectNeutralVoice()
{
257
#ifdef Q_OS_LINUX
258
    this->voice = register_cmu_us_awb(NULL);
pixhawk's avatar
pixhawk committed
259
#endif
260
}*/
pixhawk's avatar
pixhawk committed
261

262 263 264
QStringList GAudioOutput::listVoices(void)
{
    QStringList l;
lm's avatar
lm committed
265
#ifdef Q_OS_LINUX2
266 267
    cst_voice *voice;
    const cst_val *v;
pixhawk's avatar
pixhawk committed
268

269

pixhawk's avatar
pixhawk committed
270

271 272 273 274 275 276 277 278
    printf("Voices available: ");
    for (v=flite_voice_list; v; v=val_cdr(v))
    {
        voice = val_voice(val_car(v));
        QString s;
        s.sprintf("%s",voice->name);
        printf("%s",voice->name);
        l.append(s);
pixhawk's avatar
pixhawk committed
279
    }
280 281 282 283 284
    printf("\n");

#endif
    return l;

pixhawk's avatar
pixhawk committed
285
}