NemoInterface.cpp 14.7 KB
Newer Older
Valentin Platzgummer's avatar
Valentin Platzgummer committed
1
#include "NemoInterface.h"
2
#include "SnakeTilesLocal.h"
Valentin Platzgummer's avatar
Valentin Platzgummer committed
3 4 5 6 7 8 9 10 11 12 13 14 15

#include "QGCApplication.h"
#include "QGCToolbox.h"
#include "SettingsFact.h"
#include "SettingsManager.h"
#include "WimaSettings.h"

#include <shared_mutex>

#include <QTimer>

#include "QNemoHeartbeat.h"
#include "QNemoProgress.h"
16 17 18
#include "Wima/Geometry/WimaMeasurementArea.h"
#include "Wima/Snake/SnakeTile.h"
#include "Wima/Snake/snake.h"
Valentin Platzgummer's avatar
Valentin Platzgummer committed
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45

#include "ros_bridge/include/messages/geographic_msgs/geopoint.h"
#include "ros_bridge/include/messages/jsk_recognition_msgs/polygon_array.h"
#include "ros_bridge/include/messages/nemo_msgs/heartbeat.h"
#include "ros_bridge/include/messages/nemo_msgs/progress.h"
#include "ros_bridge/include/ros_bridge.h"
#include "ros_bridge/rapidjson/include/rapidjson/document.h"
#include "ros_bridge/rapidjson/include/rapidjson/ostreamwrapper.h"
#include "ros_bridge/rapidjson/include/rapidjson/writer.h"

#define EVENT_TIMER_INTERVAL 100 // ms
auto static timeoutInterval = std::chrono::milliseconds(3000);

using ROSBridgePtr = std::unique_ptr<ros_bridge::ROSBridge>;
using JsonDocUPtr = ros_bridge::com_private::JsonDocUPtr;
using UniqueLock = std::unique_lock<std::shared_timed_mutex>;
using SharedLock = std::shared_lock<std::shared_timed_mutex>;
using JsonDocUPtr = ros_bridge::com_private::JsonDocUPtr;

class NemoInterface::Impl {
  using TimePoint = std::chrono::time_point<std::chrono::high_resolution_clock>;

public:
  Impl(NemoInterface *p);

  void start();
  void stop();
46 47
  void setTileData(const TileData &tileData);
  bool hasTileData(const TileData &tileData) const;
48 49
  void setAutoPublish(bool ap);
  void setHoldProgress(bool hp);
50

51 52 53
  void publishTileData();

  NemoInterface::STATUS status();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
54
  QVector<int> progress();
55
  bool running();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
56 57 58 59

private:
  bool doTopicServiceSetup();
  void loop();
60 61
  static STATUS heartbeatToStatus(
      const ros_bridge::messages::nemo_msgs::heartbeat::Heartbeat &hb);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
  //!
  //! \brief Publishes tilesENU
  //! \pre this->tilesENUMutex must be locked
  //!
  void publishTilesENU();
  //!
  //! \brief Publishes ENUOrigin
  //! \pre this->ENUOriginMutex must be locked
  //!
  void publishENUOrigin();

  // Data.
  SnakeTilesLocal tilesENU;
  mutable std::shared_timed_mutex tilesENUMutex;
  QGeoCoordinate ENUOrigin;
  mutable std::shared_timed_mutex ENUOriginMutex;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
78
  QNemoProgress qProgress;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
79
  mutable std::shared_timed_mutex progressMutex;
80
  NemoInterface::STATUS status_;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
81
  TimePoint nextTimeout;
82
  mutable std::shared_timed_mutex statusMutex;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
83

84 85 86
  // Not protected data.
  TileData tileData;

Valentin Platzgummer's avatar
Valentin Platzgummer committed
87
  // Internals
88
  std::atomic_bool running_;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
89 90 91 92 93 94
  std::atomic_bool topicServiceSetupDone;
  ROSBridgePtr pRosBridge;
  QTimer loopTimer;
  NemoInterface *parent;
};

95 96 97 98 99 100 101 102 103 104 105 106 107
using StatusMap = std::map<NemoInterface::STATUS, QString>;
StatusMap statusMap{
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::NOT_CONNECTED, "Not Connected"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::HEARTBEAT_DETECTED, "Heartbeat Detected"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::TIMEOUT, "Timeout"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::INVALID_HEARTBEAT, "Error"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::WEBSOCKET_DETECTED, "Websocket Detected")};

Valentin Platzgummer's avatar
Valentin Platzgummer committed
108
NemoInterface::Impl::Impl(NemoInterface *p)
109
    : status_(STATUS::NOT_CONNECTED), nextTimeout(TimePoint::max()),
110
      running_(false), topicServiceSetupDone(false), parent(p) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135

  // ROS Bridge.
  WimaSettings *wimaSettings =
      qgcApp()->toolbox()->settingsManager()->wimaSettings();
  auto connectionStringFact = wimaSettings->rosbridgeConnectionString();
  auto setConnectionString = [connectionStringFact, this] {
    auto connectionString = connectionStringFact->rawValue().toString();
    if (ros_bridge::isValidConnectionString(
            connectionString.toLocal8Bit().data())) {
      this->pRosBridge.reset(
          new ros_bridge::ROSBridge(connectionString.toLocal8Bit().data()));
    } else {
      QString defaultString("localhost:9090");
      qgcApp()->showMessage("ROS Bridge connection string invalid: " +
                            connectionString);
      qgcApp()->showMessage("Resetting connection string to: " + defaultString);
      connectionStringFact->setRawValue(
          QVariant(defaultString)); // calls this function recursively
    }
  };
  connect(connectionStringFact, &SettingsFact::rawValueChanged,
          setConnectionString);
  setConnectionString();

  // Periodic.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
136
  connect(&this->loopTimer, &QTimer::timeout, [this] { this->loop(); });
Valentin Platzgummer's avatar
Valentin Platzgummer committed
137 138 139
  this->loopTimer.start(EVENT_TIMER_INTERVAL);
}

140 141 142 143
void NemoInterface::Impl::start() {
  this->running_ = true;
  emit this->parent->runningChanged();
}
Valentin Platzgummer's avatar
Valentin Platzgummer committed
144

145 146 147 148
void NemoInterface::Impl::stop() {
  this->running_ = false;
  emit this->parent->runningChanged();
}
Valentin Platzgummer's avatar
Valentin Platzgummer committed
149

150 151 152 153 154 155 156 157 158 159 160 161 162 163
void NemoInterface::Impl::setTileData(const TileData &tileData) {
  this->tileData = tileData;
  if (tileData.tiles.count() > 0) {
    std::lock(this->ENUOriginMutex, this->tilesENUMutex);
    UniqueLock lk1(this->ENUOriginMutex, std::adopt_lock);
    UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);

    const auto *obj = tileData.tiles.get(0);
    const auto *tile = qobject_cast<const SnakeTile *>(obj);
    if (tile != nullptr) {
      if (tile->coordinateList().size() > 0) {
        this->ENUOrigin = tile->coordinateList().first();
        const auto &origin = this->ENUOrigin;
        this->tilesENU.polygons().clear();
164 165 166
        for (int i = 0; i < tileData.tiles.count(); ++i) {
          obj = tileData.tiles.get(i);
          tile = qobject_cast<const SnakeTile *>(obj);
167
          if (tile != nullptr) {
168 169
            SnakeTileLocal tileENU;
            snake::areaToEnu(origin, tile->coordinateList(), tileENU.path());
170 171 172 173 174 175 176 177 178 179
            this->tilesENU.polygons().push_back(std::move(tileENU));
          } else {
            qWarning() << "NemoInterface::Impl::setTileData(): nullptr.";
            break;
          }
        }
      } else {
        qWarning() << "NemoInterface::Impl::setTileData(): nullptr.";
      }
    }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
180 181 182
  }
}

183
bool NemoInterface::Impl::hasTileData(const TileData &tileData) const {
184
  return this->tileData == tileData;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
185 186
}

187 188 189 190 191 192 193 194 195 196 197 198 199 200 201
void NemoInterface::Impl::publishTileData() {
  std::lock(this->ENUOriginMutex, this->tilesENUMutex);
  UniqueLock lk1(this->ENUOriginMutex, std::adopt_lock);
  UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);

  if (this->tilesENU.polygons().size() > 0 && this->running_ &&
      this->topicServiceSetupDone) {
    this->publishENUOrigin();
    this->publishTilesENU();
  }
}

NemoInterface::STATUS NemoInterface::Impl::status() {
  SharedLock lk(this->statusMutex);
  return status_;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
202 203 204 205
}

QVector<int> NemoInterface::Impl::progress() {
  SharedLock lk(this->progressMutex);
206
  return this->qProgress.progress();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
207 208
}

209 210
bool NemoInterface::Impl::running() { return this->running_.load(); }

Valentin Platzgummer's avatar
Valentin Platzgummer committed
211 212 213
bool NemoInterface::Impl::doTopicServiceSetup() {
  using namespace ros_bridge::messages;

214
  // snake tiles.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
215 216 217 218 219 220 221 222 223 224
  {
    SharedLock lk(this->tilesENUMutex);

    if (this->tilesENU.polygons().size() == 0)
      return false;
    this->pRosBridge->advertiseTopic(
        "/snake/tiles",
        jsk_recognition_msgs::polygon_array::messageType().c_str());
  }

225
  // snake origin.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243
  {
    SharedLock lk(this->ENUOriginMutex);

    this->pRosBridge->advertiseTopic(
        "/snake/origin", geographic_msgs::geo_point::messageType().c_str());
  }

  // Subscribe nemo progress.
  this->pRosBridge->subscribe(
      "/nemo/progress",
      /* callback */ [this](JsonDocUPtr pDoc) {
        std::lock(this->progressMutex, this->tilesENUMutex,
                  this->ENUOriginMutex);
        UniqueLock lk1(this->progressMutex, std::adopt_lock);
        UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);
        UniqueLock lk3(this->ENUOriginMutex, std::adopt_lock);

        int requiredSize = this->tilesENU.polygons().size();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
244
        auto &progressMsg = this->qProgress;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
245 246 247 248
        if (!nemo_msgs::progress::fromJson(*pDoc, progressMsg) ||
            progressMsg.progress().size() !=
                requiredSize) { // Some error occured.
          progressMsg.progress().clear();
249
          qgcApp()->showMessage("Invalid progress message received.");
Valentin Platzgummer's avatar
Valentin Platzgummer committed
250
        }
251
        emit this->parent->progressChanged();
252

Valentin Platzgummer's avatar
Valentin Platzgummer committed
253 254 255 256 257 258 259 260 261
        lk1.unlock();
        lk2.unlock();
        lk3.unlock();
      });

  // Subscribe /nemo/heartbeat.
  this->pRosBridge->subscribe(
      "/nemo/heartbeat",
      /* callback */ [this](JsonDocUPtr pDoc) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
262
        //        auto start = std::chrono::high_resolution_clock::now();
263 264
        nemo_msgs::heartbeat::Heartbeat heartbeatMsg;
        UniqueLock lk(this->statusMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
265
        if (!nemo_msgs::heartbeat::fromJson(*pDoc, heartbeatMsg)) {
266
          status_ = STATUS::INVALID_HEARTBEAT;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
267
        } else {
268 269 270 271 272
          status_ = heartbeatToStatus(heartbeatMsg);
        }
        if (status_ == STATUS::INVALID_HEARTBEAT) {
          this->nextTimeout = TimePoint::max();
        } else if (status_ == STATUS::HEARTBEAT_DETECTED) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
273 274 275
          this->nextTimeout =
              std::chrono::high_resolution_clock::now() + timeoutInterval;
        }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
276
        lk.unlock();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
277

Valentin Platzgummer's avatar
Valentin Platzgummer committed
278
        emit this->parent->statusChanged();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
279 280 281 282 283 284
        //        auto delta =
        //        std::chrono::duration_cast<std::chrono::milliseconds>(
        //            std::chrono::high_resolution_clock::now() - start);
        //        std::cout << "/nemo/heartbeat callback time: " <<
        //        delta.count() << " ms"
        //                  << std::endl;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
285 286 287 288 289 290 291
      });

  // Advertise /snake/get_origin.
  this->pRosBridge->advertiseService(
      "/snake/get_origin", "snake_msgs/GetOrigin",
      [this](JsonDocUPtr) -> JsonDocUPtr {
        using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
292
        SharedLock lk(this->ENUOriginMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310

        JsonDocUPtr pDoc(
            std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
        auto &origin = this->ENUOrigin;
        rapidjson::Value jOrigin(rapidjson::kObjectType);
        bool ret = geographic_msgs::geo_point::toJson(origin, jOrigin,
                                                      pDoc->GetAllocator());
        lk.unlock();
        Q_ASSERT(ret);
        (void)ret;
        pDoc->AddMember("origin", jOrigin, pDoc->GetAllocator());
        return pDoc;
      });

  // Advertise /snake/get_tiles.
  this->pRosBridge->advertiseService(
      "/snake/get_tiles", "snake_msgs/GetTiles",
      [this](JsonDocUPtr) -> JsonDocUPtr {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
311
        SharedLock lk(this->tilesENUMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328

        JsonDocUPtr pDoc(
            std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
        rapidjson::Value jSnakeTiles(rapidjson::kObjectType);
        bool ret = jsk_recognition_msgs::polygon_array::toJson(
            this->tilesENU, jSnakeTiles, pDoc->GetAllocator());
        Q_ASSERT(ret);
        (void)ret;
        pDoc->AddMember("tiles", jSnakeTiles, pDoc->GetAllocator());
        return pDoc;
      });

  return true;
}

void NemoInterface::Impl::loop() {
  // Check ROS Bridge status and do setup if necessary.
329
  if (this->running_) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
330 331 332 333
    if (!this->pRosBridge->isRunning()) {
      this->pRosBridge->start();
    } else if (this->pRosBridge->isRunning() && this->pRosBridge->connected() &&
               !this->topicServiceSetupDone) {
334
      if (this->doTopicServiceSetup()) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
335
        this->topicServiceSetupDone = true;
336 337 338 339 340
        UniqueLock lk(this->statusMutex);
        this->status_ = STATUS::WEBSOCKET_DETECTED;
        lk.unlock();
        emit this->parent->statusChanged();
      }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
341 342 343 344 345
    } else if (this->pRosBridge->isRunning() &&
               !this->pRosBridge->connected() && this->topicServiceSetupDone) {
      this->pRosBridge->reset();
      this->pRosBridge->start();
      this->topicServiceSetupDone = false;
346 347 348 349 350

      UniqueLock lk(this->statusMutex);
      this->status_ = STATUS::TIMEOUT;
      lk.unlock();
      emit this->parent->statusChanged();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
351 352 353 354 355 356 357
    }
  } else if (this->pRosBridge->isRunning()) {
    this->pRosBridge->reset();
    this->topicServiceSetupDone = false;
  }

  // Check if heartbeat timeout occured.
358 359
  if (this->running_ && this->topicServiceSetupDone) {
    UniqueLock lk(this->statusMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
360 361
    if (this->nextTimeout != TimePoint::max() &&
        this->nextTimeout < std::chrono::high_resolution_clock::now()) {
362 363 364 365 366
      if (this->pRosBridge->isRunning() && this->pRosBridge->connected()) {
        this->status_ = STATUS::WEBSOCKET_DETECTED;
      } else {
        this->status_ = STATUS::TIMEOUT;
      }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
367
      lk.unlock();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
368 369 370 371 372
      emit this->parent->statusChanged();
    }
  }
}

373 374 375 376 377 378 379 380
NemoInterface::STATUS NemoInterface::Impl::heartbeatToStatus(
    const ros_bridge::messages::nemo_msgs::heartbeat::Heartbeat &hb) {
  if (STATUS(hb.status()) == STATUS::HEARTBEAT_DETECTED)
    return STATUS::HEARTBEAT_DETECTED;
  else
    return STATUS::INVALID_HEARTBEAT;
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
381
void NemoInterface::Impl::publishTilesENU() {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
382
  using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
383 384
  JsonDocUPtr jSnakeTiles(
      std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
Valentin Platzgummer's avatar
Valentin Platzgummer committed
385
  bool ret = jsk_recognition_msgs::polygon_array::toJson(
Valentin Platzgummer's avatar
Valentin Platzgummer committed
386 387 388 389 390 391 392
      this->tilesENU, *jSnakeTiles, jSnakeTiles->GetAllocator());
  Q_ASSERT(ret);
  (void)ret;
  this->pRosBridge->publish(std::move(jSnakeTiles), "/snake/tiles");
}

void NemoInterface::Impl::publishENUOrigin() {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
393
  using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
394 395 396 397 398 399 400 401 402
  JsonDocUPtr jOrigin(
      std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
  bool ret = geographic_msgs::geo_point::toJson(this->ENUOrigin, *jOrigin,
                                                jOrigin->GetAllocator());
  Q_ASSERT(ret);
  (void)ret;
  this->pRosBridge->publish(std::move(jOrigin), "/snake/origin");
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
403 404 405 406 407 408 409
// ===============================================================
// NemoInterface
NemoInterface::NemoInterface(QObject *parent)
    : QObject(parent), pImpl(std::make_unique<NemoInterface::Impl>(this)) {}

NemoInterface::~NemoInterface() {}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
410 411 412 413
void NemoInterface::start() { this->pImpl->start(); }

void NemoInterface::stop() { this->pImpl->stop(); }

414 415 416 417 418 419 420
void NemoInterface::publishTileData() { this->pImpl->publishTileData(); }

void NemoInterface::requestProgress() {
  qWarning() << "NemoInterface::requestProgress(): dummy.";
}

void NemoInterface::setTileData(const TileData &tileData) {
421
  this->pImpl->setTileData(tileData);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
422 423
}

424 425
bool NemoInterface::hasTileData(const TileData &tileData) const {
  return this->pImpl->hasTileData(tileData);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
426 427
}

428 429 430
int NemoInterface::status() const { return integral(this->pImpl->status()); }

NemoInterface::STATUS NemoInterface::statusEnum() const {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
431 432 433
  return this->pImpl->status();
}

434 435 436 437
QString NemoInterface::statusString() const {
  return statusMap.at(this->pImpl->status());
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
438
QVector<int> NemoInterface::progress() const { return this->pImpl->progress(); }
439 440 441 442 443 444

QString NemoInterface::editorQml() {
  return QStringLiteral("NemoInterface.qml");
}

bool NemoInterface::running() { return this->pImpl->running(); }