NemoInterface.cpp 15.1 KB
Newer Older
Valentin Platzgummer's avatar
Valentin Platzgummer committed
1
#include "NemoInterface.h"
2
#include "SnakeTilesLocal.h"
Valentin Platzgummer's avatar
Valentin Platzgummer committed
3 4 5 6 7 8 9 10 11 12 13 14 15

#include "QGCApplication.h"
#include "QGCToolbox.h"
#include "SettingsFact.h"
#include "SettingsManager.h"
#include "WimaSettings.h"

#include <shared_mutex>

#include <QTimer>

#include "QNemoHeartbeat.h"
#include "QNemoProgress.h"
16 17 18
#include "Wima/Geometry/WimaMeasurementArea.h"
#include "Wima/Snake/SnakeTile.h"
#include "Wima/Snake/snake.h"
Valentin Platzgummer's avatar
Valentin Platzgummer committed
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45

#include "ros_bridge/include/messages/geographic_msgs/geopoint.h"
#include "ros_bridge/include/messages/jsk_recognition_msgs/polygon_array.h"
#include "ros_bridge/include/messages/nemo_msgs/heartbeat.h"
#include "ros_bridge/include/messages/nemo_msgs/progress.h"
#include "ros_bridge/include/ros_bridge.h"
#include "ros_bridge/rapidjson/include/rapidjson/document.h"
#include "ros_bridge/rapidjson/include/rapidjson/ostreamwrapper.h"
#include "ros_bridge/rapidjson/include/rapidjson/writer.h"

#define EVENT_TIMER_INTERVAL 100 // ms
auto static timeoutInterval = std::chrono::milliseconds(3000);

using ROSBridgePtr = std::unique_ptr<ros_bridge::ROSBridge>;
using JsonDocUPtr = ros_bridge::com_private::JsonDocUPtr;
using UniqueLock = std::unique_lock<std::shared_timed_mutex>;
using SharedLock = std::shared_lock<std::shared_timed_mutex>;
using JsonDocUPtr = ros_bridge::com_private::JsonDocUPtr;

class NemoInterface::Impl {
  using TimePoint = std::chrono::time_point<std::chrono::high_resolution_clock>;

public:
  Impl(NemoInterface *p);

  void start();
  void stop();
46 47
  void setTileData(const TileData &tileData);
  bool hasTileData(const TileData &tileData) const;
48 49
  void setAutoPublish(bool ap);
  void setHoldProgress(bool hp);
50

51 52 53
  void publishTileData();

  NemoInterface::STATUS status();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
54
  QVector<int> progress();
55
  bool running();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
56 57

private:
58
  void doTopicServiceSetup();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
59
  void loop();
60 61
  static STATUS heartbeatToStatus(
      const ros_bridge::messages::nemo_msgs::heartbeat::Heartbeat &hb);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
62 63 64 65 66 67 68 69 70 71
  //!
  //! \brief Publishes tilesENU
  //! \pre this->tilesENUMutex must be locked
  //!
  void publishTilesENU();
  //!
  //! \brief Publishes ENUOrigin
  //! \pre this->ENUOriginMutex must be locked
  //!
  void publishENUOrigin();
72
  bool setStatus(NemoInterface::STATUS s);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
73 74 75 76 77 78

  // Data.
  SnakeTilesLocal tilesENU;
  mutable std::shared_timed_mutex tilesENUMutex;
  QGeoCoordinate ENUOrigin;
  mutable std::shared_timed_mutex ENUOriginMutex;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
79
  QNemoProgress qProgress;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
80 81
  mutable std::shared_timed_mutex progressMutex;
  TimePoint nextTimeout;
82 83
  mutable std::shared_timed_mutex timeoutMutex;
  std::atomic<NemoInterface::STATUS> status_;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
84

85 86 87
  // Not protected data.
  TileData tileData;

Valentin Platzgummer's avatar
Valentin Platzgummer committed
88
  // Internals
89
  std::atomic_bool running_;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
90 91 92 93 94 95
  std::atomic_bool topicServiceSetupDone;
  ROSBridgePtr pRosBridge;
  QTimer loopTimer;
  NemoInterface *parent;
};

96 97 98 99 100 101 102 103 104 105 106 107 108
using StatusMap = std::map<NemoInterface::STATUS, QString>;
StatusMap statusMap{
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::NOT_CONNECTED, "Not Connected"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::HEARTBEAT_DETECTED, "Heartbeat Detected"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::TIMEOUT, "Timeout"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::INVALID_HEARTBEAT, "Error"),
    std::make_pair<NemoInterface::STATUS, QString>(
        NemoInterface::STATUS::WEBSOCKET_DETECTED, "Websocket Detected")};

Valentin Platzgummer's avatar
Valentin Platzgummer committed
109
NemoInterface::Impl::Impl(NemoInterface *p)
110
    : nextTimeout(TimePoint::max()), status_(STATUS::NOT_CONNECTED),
111
      running_(false), topicServiceSetupDone(false), parent(p) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136

  // ROS Bridge.
  WimaSettings *wimaSettings =
      qgcApp()->toolbox()->settingsManager()->wimaSettings();
  auto connectionStringFact = wimaSettings->rosbridgeConnectionString();
  auto setConnectionString = [connectionStringFact, this] {
    auto connectionString = connectionStringFact->rawValue().toString();
    if (ros_bridge::isValidConnectionString(
            connectionString.toLocal8Bit().data())) {
      this->pRosBridge.reset(
          new ros_bridge::ROSBridge(connectionString.toLocal8Bit().data()));
    } else {
      QString defaultString("localhost:9090");
      qgcApp()->showMessage("ROS Bridge connection string invalid: " +
                            connectionString);
      qgcApp()->showMessage("Resetting connection string to: " + defaultString);
      connectionStringFact->setRawValue(
          QVariant(defaultString)); // calls this function recursively
    }
  };
  connect(connectionStringFact, &SettingsFact::rawValueChanged,
          setConnectionString);
  setConnectionString();

  // Periodic.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
137
  connect(&this->loopTimer, &QTimer::timeout, [this] { this->loop(); });
Valentin Platzgummer's avatar
Valentin Platzgummer committed
138 139 140
  this->loopTimer.start(EVENT_TIMER_INTERVAL);
}

141 142 143 144
void NemoInterface::Impl::start() {
  this->running_ = true;
  emit this->parent->runningChanged();
}
Valentin Platzgummer's avatar
Valentin Platzgummer committed
145

146 147 148 149
void NemoInterface::Impl::stop() {
  this->running_ = false;
  emit this->parent->runningChanged();
}
Valentin Platzgummer's avatar
Valentin Platzgummer committed
150

151 152 153 154 155 156 157 158 159 160 161
void NemoInterface::Impl::setTileData(const TileData &tileData) {
  this->tileData = tileData;
  if (tileData.tiles.count() > 0) {
    std::lock(this->ENUOriginMutex, this->tilesENUMutex);
    UniqueLock lk1(this->ENUOriginMutex, std::adopt_lock);
    UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);

    const auto *obj = tileData.tiles.get(0);
    const auto *tile = qobject_cast<const SnakeTile *>(obj);
    if (tile != nullptr) {
      if (tile->coordinateList().size() > 0) {
162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
        if (tile->coordinateList().first().isValid()) {
          this->ENUOrigin = tile->coordinateList().first();
          const auto &origin = this->ENUOrigin;
          this->tilesENU.polygons().clear();
          for (int i = 0; i < tileData.tiles.count(); ++i) {
            obj = tileData.tiles.get(i);
            tile = qobject_cast<const SnakeTile *>(obj);
            if (tile != nullptr) {
              SnakeTileLocal tileENU;
              snake::areaToEnu(origin, tile->coordinateList(), tileENU.path());
              this->tilesENU.polygons().push_back(std::move(tileENU));
            } else {
              qWarning() << "NemoInterface::Impl::setTileData(): nullptr.";
              break;
            }
177
          }
178 179
        } else {
          qWarning() << "NemoInterface::Impl::setTileData(): Origin invalid.";
180 181
        }
      } else {
182
        qWarning() << "NemoInterface::Impl::setTileData(): tile empty.";
183 184
      }
    }
185 186 187 188 189 190 191 192
  } else {
    this->tileData.clear();

    std::lock(this->ENUOriginMutex, this->tilesENUMutex);
    UniqueLock lk1(this->ENUOriginMutex, std::adopt_lock);
    UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);
    this->ENUOrigin = QGeoCoordinate(0, 0, 0);
    this->tilesENU = SnakeTilesLocal();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
193 194 195
  }
}

196
bool NemoInterface::Impl::hasTileData(const TileData &tileData) const {
197
  return this->tileData == tileData;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
198 199
}

200 201 202 203 204 205 206 207 208 209 210 211
void NemoInterface::Impl::publishTileData() {
  std::lock(this->ENUOriginMutex, this->tilesENUMutex);
  UniqueLock lk1(this->ENUOriginMutex, std::adopt_lock);
  UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);

  if (this->tilesENU.polygons().size() > 0 && this->running_ &&
      this->topicServiceSetupDone) {
    this->publishENUOrigin();
    this->publishTilesENU();
  }
}

212
NemoInterface::STATUS NemoInterface::Impl::status() { return status_.load(); }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
213 214 215

QVector<int> NemoInterface::Impl::progress() {
  SharedLock lk(this->progressMutex);
216
  return this->qProgress.progress();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
217 218
}

219 220
bool NemoInterface::Impl::running() { return this->running_.load(); }

221
void NemoInterface::Impl::doTopicServiceSetup() {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
222 223
  using namespace ros_bridge::messages;

224
  // snake tiles.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
225 226 227 228 229 230 231
  {
    SharedLock lk(this->tilesENUMutex);
    this->pRosBridge->advertiseTopic(
        "/snake/tiles",
        jsk_recognition_msgs::polygon_array::messageType().c_str());
  }

232
  // snake origin.
Valentin Platzgummer's avatar
Valentin Platzgummer committed
233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249
  {
    SharedLock lk(this->ENUOriginMutex);
    this->pRosBridge->advertiseTopic(
        "/snake/origin", geographic_msgs::geo_point::messageType().c_str());
  }

  // Subscribe nemo progress.
  this->pRosBridge->subscribe(
      "/nemo/progress",
      /* callback */ [this](JsonDocUPtr pDoc) {
        std::lock(this->progressMutex, this->tilesENUMutex,
                  this->ENUOriginMutex);
        UniqueLock lk1(this->progressMutex, std::adopt_lock);
        UniqueLock lk2(this->tilesENUMutex, std::adopt_lock);
        UniqueLock lk3(this->ENUOriginMutex, std::adopt_lock);

        int requiredSize = this->tilesENU.polygons().size();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
250
        auto &progressMsg = this->qProgress;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
251 252 253 254
        if (!nemo_msgs::progress::fromJson(*pDoc, progressMsg) ||
            progressMsg.progress().size() !=
                requiredSize) { // Some error occured.
          progressMsg.progress().clear();
255
          qgcApp()->showMessage("Invalid progress message received.");
Valentin Platzgummer's avatar
Valentin Platzgummer committed
256
        }
257
        emit this->parent->progressChanged();
258

Valentin Platzgummer's avatar
Valentin Platzgummer committed
259 260 261 262 263 264 265 266 267
        lk1.unlock();
        lk2.unlock();
        lk3.unlock();
      });

  // Subscribe /nemo/heartbeat.
  this->pRosBridge->subscribe(
      "/nemo/heartbeat",
      /* callback */ [this](JsonDocUPtr pDoc) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
268
        //        auto start = std::chrono::high_resolution_clock::now();
269
        nemo_msgs::heartbeat::Heartbeat heartbeatMsg;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
270
        if (!nemo_msgs::heartbeat::fromJson(*pDoc, heartbeatMsg)) {
271
          this->setStatus(STATUS::INVALID_HEARTBEAT);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
272
        } else {
273
          this->setStatus(heartbeatToStatus(heartbeatMsg));
274
        }
275 276
        if (this->status_ == STATUS::INVALID_HEARTBEAT) {
          UniqueLock lk(this->timeoutMutex);
277
          this->nextTimeout = TimePoint::max();
278 279
        } else if (this->status_ == STATUS::HEARTBEAT_DETECTED) {
          UniqueLock lk(this->timeoutMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
280 281 282 283
          this->nextTimeout =
              std::chrono::high_resolution_clock::now() + timeoutInterval;
        }

Valentin Platzgummer's avatar
Valentin Platzgummer committed
284 285 286 287 288 289
        //        auto delta =
        //        std::chrono::duration_cast<std::chrono::milliseconds>(
        //            std::chrono::high_resolution_clock::now() - start);
        //        std::cout << "/nemo/heartbeat callback time: " <<
        //        delta.count() << " ms"
        //                  << std::endl;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
290 291 292 293 294 295 296
      });

  // Advertise /snake/get_origin.
  this->pRosBridge->advertiseService(
      "/snake/get_origin", "snake_msgs/GetOrigin",
      [this](JsonDocUPtr) -> JsonDocUPtr {
        using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
297
        SharedLock lk(this->ENUOriginMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315

        JsonDocUPtr pDoc(
            std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
        auto &origin = this->ENUOrigin;
        rapidjson::Value jOrigin(rapidjson::kObjectType);
        bool ret = geographic_msgs::geo_point::toJson(origin, jOrigin,
                                                      pDoc->GetAllocator());
        lk.unlock();
        Q_ASSERT(ret);
        (void)ret;
        pDoc->AddMember("origin", jOrigin, pDoc->GetAllocator());
        return pDoc;
      });

  // Advertise /snake/get_tiles.
  this->pRosBridge->advertiseService(
      "/snake/get_tiles", "snake_msgs/GetTiles",
      [this](JsonDocUPtr) -> JsonDocUPtr {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
316
        SharedLock lk(this->tilesENUMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331

        JsonDocUPtr pDoc(
            std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
        rapidjson::Value jSnakeTiles(rapidjson::kObjectType);
        bool ret = jsk_recognition_msgs::polygon_array::toJson(
            this->tilesENU, jSnakeTiles, pDoc->GetAllocator());
        Q_ASSERT(ret);
        (void)ret;
        pDoc->AddMember("tiles", jSnakeTiles, pDoc->GetAllocator());
        return pDoc;
      });
}

void NemoInterface::Impl::loop() {
  // Check ROS Bridge status and do setup if necessary.
332
  if (this->running_) {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
333 334
    if (!this->pRosBridge->isRunning()) {
      this->pRosBridge->start();
335
      this->loop();
Valentin Platzgummer's avatar
Valentin Platzgummer committed
336 337
    } else if (this->pRosBridge->isRunning() && this->pRosBridge->connected() &&
               !this->topicServiceSetupDone) {
338 339 340 341
      this->doTopicServiceSetup();
      this->topicServiceSetupDone = true;

      this->setStatus(STATUS::WEBSOCKET_DETECTED);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
342 343 344 345 346
    } else if (this->pRosBridge->isRunning() &&
               !this->pRosBridge->connected() && this->topicServiceSetupDone) {
      this->pRosBridge->reset();
      this->pRosBridge->start();
      this->topicServiceSetupDone = false;
347

348
      this->setStatus(STATUS::TIMEOUT);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
349 350 351 352 353 354 355
    }
  } else if (this->pRosBridge->isRunning()) {
    this->pRosBridge->reset();
    this->topicServiceSetupDone = false;
  }

  // Check if heartbeat timeout occured.
356
  if (this->running_ && this->topicServiceSetupDone) {
357
    UniqueLock lk(this->timeoutMutex);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
358 359
    if (this->nextTimeout != TimePoint::max() &&
        this->nextTimeout < std::chrono::high_resolution_clock::now()) {
360
      lk.unlock();
361
      if (this->pRosBridge->isRunning() && this->pRosBridge->connected()) {
362
        this->setStatus(STATUS::WEBSOCKET_DETECTED);
363
      } else {
364
        this->setStatus(STATUS::TIMEOUT);
365
      }
Valentin Platzgummer's avatar
Valentin Platzgummer committed
366 367 368 369
    }
  }
}

370 371 372 373 374 375 376 377
NemoInterface::STATUS NemoInterface::Impl::heartbeatToStatus(
    const ros_bridge::messages::nemo_msgs::heartbeat::Heartbeat &hb) {
  if (STATUS(hb.status()) == STATUS::HEARTBEAT_DETECTED)
    return STATUS::HEARTBEAT_DETECTED;
  else
    return STATUS::INVALID_HEARTBEAT;
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
378
void NemoInterface::Impl::publishTilesENU() {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
379
  using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
380 381
  JsonDocUPtr jSnakeTiles(
      std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
Valentin Platzgummer's avatar
Valentin Platzgummer committed
382
  bool ret = jsk_recognition_msgs::polygon_array::toJson(
Valentin Platzgummer's avatar
Valentin Platzgummer committed
383 384 385 386 387 388 389
      this->tilesENU, *jSnakeTiles, jSnakeTiles->GetAllocator());
  Q_ASSERT(ret);
  (void)ret;
  this->pRosBridge->publish(std::move(jSnakeTiles), "/snake/tiles");
}

void NemoInterface::Impl::publishENUOrigin() {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
390
  using namespace ros_bridge::messages;
Valentin Platzgummer's avatar
Valentin Platzgummer committed
391 392 393 394 395 396 397 398 399
  JsonDocUPtr jOrigin(
      std::make_unique<rapidjson::Document>(rapidjson::kObjectType));
  bool ret = geographic_msgs::geo_point::toJson(this->ENUOrigin, *jOrigin,
                                                jOrigin->GetAllocator());
  Q_ASSERT(ret);
  (void)ret;
  this->pRosBridge->publish(std::move(jOrigin), "/snake/origin");
}

400 401 402 403 404 405 406 407 408 409
bool NemoInterface::Impl::setStatus(NemoInterface::STATUS s) {
  if (s != this->status_) {
    this->status_ = s;
    emit this->parent->statusChanged();
    return true;
  } else {
    return false;
  }
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
410 411 412 413 414 415 416
// ===============================================================
// NemoInterface
NemoInterface::NemoInterface(QObject *parent)
    : QObject(parent), pImpl(std::make_unique<NemoInterface::Impl>(this)) {}

NemoInterface::~NemoInterface() {}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
417 418 419 420
void NemoInterface::start() { this->pImpl->start(); }

void NemoInterface::stop() { this->pImpl->stop(); }

421 422 423 424 425 426 427
void NemoInterface::publishTileData() { this->pImpl->publishTileData(); }

void NemoInterface::requestProgress() {
  qWarning() << "NemoInterface::requestProgress(): dummy.";
}

void NemoInterface::setTileData(const TileData &tileData) {
428
  this->pImpl->setTileData(tileData);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
429 430
}

431 432
bool NemoInterface::hasTileData(const TileData &tileData) const {
  return this->pImpl->hasTileData(tileData);
Valentin Platzgummer's avatar
Valentin Platzgummer committed
433 434
}

435 436 437
int NemoInterface::status() const { return integral(this->pImpl->status()); }

NemoInterface::STATUS NemoInterface::statusEnum() const {
Valentin Platzgummer's avatar
Valentin Platzgummer committed
438 439 440
  return this->pImpl->status();
}

441 442 443 444
QString NemoInterface::statusString() const {
  return statusMap.at(this->pImpl->status());
}

Valentin Platzgummer's avatar
Valentin Platzgummer committed
445
QVector<int> NemoInterface::progress() const { return this->pImpl->progress(); }
446 447 448 449 450 451

QString NemoInterface::editorQml() {
  return QStringLiteral("NemoInterface.qml");
}

bool NemoInterface::running() { return this->pImpl->running(); }