///*===================================================================== // //QGroundControl Open Source Ground Control Station // //(c) 2009, 2010 QGROUNDCONTROL PROJECT // //This file is part of the QGROUNDCONTROL project // // QGROUNDCONTROL is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // QGROUNDCONTROL is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with QGROUNDCONTROL. If not, see . // //======================================================================*/ /** * @file * @brief Definition of the class Pixhawk3DWidget. * * @author Lionel Heng * */ #include "Pixhawk3DWidget.h" #include #include #include #include #include #include #include "../MainWindow.h" #include "PixhawkCheetahGeode.h" #include "UASManager.h" #include "QGC.h" #include "gpl.h" #if defined(QGC_PROTOBUF_ENABLED) && defined(QGC_USE_PIXHAWK_MESSAGES) #include #include #endif Pixhawk3DWidget::Pixhawk3DWidget(QWidget* parent) : kMessageTimeout(4.0) , mMode(DEFAULT_MODE) , mSelectedWpIndex(-1) , mActiveSystemId(-1) , mActiveUAS(NULL) , mGlobalViewParams(new GlobalViewParams) , mFollowCameraId(-1) , mInitCameraPos(false) , m3DWidget(new Q3DWidget(this)) , mViewParamWidget(new ViewParamWidget(mGlobalViewParams, mSystemViewParamMap, this, parent)) { connect(m3DWidget, SIGNAL(sizeChanged(int,int)), this, SLOT(sizeChanged(int,int))); connect(m3DWidget, SIGNAL(update()), this, SLOT(update())); m3DWidget->setCameraParams(2.0f, 30.0f, 0.01f, 10000.0f); m3DWidget->init(15.0f); m3DWidget->handleDeviceEvents() = false; mWorldGridNode = createWorldGrid(); m3DWidget->worldMap()->addChild(mWorldGridNode, false); // generate map model mImageryNode = createImagery(); m3DWidget->worldMap()->addChild(mImageryNode, false); setupHUD(); buildLayout(); connect(UASManager::instance(), SIGNAL(activeUASSet(UASInterface*)), this, SLOT(activeSystemChanged(UASInterface*))); connect(UASManager::instance(), SIGNAL(UASCreated(UASInterface*)), this, SLOT(systemCreated(UASInterface*))); connect(mGlobalViewParams.data(), SIGNAL(followCameraChanged(int)), this, SLOT(followCameraChanged(int))); MainWindow* parentWindow = qobject_cast(parent); parentWindow->addDockWidget(Qt::LeftDockWidgetArea, mViewParamWidget); mViewParamWidget->hide(); setFocusPolicy(Qt::StrongFocus); setMouseTracking(true); } Pixhawk3DWidget::~Pixhawk3DWidget() { } void Pixhawk3DWidget::activeSystemChanged(UASInterface* uas) { mActiveSystemId = uas->getUASID(); mActiveUAS = uas; mMode = DEFAULT_MODE; } void Pixhawk3DWidget::systemCreated(UASInterface *uas) { int systemId = uas->getUASID(); if (mSystemContainerMap.contains(systemId)) { return; } mSystemViewParamMap.insert(systemId, SystemViewParamsPtr(new SystemViewParams(systemId))); mSystemContainerMap.insert(systemId, SystemContainer()); connect(uas, SIGNAL(localPositionChanged(UASInterface*,int,double,double,double,quint64)), this, SLOT(localPositionChanged(UASInterface*,int,double,double,double,quint64))); connect(uas, SIGNAL(attitudeChanged(UASInterface*,int,double,double,double,quint64)), this, SLOT(attitudeChanged(UASInterface*,int,double,double,double,quint64))); initializeSystem(systemId, uas->getColor()); emit systemCreatedSignal(uas); } void Pixhawk3DWidget::localPositionChanged(UASInterface* uas, int component, double x, double y, double z, quint64 time) { int systemId = uas->getUASID(); if (!mSystemContainerMap.contains(systemId)) { return; } SystemContainer& systemData = mSystemContainerMap[systemId]; // update trail data if (!systemData.trailMap().contains(component)) { systemData.trailMap().insert(component, QVector()); systemData.trailMap()[component].reserve(10000); systemData.trailIndexMap().insert(component, systemData.trailMap().size() - 1); osg::Vec4 color((float)qrand() / RAND_MAX, (float)qrand() / RAND_MAX, (float)qrand() / RAND_MAX, 0.5); systemData.trailNode()->addDrawable(createTrail(color)); } // update system position // FIXME if (component == 201) m3DWidget->systemGroup(systemId)->position()->setPosition(osg::Vec3d(y, x, -z)); QVector& trail = systemData.trailMap()[component]; bool addToTrail = false; if (trail.size() > 0) { if (fabs(x - trail[trail.size() - 1].x()) > 0.01f || fabs(y - trail[trail.size() - 1].y()) > 0.01f || fabs(z - trail[trail.size() - 1].z()) > 0.01f) { addToTrail = true; } } else { addToTrail = true; } if (addToTrail) { osg::Vec3d p(x, y, z); if (trail.size() == trail.capacity()) { memcpy(trail.data(), trail.data() + 1, (trail.size() - 1) * sizeof(osg::Vec3d)); trail[trail.size() - 1] = p; } else { trail.append(p); } } } void Pixhawk3DWidget::attitudeChanged(UASInterface* uas, int component, double roll, double pitch, double yaw, quint64 time) { int systemId = uas->getUASID(); if (!mSystemContainerMap.contains(systemId)) { return; } // update system attitude osg::Quat q(-yaw, osg::Vec3d(0.0f, 0.0f, 1.0f), pitch, osg::Vec3d(1.0f, 0.0f, 0.0f), roll, osg::Vec3d(0.0f, 1.0f, 0.0f)); m3DWidget->systemGroup(systemId)->attitude()->setAttitude(q); } void Pixhawk3DWidget::showViewParamWindow(void) { if (!mViewParamWidget->isVisible()) { mViewParamWidget->show(); } } void Pixhawk3DWidget::followCameraChanged(int systemId) { if (systemId == -1) { mFollowCameraId = -1; } UASInterface* uas = UASManager::instance()->getUASForId(systemId); if (!uas) { return; } if (mFollowCameraId != systemId) { double x = 0.0, y = 0.0, z = 0.0; getPosition(uas, mGlobalViewParams->frame(), x, y, z); mCameraPos = QVector3D(x, y, z); m3DWidget->recenterCamera(y, x, -z); mFollowCameraId = systemId; } } void Pixhawk3DWidget::recenterActiveCamera(void) { if (mFollowCameraId != -1) { UASInterface* uas = UASManager::instance()->getUASForId(mFollowCameraId); if (!uas) { return; } double x = 0.0, y = 0.0, z = 0.0; getPosition(uas, mGlobalViewParams->frame(), x, y, z); mCameraPos = QVector3D(x, y, z); m3DWidget->recenterCamera(y, x, -z); } } void Pixhawk3DWidget::modelChanged(int systemId, int index) { if (!mSystemContainerMap.contains(systemId)) { return; } SystemContainer& systemData = mSystemContainerMap[systemId]; osg::ref_ptr& systemGroupNode = m3DWidget->systemGroup(systemId); systemGroupNode->egocentricMap()->removeChild(systemData.modelNode()); systemData.modelNode() = systemData.models().at(index); systemGroupNode->egocentricMap()->addChild(systemData.modelNode()); } void Pixhawk3DWidget::setBirdEyeView(void) { mViewParamWidget->setFollowCameraId(-1); m3DWidget->rotateCamera(0.0, 0.0, 0.0); m3DWidget->setCameraDistance(100.0); } void Pixhawk3DWidget::selectTargetHeading(void) { if (!mActiveUAS) { return; } osg::Vec2d p; if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { double altitude = mActiveUAS->getAltitude(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), altitude); p.set(cursorWorldCoords.x(), cursorWorldCoords.y()); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { double z = mActiveUAS->getLocalZ(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), -z); p.set(cursorWorldCoords.x(), cursorWorldCoords.y()); } SystemContainer& systemData = mSystemContainerMap[mActiveUAS->getUASID()]; QVector4D& target = systemData.target(); target.setW(atan2(p.y() - target.y(), p.x() - target.x())); } void Pixhawk3DWidget::selectTarget(void) { if (!mActiveUAS) { return; } if (!mActiveUAS->getParamManager()) { return; } SystemContainer& systemData = mSystemContainerMap[mActiveUAS->getUASID()]; QVector4D& target = systemData.target(); if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { double altitude = mActiveUAS->getAltitude(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(mCachedMousePos, altitude); QVariant zTarget; if (!mActiveUAS->getParamManager()->getParameterValue(MAV_COMP_ID_PATHPLANNER, "TARGET-ALT", zTarget)) { zTarget = -altitude; } target = QVector4D(cursorWorldCoords.x(), cursorWorldCoords.y(), zTarget.toReal(), 0.0); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { double z = mActiveUAS->getLocalZ(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(mCachedMousePos, -z); QVariant zTarget; if (!mActiveUAS->getParamManager()->getParameterValue(MAV_COMP_ID_PATHPLANNER, "TARGET-ALT", zTarget)) { zTarget = z; } target = QVector4D(cursorWorldCoords.x(), cursorWorldCoords.y(), zTarget.toReal(), 0.0); } int systemId = mActiveUAS->getUASID(); QMap::iterator it = mSystemViewParamMap.find(systemId); if (it != mSystemViewParamMap.end()) { it.value()->displayTarget() = true; } mMode = SELECT_TARGET_HEADING_MODE; } void Pixhawk3DWidget::setTarget(void) { selectTargetHeading(); SystemContainer& systemData = mSystemContainerMap[mActiveUAS->getUASID()]; QVector4D& target = systemData.target(); mActiveUAS->setTargetPosition(target.x(), target.y(), target.z(), osg::RadiansToDegrees(target.w())); } void Pixhawk3DWidget::insertWaypoint(void) { if (!mActiveUAS) { return; } Waypoint* wp = NULL; if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { double latitude = mActiveUAS->getLatitude(); double longitude = mActiveUAS->getLongitude(); double altitude = mActiveUAS->getAltitude(); double x, y; QString utmZone; Imagery::LLtoUTM(latitude, longitude, x, y, utmZone); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(mCachedMousePos, altitude); Imagery::UTMtoLL(cursorWorldCoords.x(), cursorWorldCoords.y(), utmZone, latitude, longitude); wp = new Waypoint(0, longitude, latitude, altitude, 0.0, 0.25); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { double z = mActiveUAS->getLocalZ(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(mCachedMousePos, -z); wp = new Waypoint(0, cursorWorldCoords.x(), cursorWorldCoords.y(), z, 0.0, 0.25); } if (wp) { wp->setFrame(mGlobalViewParams->frame()); mActiveUAS->getWaypointManager()->addWaypointEditable(wp); } mSelectedWpIndex = wp->getId(); mMode = MOVE_WAYPOINT_HEADING_MODE; } void Pixhawk3DWidget::moveWaypointPosition(void) { if (mMode != MOVE_WAYPOINT_POSITION_MODE) { mMode = MOVE_WAYPOINT_POSITION_MODE; return; } if (!mActiveUAS) { return; } const QVector waypoints = mActiveUAS->getWaypointManager()->getWaypointEditableList(); Waypoint* waypoint = waypoints.at(mSelectedWpIndex); if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { double latitude = mActiveUAS->getLatitude(); double longitude = mActiveUAS->getLongitude(); double altitude = mActiveUAS->getAltitude(); double x, y; QString utmZone; Imagery::LLtoUTM(latitude, longitude, x, y, utmZone); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), altitude); Imagery::UTMtoLL(cursorWorldCoords.x(), cursorWorldCoords.y(), utmZone, latitude, longitude); waypoint->setX(longitude); waypoint->setY(latitude); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { double z = mActiveUAS->getLocalZ(); QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), -z); waypoint->setX(cursorWorldCoords.x()); waypoint->setY(cursorWorldCoords.y()); } } void Pixhawk3DWidget::moveWaypointHeading(void) { if (mMode != MOVE_WAYPOINT_HEADING_MODE) { mMode = MOVE_WAYPOINT_HEADING_MODE; return; } if (!mActiveUAS) { return; } const QVector waypoints = mActiveUAS->getWaypointManager()->getWaypointEditableList(); Waypoint* waypoint = waypoints.at(mSelectedWpIndex); double x = 0.0, y = 0.0, z = 0.0; if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { double latitude = waypoint->getY(); double longitude = waypoint->getX(); z = -waypoint->getZ(); QString utmZone; Imagery::LLtoUTM(latitude, longitude, x, y, utmZone); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { z = mActiveUAS->getLocalZ(); } QPointF cursorWorldCoords = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), -z); double yaw = atan2(cursorWorldCoords.y() - waypoint->getY(), cursorWorldCoords.x() - waypoint->getX()); yaw = osg::RadiansToDegrees(yaw); waypoint->setYaw(yaw); } void Pixhawk3DWidget::deleteWaypoint(void) { if (mActiveUAS) { mActiveUAS->getWaypointManager()->removeWaypoint(mSelectedWpIndex); } } void Pixhawk3DWidget::setWaypointAltitude(void) { if (!mActiveUAS) { return; } bool ok; const QVector waypoints = mActiveUAS->getWaypointManager()->getWaypointEditableList(); Waypoint* waypoint = waypoints.at(mSelectedWpIndex); double altitude = waypoint->getZ(); if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { altitude = -altitude; } double newAltitude = QInputDialog::getDouble(this, tr("Set altitude of waypoint %1").arg(mSelectedWpIndex), tr("Altitude (m):"), waypoint->getZ(), -1000.0, 1000.0, 1, &ok); if (ok) { if (mGlobalViewParams->frame() == MAV_FRAME_GLOBAL) { waypoint->setZ(newAltitude); } else if (mGlobalViewParams->frame() == MAV_FRAME_LOCAL_NED) { waypoint->setZ(-newAltitude); } } } void Pixhawk3DWidget::clearAllWaypoints(void) { if (mActiveUAS) { const QVector waypoints = mActiveUAS->getWaypointManager()->getWaypointEditableList(); for (int i = waypoints.size() - 1; i >= 0; --i) { mActiveUAS->getWaypointManager()->removeWaypoint(i); } } } void Pixhawk3DWidget::sizeChanged(int width, int height) { resizeHUD(width, height); } void Pixhawk3DWidget::update(void) { MAV_FRAME frame = mGlobalViewParams->frame(); // set node visibility m3DWidget->worldMap()->setChildValue(mWorldGridNode, mGlobalViewParams->displayWorldGrid()); if (mGlobalViewParams->imageryType() == Imagery::BLANK_MAP) { m3DWidget->worldMap()->setChildValue(mImageryNode, false); } else { m3DWidget->worldMap()->setChildValue(mImageryNode, true); } // set system-specific node visibility QMutableMapIterator it(mSystemViewParamMap); while (it.hasNext()) { it.next(); osg::ref_ptr& systemNode = m3DWidget->systemGroup(it.key()); SystemContainer& systemData = mSystemContainerMap[it.key()]; const SystemViewParamsPtr& systemViewParams = it.value(); osg::ref_ptr& rollingMap = systemNode->rollingMap(); rollingMap->setChildValue(systemData.localGridNode(), systemViewParams->displayLocalGrid()); rollingMap->setChildValue(systemData.pointCloudNode(), systemViewParams->displayPointCloud()); rollingMap->setChildValue(systemData.targetNode(), systemViewParams->displayTarget()); rollingMap->setChildValue(systemData.trailNode(), systemViewParams->displayTrails()); rollingMap->setChildValue(systemData.waypointGroupNode(), systemViewParams->displayWaypoints()); #if defined(QGC_PROTOBUF_ENABLED) && defined(QGC_USE_PIXHAWK_MESSAGES) rollingMap->setChildValue(systemData.obstacleGroupNode(), systemViewParams->displayObstacleList()); rollingMap->setChildValue(systemData.plannedPathNode(), systemViewParams->displayPlannedPath()); m3DWidget->hudGroup()->setChildValue(systemData.depthImageNode(), systemViewParams->displayRGBD()); m3DWidget->hudGroup()->setChildValue(systemData.rgbImageNode(), systemViewParams->displayRGBD()); #endif } mImageryNode->setImageryType(mGlobalViewParams->imageryType()); if (mFollowCameraId != -1) { UASInterface* uas = UASManager::instance()->getUASForId(mFollowCameraId); if (uas) { double x = 0.0, y = 0.0, z = 0.0; getPosition(uas, mGlobalViewParams->frame(), x, y, z); double dx = y - mCameraPos.y(); double dy = x - mCameraPos.x(); double dz = mCameraPos.z() - z; m3DWidget->moveCamera(dx, dy, dz); mCameraPos = QVector3D(x, y, z); } } else { if (!mInitCameraPos && mActiveUAS) { double x = 0.0, y = 0.0, z = 0.0; getPosition(mActiveUAS, frame, x, y, z); m3DWidget->recenterCamera(y, x, -z); mCameraPos = QVector3D(x, y, z); setBirdEyeView(); mInitCameraPos = true; } } // update system-specific data it.toFront(); while (it.hasNext()) { it.next(); int systemId = it.key(); UASInterface* uas = UASManager::instance()->getUASForId(systemId); osg::ref_ptr& systemNode = m3DWidget->systemGroup(systemId); SystemContainer& systemData = mSystemContainerMap[systemId]; SystemViewParamsPtr& systemViewParams = it.value(); double x = 0.0; double y = 0.0; double z = 0.0; double roll = 0.0; double pitch = 0.0; double yaw = 0.0; getPose(uas, frame, x, y, z, roll, pitch, yaw); if (systemViewParams->displayTarget()) { if (systemData.target().isNull()) { systemViewParams->displayTarget() = false; } else { updateTarget(uas, frame, x, y, z, systemData.target(), systemData.targetNode()); } } if (systemViewParams->displayTrails()) { updateTrails(x, y, z, systemData.trailNode(), systemData.trailMap(), systemData.trailIndexMap()); } else { systemData.trailMap().clear(); } if (systemViewParams->displayWaypoints()) { updateWaypoints(uas, frame, systemData.waypointGroupNode()); } #if defined(QGC_PROTOBUF_ENABLED) && defined(QGC_USE_PIXHAWK_MESSAGES) if (systemViewParams->displayObstacleList()) { updateObstacles(uas, frame, x, y, z, systemData.obstacleGroupNode()); } if (systemViewParams->displayPlannedPath()) { updatePlannedPath(uas, frame, x, y, z, systemData.plannedPathNode()); } if (systemViewParams->displayPointCloud()) { updatePointCloud(uas, frame, x, y, z, systemData.pointCloudNode(), systemViewParams->colorPointCloudByDistance()); } if (systemViewParams->displayRGBD()) { updateRGBD(uas, frame, systemData.rgbImageNode(), systemData.depthImageNode()); } #endif } if (frame == MAV_FRAME_GLOBAL && mGlobalViewParams->imageryType() != Imagery::BLANK_MAP) { // updateImagery(robotX, robotY, robotZ, utmZone); } updateHUD(mActiveUAS, frame); layout()->update(); } void Pixhawk3DWidget::addModels(QVector< osg::ref_ptr >& models, const QColor& systemColor) { QDir directory("models"); QStringList files = directory.entryList(QStringList("*.osg"), QDir::Files); // add Pixhawk Bravo model models.push_back(PixhawkCheetahGeode::create(systemColor)); // add sphere of 0.05m radius osg::ref_ptr sphere = new osg::Sphere(osg::Vec3f(0.0f, 0.0f, 0.0f), 0.05f); osg::ref_ptr sphereDrawable = new osg::ShapeDrawable(sphere); sphereDrawable->setColor(osg::Vec4f(systemColor.redF(), systemColor.greenF(), systemColor.blueF(), 1.0f)); osg::ref_ptr sphereGeode = new osg::Geode; sphereGeode->addDrawable(sphereDrawable); sphereGeode->setName("Sphere (0.1m)"); models.push_back(sphereGeode); // add all other models in folder for (int i = 0; i < files.size(); ++i) { osg::ref_ptr node = osgDB::readNodeFile(directory.absoluteFilePath(files[i]).toStdString().c_str()); if (node) { models.push_back(node); } else { printf("%s\n", QString("ERROR: Could not load file " + directory.absoluteFilePath(files[i]) + "\n").toStdString().c_str()); } } } void Pixhawk3DWidget::buildLayout(void) { QPushButton* viewParamWindowButton = new QPushButton(this); viewParamWindowButton->setText("View Parameters"); QHBoxLayout* layoutTop = new QHBoxLayout; layoutTop->addItem(new QSpacerItem(10, 0, QSizePolicy::Expanding, QSizePolicy::Expanding)); layoutTop->addWidget(viewParamWindowButton); QPushButton* recenterButton = new QPushButton(this); recenterButton->setText("Recenter Camera"); QPushButton* birdEyeViewButton = new QPushButton(this); birdEyeViewButton->setText("Bird's Eye View"); QHBoxLayout* layoutBottom = new QHBoxLayout; layoutBottom->addWidget(recenterButton); layoutBottom->addWidget(birdEyeViewButton); layoutBottom->addItem(new QSpacerItem(10, 0, QSizePolicy::Expanding, QSizePolicy::Expanding)); QGridLayout* layout = new QGridLayout(this); layout->setMargin(0); layout->setSpacing(2); layout->addLayout(layoutTop, 0, 0); layout->addWidget(m3DWidget, 1, 0); layout->addLayout(layoutBottom, 2, 0); layout->setRowStretch(0, 1); layout->setRowStretch(1, 100); layout->setRowStretch(2, 1); connect(viewParamWindowButton, SIGNAL(clicked()), this, SLOT(showViewParamWindow())); connect(recenterButton, SIGNAL(clicked()), this, SLOT(recenterActiveCamera())); connect(birdEyeViewButton, SIGNAL(clicked()), this, SLOT(setBirdEyeView())); } void Pixhawk3DWidget::keyPressEvent(QKeyEvent* event) { QWidget::keyPressEvent(event); if (event->isAccepted()) { return; } m3DWidget->handleKeyPressEvent(event); } void Pixhawk3DWidget::keyReleaseEvent(QKeyEvent* event) { QWidget::keyReleaseEvent(event); if (event->isAccepted()) { return; } m3DWidget->handleKeyReleaseEvent(event); } void Pixhawk3DWidget::mousePressEvent(QMouseEvent* event) { QWidget::mousePressEvent(event); if (event->isAccepted()) { return; } if (event->button() == Qt::LeftButton) { if (mMode == SELECT_TARGET_HEADING_MODE) { setTarget(); event->accept(); } if (mMode != DEFAULT_MODE) { mMode = DEFAULT_MODE; event->accept(); } if (event->modifiers() == Qt::ShiftModifier) { mSelectedWpIndex = findWaypoint(event->pos()); if (mSelectedWpIndex == -1) { mCachedMousePos = event->pos(); showInsertWaypointMenu(event->globalPos()); } else { showEditWaypointMenu(event->globalPos()); } event->accept(); return; } } m3DWidget->handleMousePressEvent(event); } void Pixhawk3DWidget::mouseReleaseEvent(QMouseEvent* event) { QWidget::mouseReleaseEvent(event); if (event->isAccepted()) { return; } m3DWidget->handleMouseReleaseEvent(event); } void Pixhawk3DWidget::mouseMoveEvent(QMouseEvent* event) { QWidget::mouseMoveEvent(event); if (event->isAccepted()) { return; } if (mMode == SELECT_TARGET_HEADING_MODE) { selectTargetHeading(); event->accept(); } if (mMode == MOVE_WAYPOINT_POSITION_MODE) { moveWaypointPosition(); event->accept(); } if (mMode == MOVE_WAYPOINT_HEADING_MODE) { moveWaypointHeading(); event->accept(); } m3DWidget->handleMouseMoveEvent(event); } void Pixhawk3DWidget::wheelEvent(QWheelEvent* event) { QWidget::wheelEvent(event); if (event->isAccepted()) { return; } m3DWidget->handleWheelEvent(event); } void Pixhawk3DWidget::showEvent(QShowEvent* event) { emit visibilityChanged(true); } void Pixhawk3DWidget::hideEvent(QHideEvent* event) { emit visibilityChanged(false); } void Pixhawk3DWidget::initializeSystem(int systemId, const QColor& systemColor) { SystemViewParamsPtr& systemViewParams = mSystemViewParamMap[systemId]; SystemContainer& systemData = mSystemContainerMap[systemId]; osg::ref_ptr& systemNode = m3DWidget->systemGroup(systemId); // generate grid model systemData.localGridNode() = createLocalGrid(); systemNode->rollingMap()->addChild(systemData.localGridNode(), false); // generate point cloud model systemData.pointCloudNode() = createPointCloud(); systemNode->rollingMap()->addChild(systemData.pointCloudNode(), false); // generate target model systemData.targetNode() = createTarget(systemColor); systemNode->rollingMap()->addChild(systemData.targetNode(), false); // generate empty trail model systemData.trailNode() = new osg::Geode; systemNode->rollingMap()->addChild(systemData.trailNode(), false); // generate waypoint model systemData.waypointGroupNode() = new WaypointGroupNode(systemColor); systemData.waypointGroupNode()->init(); systemNode->rollingMap()->addChild(systemData.waypointGroupNode(), false); #if defined(QGC_PROTOBUF_ENABLED) && defined(QGC_USE_PIXHAWK_MESSAGES) systemData.obstacleGroupNode() = new ObstacleGroupNode; systemData.obstacleGroupNode()->init(); systemNode->rollingMap()->addChild(systemData.obstacleGroupNode(), false); // generate path model systemData.plannedPathNode() = new osg::Geode; systemData.plannedPathNode()->addDrawable(createTrail(osg::Vec4(1.0f, 0.8f, 0.0f, 1.0f))); systemNode->rollingMap()->addChild(systemData.plannedPathNode(), false); #endif systemData.rgbImageNode() = new ImageWindowGeode; systemData.rgbImageNode()->init("RGB Image", osg::Vec4(0.0f, 0.0f, 0.1f, 1.0f), m3DWidget->font()); m3DWidget->hudGroup()->addChild(systemData.rgbImageNode(), false); systemData.depthImageNode() = new ImageWindowGeode; systemData.depthImageNode()->init("Depth Image", osg::Vec4(0.0f, 0.0f, 0.1f, 1.0f), m3DWidget->font()); m3DWidget->hudGroup()->addChild(systemData.depthImageNode(), false); // find available models addModels(systemData.models(), systemColor); systemViewParams->modelNames(); for (int i = 0; i < systemData.models().size(); ++i) { systemViewParams->modelNames().push_back(systemData.models()[i]->getName().c_str()); } systemData.modelNode() = systemData.models().front(); systemNode->egocentricMap()->addChild(systemData.modelNode()); connect(systemViewParams.data(), SIGNAL(modelChangedSignal(int,int)), this, SLOT(modelChanged(int,int))); } void Pixhawk3DWidget::getPose(UASInterface* uas, MAV_FRAME frame, double& x, double& y, double& z, double& roll, double& pitch, double& yaw, QString& utmZone) const { if (!uas) { return; } if (frame == MAV_FRAME_GLOBAL) { double latitude = uas->getLatitude(); double longitude = uas->getLongitude(); double altitude = uas->getAltitude(); Imagery::LLtoUTM(latitude, longitude, x, y, utmZone); z = -altitude; } else if (frame == MAV_FRAME_LOCAL_NED) { x = uas->getLocalX(); y = uas->getLocalY(); z = uas->getLocalZ(); } roll = uas->getRoll(); pitch = uas->getPitch(); yaw = uas->getYaw(); } void Pixhawk3DWidget::getPose(UASInterface* uas, MAV_FRAME frame, double& x, double& y, double& z, double& roll, double& pitch, double& yaw) const { QString utmZone; getPose(uas, frame, x, y, z, roll, pitch, yaw, utmZone); } void Pixhawk3DWidget::getPosition(UASInterface* uas, MAV_FRAME frame, double& x, double& y, double& z, QString& utmZone) const { if (!uas) { return; } if (frame == MAV_FRAME_GLOBAL) { double latitude = uas->getLatitude(); double longitude = uas->getLongitude(); double altitude = uas->getAltitude(); Imagery::LLtoUTM(latitude, longitude, x, y, utmZone); z = -altitude; } else if (frame == MAV_FRAME_LOCAL_NED) { x = uas->getLocalX(); y = uas->getLocalY(); z = uas->getLocalZ(); } } void Pixhawk3DWidget::getPosition(UASInterface* uas, MAV_FRAME frame, double& x, double& y, double& z) const { QString utmZone; getPosition(uas, frame, x, y, z, utmZone); } osg::ref_ptr Pixhawk3DWidget::createLocalGrid(void) { osg::ref_ptr geode(new osg::Geode()); osg::ref_ptr fineGeometry(new osg::Geometry()); osg::ref_ptr coarseGeometry(new osg::Geometry()); geode->addDrawable(fineGeometry); geode->addDrawable(coarseGeometry); float radius = 5.0f; float resolution = 0.25f; osg::ref_ptr fineCoords(new osg::Vec3Array); osg::ref_ptr coarseCoords(new osg::Vec3Array); // draw a 10m x 10m grid with 0.25m resolution for (float i = -radius; i <= radius; i += resolution) { if (fabs(i / 1.0f - floor(i / 1.0f)) < 0.01f) { coarseCoords->push_back(osg::Vec3(i, -radius, 0.0f)); coarseCoords->push_back(osg::Vec3(i, radius, 0.0f)); coarseCoords->push_back(osg::Vec3(-radius, i, 0.0f)); coarseCoords->push_back(osg::Vec3(radius, i, 0.0f)); } else { fineCoords->push_back(osg::Vec3(i, -radius, 0.0f)); fineCoords->push_back(osg::Vec3(i, radius, 0.0f)); fineCoords->push_back(osg::Vec3(-radius, i, 0.0f)); fineCoords->push_back(osg::Vec3(radius, i, 0.0f)); } } fineGeometry->setVertexArray(fineCoords); coarseGeometry->setVertexArray(coarseCoords); osg::ref_ptr color(new osg::Vec4Array); color->push_back(osg::Vec4(0.5f, 0.5f, 0.5f, 1.0f)); fineGeometry->setColorArray(color); coarseGeometry->setColorArray(color); fineGeometry->setColorBinding(osg::Geometry::BIND_OVERALL); coarseGeometry->setColorBinding(osg::Geometry::BIND_OVERALL); fineGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::LINES, 0, fineCoords->size())); coarseGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::LINES, 0, coarseCoords->size())); osg::ref_ptr fineStateset(new osg::StateSet); osg::ref_ptr fineLinewidth(new osg::LineWidth()); fineLinewidth->setWidth(0.25f); fineStateset->setAttributeAndModes(fineLinewidth, osg::StateAttribute::ON); fineStateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); fineStateset->setMode(GL_LINE_SMOOTH, osg::StateAttribute::ON); fineStateset->setMode(GL_BLEND, osg::StateAttribute::ON); fineGeometry->setStateSet(fineStateset); osg::ref_ptr coarseStateset(new osg::StateSet); osg::ref_ptr coarseLinewidth(new osg::LineWidth()); coarseLinewidth->setWidth(1.0f); coarseStateset->setAttributeAndModes(coarseLinewidth, osg::StateAttribute::ON); coarseStateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); coarseStateset->setMode(GL_LINE_SMOOTH, osg::StateAttribute::ON); coarseStateset->setMode(GL_BLEND, osg::StateAttribute::ON); coarseGeometry->setStateSet(coarseStateset); return geode; } osg::ref_ptr Pixhawk3DWidget::createWorldGrid(void) { osg::ref_ptr geode(new osg::Geode()); osg::ref_ptr fineGeometry(new osg::Geometry()); osg::ref_ptr coarseGeometry(new osg::Geometry()); osg::ref_ptr axisGeometry(new osg::Geometry()); geode->addDrawable(fineGeometry); geode->addDrawable(coarseGeometry); geode->addDrawable(axisGeometry.get()); float radius = 20.0f; float resolution = 1.0f; osg::ref_ptr fineCoords(new osg::Vec3Array); osg::ref_ptr coarseCoords(new osg::Vec3Array); // draw a 40m x 40m grid with 1.0m resolution for (float i = -radius; i <= radius; i += resolution) { if (fabs(i / 5.0f - floor(i / 5.0f)) < 0.01f) { coarseCoords->push_back(osg::Vec3(i, -radius, 0.0f)); coarseCoords->push_back(osg::Vec3(i, radius, 0.0f)); coarseCoords->push_back(osg::Vec3(-radius, i, 0.0f)); coarseCoords->push_back(osg::Vec3(radius, i, 0.0f)); } else { fineCoords->push_back(osg::Vec3(i, -radius, 0.0f)); fineCoords->push_back(osg::Vec3(i, radius, 0.0f)); fineCoords->push_back(osg::Vec3(-radius, i, 0.0f)); fineCoords->push_back(osg::Vec3(radius, i, 0.0f)); } } fineGeometry->setVertexArray(fineCoords); coarseGeometry->setVertexArray(coarseCoords); osg::ref_ptr color(new osg::Vec4Array); color->push_back(osg::Vec4(0.5f, 0.5f, 0.5f, 1.0f)); fineGeometry->setColorArray(color); coarseGeometry->setColorArray(color); fineGeometry->setColorBinding(osg::Geometry::BIND_OVERALL); coarseGeometry->setColorBinding(osg::Geometry::BIND_OVERALL); fineGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::LINES, 0, fineCoords->size())); coarseGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::LINES, 0, coarseCoords->size())); osg::ref_ptr fineStateset(new osg::StateSet); osg::ref_ptr fineLinewidth(new osg::LineWidth()); fineLinewidth->setWidth(0.1f); fineStateset->setAttributeAndModes(fineLinewidth, osg::StateAttribute::ON); fineStateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); fineStateset->setMode(GL_LINE_SMOOTH, osg::StateAttribute::ON); fineStateset->setMode(GL_BLEND, osg::StateAttribute::ON); fineGeometry->setStateSet(fineStateset); osg::ref_ptr coarseStateset(new osg::StateSet); osg::ref_ptr coarseLinewidth(new osg::LineWidth()); coarseLinewidth->setWidth(2.0f); coarseStateset->setAttributeAndModes(coarseLinewidth, osg::StateAttribute::ON); coarseStateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); coarseStateset->setMode(GL_LINE_SMOOTH, osg::StateAttribute::ON); coarseStateset->setMode(GL_BLEND, osg::StateAttribute::ON); coarseGeometry->setStateSet(coarseStateset); // add axes osg::ref_ptr coords(new osg::Vec3Array(6)); (*coords)[0] = (*coords)[2] = (*coords)[4] = osg::Vec3(0.0f, 0.0f, 0.0f); (*coords)[1] = osg::Vec3(0.0f, 1.0f, 0.0f); (*coords)[3] = osg::Vec3(1.0f, 0.0f, 0.0f); (*coords)[5] = osg::Vec3(0.0f, 0.0f, -1.0f); axisGeometry->setVertexArray(coords); osg::Vec4 redColor(1.0f, 0.0f, 0.0f, 0.0f); osg::Vec4 greenColor(0.0f, 1.0f, 0.0f, 0.0f); osg::Vec4 blueColor(0.0f, 0.0f, 1.0f, 0.0f); osg::ref_ptr axisColors(new osg::Vec4Array(6)); (*axisColors)[0] = redColor; (*axisColors)[1] = redColor; (*axisColors)[2] = greenColor; (*axisColors)[3] = greenColor; (*axisColors)[4] = blueColor; (*axisColors)[5] = blueColor; axisGeometry->setColorArray(axisColors); axisGeometry->setColorBinding(osg::Geometry::BIND_PER_VERTEX); axisGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::LINES, 0, 6)); osg::ref_ptr axisStateset(new osg::StateSet); osg::ref_ptr axisLinewidth(new osg::LineWidth()); axisLinewidth->setWidth(4.0f); axisStateset->setAttributeAndModes(axisLinewidth, osg::StateAttribute::ON); axisStateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); axisGeometry->setStateSet(axisStateset); return geode; } osg::ref_ptr Pixhawk3DWidget::createTrail(const osg::Vec4& color) { osg::ref_ptr geometry(new osg::Geometry()); geometry->setUseDisplayList(false); osg::ref_ptr vertices(new osg::Vec3dArray()); geometry->setVertexArray(vertices); osg::ref_ptr drawArrays(new osg::DrawArrays(osg::PrimitiveSet::LINE_STRIP)); geometry->addPrimitiveSet(drawArrays); osg::ref_ptr colorArray(new osg::Vec4Array); colorArray->push_back(color); geometry->setColorArray(colorArray); geometry->setColorBinding(osg::Geometry::BIND_OVERALL); osg::ref_ptr stateset(new osg::StateSet); osg::ref_ptr linewidth(new osg::LineWidth()); linewidth->setWidth(1.0f); stateset->setAttributeAndModes(linewidth, osg::StateAttribute::ON); stateset->setMode(GL_LIGHTING, osg::StateAttribute::OFF); geometry->setStateSet(stateset); return geometry; } osg::ref_ptr Pixhawk3DWidget::createImagery(void) { return osg::ref_ptr(new Imagery()); } osg::ref_ptr Pixhawk3DWidget::createPointCloud(void) { int frameSize = 752 * 480; osg::ref_ptr geode(new osg::Geode); osg::ref_ptr geometry(new osg::Geometry); osg::ref_ptr vertices(new osg::Vec3Array(frameSize)); geometry->setVertexArray(vertices); osg::ref_ptr colors(new osg::Vec4Array(frameSize)); geometry->setColorArray(colors); geometry->setColorBinding(osg::Geometry::BIND_PER_VERTEX); geometry->setUseDisplayList(false); geode->addDrawable(geometry); return geode; } osg::ref_ptr Pixhawk3DWidget::createTarget(const QColor& color) { osg::ref_ptr pat = new osg::PositionAttitudeTransform; pat->setPosition(osg::Vec3d(0.0, 0.0, 0.0)); osg::ref_ptr cone = new osg::Cone(osg::Vec3f(0.0f, 0.0f, 0.0f), 0.2f, 0.6f); osg::ref_ptr coneDrawable = new osg::ShapeDrawable(cone); coneDrawable->setColor(osg::Vec4f(color.redF(), color.greenF(), color.blueF(), 1.0f)); coneDrawable->getOrCreateStateSet()->setMode(GL_BLEND, osg::StateAttribute::ON); osg::ref_ptr coneGeode = new osg::Geode; coneGeode->addDrawable(coneDrawable); coneGeode->setName("Target"); pat->addChild(coneGeode); return pat; } void Pixhawk3DWidget::setupHUD(void) { osg::ref_ptr hudColors(new osg::Vec4Array); hudColors->push_back(osg::Vec4(0.0f, 0.0f, 0.0f, 0.5f)); hudColors->push_back(osg::Vec4(0.0f, 0.0f, 0.0f, 1.0f)); mHudBackgroundGeometry = new osg::Geometry; mHudBackgroundGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::POLYGON, 0, 4)); mHudBackgroundGeometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::POLYGON, 4, 4)); mHudBackgroundGeometry->setColorArray(hudColors); mHudBackgroundGeometry->setColorBinding(osg::Geometry::BIND_PER_PRIMITIVE_SET); mHudBackgroundGeometry->setUseDisplayList(false); mStatusText = new osgText::Text; mStatusText->setCharacterSize(11); mStatusText->setFont(m3DWidget->font()); mStatusText->setAxisAlignment(osgText::Text::SCREEN); mStatusText->setColor(osg::Vec4(255, 255, 255, 1)); osg::ref_ptr statusGeode = new osg::Geode; statusGeode->addDrawable(mHudBackgroundGeometry); statusGeode->addDrawable(mStatusText); m3DWidget->hudGroup()->addChild(statusGeode); mScaleGeode = new HUDScaleGeode; mScaleGeode->init(m3DWidget->font()); m3DWidget->hudGroup()->addChild(mScaleGeode); } void Pixhawk3DWidget::resizeHUD(int width, int height) { int topHUDHeight = 25; int bottomHUDHeight = 25; osg::Vec3Array* vertices = static_cast(mHudBackgroundGeometry->getVertexArray()); if (vertices == NULL || vertices->size() != 8) { osg::ref_ptr newVertices = new osg::Vec3Array(8); mHudBackgroundGeometry->setVertexArray(newVertices); vertices = static_cast(mHudBackgroundGeometry->getVertexArray()); } (*vertices)[0] = osg::Vec3(0, height, -1); (*vertices)[1] = osg::Vec3(width, height, -1); (*vertices)[2] = osg::Vec3(width, height - topHUDHeight, -1); (*vertices)[3] = osg::Vec3(0, height - topHUDHeight, -1); (*vertices)[4] = osg::Vec3(0, 0, -1); (*vertices)[5] = osg::Vec3(width, 0, -1); (*vertices)[6] = osg::Vec3(width, bottomHUDHeight, -1); (*vertices)[7] = osg::Vec3(0, bottomHUDHeight, -1); mStatusText->setPosition(osg::Vec3(10, height - 15, -1.5)); QMutableMapIterator it(mSystemContainerMap); while (it.hasNext()) { it.next(); SystemContainer& systemData = it.value(); if (systemData.rgbImageNode().valid() && systemData.depthImageNode().valid()) { int windowWidth = (width - 20) / 2; int windowHeight = 3 * windowWidth / 4; systemData.rgbImageNode()->setAttributes(10, (height - windowHeight) / 2, windowWidth, windowHeight); systemData.depthImageNode()->setAttributes(width / 2, (height - windowHeight) / 2, windowWidth, windowHeight); } } } void Pixhawk3DWidget::updateHUD(UASInterface* uas, MAV_FRAME frame) { if (!uas) return; // display pose of current system double x = 0.0; double y = 0.0; double z = 0.0; double roll = 0.0; double pitch = 0.0; double yaw = 0.0; QString utmZone; getPose(uas, frame, x, y, z, roll, pitch, yaw, utmZone); QPointF cursorPosition = m3DWidget->worldCursorPosition(m3DWidget->mouseCursorCoords(), -z); std::ostringstream oss; oss.setf(std::ios::fixed, std::ios::floatfield); oss.precision(2); oss << "MAV " << uas->getUASID() << ": "; if (frame == MAV_FRAME_GLOBAL) { double latitude, longitude; Imagery::UTMtoLL(x, y, utmZone, latitude, longitude); double cursorLatitude, cursorLongitude; Imagery::UTMtoLL(cursorPosition.x(), cursorPosition.y(), utmZone, cursorLatitude, cursorLongitude); oss.precision(6); oss << " Lat = " << latitude << " Lon = " << longitude; oss.precision(2); oss << " Altitude = " << -z << " r = " << roll << " p = " << pitch << " y = " << yaw; oss.precision(6); oss << " Cursor [" << cursorLatitude << " " << cursorLongitude << "]"; } else if (frame == MAV_FRAME_LOCAL_NED) { oss << " x = " << x << " y = " << y << " z = " << z << " r = " << roll << " p = " << pitch << " y = " << yaw << " Cursor [" << cursorPosition.x() << " " << cursorPosition.y() << "]"; } mStatusText->setText(oss.str()); bool darkBackground = true; if (mImageryNode->getImageryType() == Imagery::GOOGLE_MAP) { darkBackground = false; } mScaleGeode->update(height(), m3DWidget->cameraParams().fov(), m3DWidget->cameraManipulator()->getDistance(), darkBackground); } void Pixhawk3DWidget::updateTrails(double robotX, double robotY, double robotZ, osg::ref_ptr& trailNode, QMap >& trailMap, QMap& trailIndexMap) { QMapIterator it(trailIndexMap); while (it.hasNext()) { it.next(); osg::Geometry* geometry = trailNode->getDrawable(it.value())->asGeometry(); osg::DrawArrays* drawArrays = reinterpret_cast(geometry->getPrimitiveSet(0)); osg::ref_ptr vertices(new osg::Vec3Array); const QVector& trail = trailMap.value(it.key()); for (int i = 0; i < trail.size(); ++i) { vertices->push_back(osg::Vec3d(trail[i].y() - robotY, trail[i].x() - robotX, -(trail[i].z() - robotZ))); } geometry->setVertexArray(vertices); drawArrays->setFirst(0); drawArrays->setCount(vertices->size()); geometry->dirtyBound(); } } void Pixhawk3DWidget::updateImagery(double originX, double originY, double originZ, const QString& zone) { if (mImageryNode->getImageryType() == Imagery::BLANK_MAP) { return; } double viewingRadius = m3DWidget->cameraManipulator()->getDistance() * 10.0; if (viewingRadius < 100.0) { viewingRadius = 100.0; } double minResolution = 0.25; double centerResolution = m3DWidget->cameraManipulator()->getDistance() / 50.0; double maxResolution = 1048576.0; Imagery::Type imageryType = mImageryNode->getImageryType(); switch (imageryType) { case Imagery::GOOGLE_MAP: minResolution = 0.25; break; case Imagery::GOOGLE_SATELLITE: minResolution = 0.5; break; case Imagery::SWISSTOPO_SATELLITE: minResolution = 0.25; maxResolution = 0.25; break; default: {} } double resolution = minResolution; while (resolution * 2.0 < centerResolution) { resolution *= 2.0; } if (resolution > maxResolution) { resolution = maxResolution; } mImageryNode->draw3D(viewingRadius, resolution, m3DWidget->cameraManipulator()->getCenter().y(), m3DWidget->cameraManipulator()->getCenter().x(), originX, originY, originZ, zone); // prefetch map tiles if (resolution / 2.0 >= minResolution) { mImageryNode->prefetch3D(viewingRadius / 2.0, resolution / 2.0, m3DWidget->cameraManipulator()->getCenter().y(), m3DWidget->cameraManipulator()->getCenter().x(), zone); } if (resolution * 2.0 <= maxResolution) { mImageryNode->prefetch3D(viewingRadius * 2.0, resolution * 2.0, m3DWidget->cameraManipulator()->getCenter().y(), m3DWidget->cameraManipulator()->getCenter().x(), zone); } mImageryNode->update(); } void Pixhawk3DWidget::updateTarget(UASInterface* uas, MAV_FRAME frame, double robotX, double robotY, double robotZ, QVector4D& target, osg::ref_ptr& targetNode) { osg::PositionAttitudeTransform* pat = dynamic_cast(targetNode.get()); pat->setPosition(osg::Vec3d(target.y() - robotY, target.x() - robotX, -(target.z() - robotZ))); pat->setAttitude(osg::Quat(target.w() - M_PI_2, osg::Vec3d(1.0f, 0.0f, 0.0f), M_PI_2, osg::Vec3d(0.0f, 1.0f, 0.0f), 0.0, osg::Vec3d(0.0f, 0.0f, 1.0f))); osg::Geode* geode = dynamic_cast(pat->getChild(0)); osg::ShapeDrawable* sd = dynamic_cast(geode->getDrawable(0)); } void Pixhawk3DWidget::updateWaypoints(UASInterface* uas, MAV_FRAME frame, osg::ref_ptr& waypointGroupNode) { waypointGroupNode->update(uas, frame); } #if defined(QGC_PROTOBUF_ENABLED) && defined(QGC_USE_PIXHAWK_MESSAGES) void Pixhawk3DWidget::updateObstacles(UASInterface* uas, MAV_FRAME frame, double robotX, double robotY, double robotZ, osg::ref_ptr& obstacleGroupNode) { if (frame == MAV_FRAME_GLOBAL) { obstacleGroupNode->clear(); return; } qreal receivedTimestamp; px::ObstacleList obstacleList = uas->getObstacleList(receivedTimestamp); if (QGC::groundTimeSeconds() - receivedTimestamp < kMessageTimeout) { obstacleGroupNode->update(robotX, robotY, robotZ, obstacleList); } else { obstacleGroupNode->clear(); } } void Pixhawk3DWidget::updatePlannedPath(UASInterface* uas, MAV_FRAME frame, double robotX, double robotY, double robotZ, osg::ref_ptr& plannedPathNode) { qreal receivedTimestamp; px::Path path = uas->getPath(receivedTimestamp); osg::Geometry* geometry = plannedPathNode->getDrawable(0)->asGeometry(); osg::DrawArrays* drawArrays = reinterpret_cast(geometry->getPrimitiveSet(0)); osg::Vec4Array* colorArray = reinterpret_cast(geometry->getColorArray()); geometry->setColorBinding(osg::Geometry::BIND_PER_VERTEX); osg::ref_ptr linewidth(new osg::LineWidth()); linewidth->setWidth(2.0f); geometry->getStateSet()->setAttributeAndModes(linewidth, osg::StateAttribute::ON); colorArray->clear(); osg::ref_ptr vertices(new osg::Vec3Array); if (QGC::groundTimeSeconds() - receivedTimestamp < kMessageTimeout) { // find path length float length = 0.0f; for (int i = 0; i < path.waypoints_size() - 1; ++i) { const px::Waypoint& wp0 = path.waypoints(i); const px::Waypoint& wp1 = path.waypoints(i+1); length += qgc::hypot3f(wp0.x() - wp1.x(), wp0.y() - wp1.y(), wp0.z() - wp1.z()); } // build path if (path.waypoints_size() > 0) { const px::Waypoint& wp0 = path.waypoints(0); vertices->push_back(osg::Vec3d(wp0.y() - robotY, wp0.x() - robotX, -(wp0.z() - robotZ))); float r, g, b; qgc::colormap("autumn", 0, r, g, b); colorArray->push_back(osg::Vec4d(r, g, b, 1.0f)); } float lengthCurrent = 0.0f; for (int i = 0; i < path.waypoints_size() - 1; ++i) { const px::Waypoint& wp0 = path.waypoints(i); const px::Waypoint& wp1 = path.waypoints(i+1); lengthCurrent += qgc::hypot3f(wp0.x() - wp1.x(), wp0.y() - wp1.y(), wp0.z() - wp1.z()); vertices->push_back(osg::Vec3d(wp1.y() - robotY, wp1.x() - robotX, -(wp1.z() - robotZ))); int colorIdx = lengthCurrent / length * 127.0f; float r, g, b; qgc::colormap("autumn", colorIdx, r, g, b); colorArray->push_back(osg::Vec4f(r, g, b, 1.0f)); } } geometry->setVertexArray(vertices); drawArrays->setFirst(0); drawArrays->setCount(vertices->size()); geometry->dirtyBound(); } void Pixhawk3DWidget::updateRGBD(UASInterface* uas, MAV_FRAME frame, osg::ref_ptr& rgbImageNode, osg::ref_ptr& depthImageNode) { qreal receivedTimestamp; px::RGBDImage rgbdImage = uas->getRGBDImage(receivedTimestamp); if (rgbdImage.rows() > 0 && rgbdImage.cols() > 0 && QGC::groundTimeSeconds() - receivedTimestamp < kMessageTimeout) { rgbImageNode->image()->setImage(rgbdImage.cols(), rgbdImage.rows(), 1, GL_LUMINANCE, GL_LUMINANCE, GL_UNSIGNED_BYTE, reinterpret_cast(&(*(rgbdImage.mutable_imagedata1()))[0]), osg::Image::NO_DELETE); rgbImageNode->image()->dirty(); QByteArray coloredDepth(rgbdImage.cols() * rgbdImage.rows() * 3, 0); for (uint32_t r = 0; r < rgbdImage.rows(); ++r) { const float* depth = reinterpret_cast(rgbdImage.imagedata2().c_str() + r * rgbdImage.step2()); uint8_t* pixel = reinterpret_cast(coloredDepth.data()) + r * rgbdImage.cols() * 3; for (uint32_t c = 0; c < rgbdImage.cols(); ++c) { if (depth[c] != 0) { int idx = fminf(depth[c], 7.0f) / 7.0f * 127.0f; idx = 127 - idx; float r, g, b; qgc::colormap("jet", idx, r, g, b); pixel[0] = r * 255.0f; pixel[1] = g * 255.0f; pixel[2] = b * 255.0f; } pixel += 3; } } depthImageNode->image()->setImage(rgbdImage.cols(), rgbdImage.rows(), 1, GL_RGB, GL_RGB, GL_UNSIGNED_BYTE, reinterpret_cast(coloredDepth.data()), osg::Image::NO_DELETE); depthImageNode->image()->dirty(); } } void Pixhawk3DWidget::updatePointCloud(UASInterface* uas, MAV_FRAME frame, double robotX, double robotY, double robotZ, osg::ref_ptr& pointCloudNode, bool colorPointCloudByDistance) { qreal receivedTimestamp; px::PointCloudXYZRGB pointCloud = uas->getPointCloud(receivedTimestamp); osg::Geometry* geometry = pointCloudNode->getDrawable(0)->asGeometry(); osg::Vec3Array* vertices = static_cast(geometry->getVertexArray()); osg::Vec4Array* colors = static_cast(geometry->getColorArray()); if (QGC::groundTimeSeconds() - receivedTimestamp > kMessageTimeout) { geometry->removePrimitiveSet(0, geometry->getNumPrimitiveSets()); return; } for (int i = 0; i < pointCloud.points_size(); ++i) { const px::PointCloudXYZRGB_PointXYZRGB& p = pointCloud.points(i); double x = p.x() - robotX; double y = p.y() - robotY; double z = p.z() - robotZ; (*vertices)[i].set(y, x, -z); if (!colorPointCloudByDistance) { float rgb = p.rgb(); float b = *(reinterpret_cast(&rgb)) / 255.0f; float g = *(1 + reinterpret_cast(&rgb)) / 255.0f; float r = *(2 + reinterpret_cast(&rgb)) / 255.0f; (*colors)[i].set(r, g, b, 1.0f); } else { double dist = sqrt(x * x + y * y + z * z); int colorIndex = static_cast(fmin(dist / 7.0 * 127.0, 127.0)); float r, g, b; qgc::colormap("jet", colorIndex, r, g, b); (*colors)[i].set(r, g, b, 1.0f); } } if (geometry->getNumPrimitiveSets() == 0) { geometry->addPrimitiveSet(new osg::DrawArrays(osg::PrimitiveSet::POINTS, 0, pointCloud.points_size())); } else { osg::DrawArrays* drawarrays = static_cast(geometry->getPrimitiveSet(0)); drawarrays->setCount(pointCloud.points_size()); } } #endif int Pixhawk3DWidget::findWaypoint(const QPoint& mousePos) { if (!m3DWidget->getSceneData() || !mActiveUAS) { return -1; } SystemContainer& systemData = mSystemContainerMap[mActiveUAS->getUASID()]; osg::ref_ptr& waypointGroupNode = systemData.waypointGroupNode(); osgUtil::LineSegmentIntersector::Intersections intersections; QPoint widgetMousePos = m3DWidget->mapFromParent(mousePos); if (m3DWidget->computeIntersections(widgetMousePos.x(), m3DWidget->height() - widgetMousePos.y(), intersections)) { for (osgUtil::LineSegmentIntersector::Intersections::iterator it = intersections.begin(); it != intersections.end(); it++) { for (uint i = 0 ; i < it->nodePath.size(); ++i) { osg::Node* node = it->nodePath[i]; std::string nodeName = node->getName(); if (nodeName.substr(0, 2).compare("wp") == 0) { if (node->getParent(0)->getParent(0) == waypointGroupNode.get()) { return atoi(nodeName.substr(2).c_str()); } } } } } return -1; } bool Pixhawk3DWidget::findTarget(int mouseX, int mouseY) { if (m3DWidget->getSceneData()) { osgUtil::LineSegmentIntersector::Intersections intersections; if (m3DWidget->computeIntersections(mouseX, height() - mouseY, intersections)) { for (osgUtil::LineSegmentIntersector::Intersections::iterator it = intersections.begin(); it != intersections.end(); it++) { for (uint i = 0 ; i < it->nodePath.size(); ++i) { std::string nodeName = it->nodePath[i]->getName(); if (nodeName.compare("Target") == 0) { return true; } } } } } return false; } void Pixhawk3DWidget::showInsertWaypointMenu(const QPoint &cursorPos) { QMenu menu; menu.addAction("Insert new waypoint", this, SLOT(insertWaypoint())); menu.addAction("Clear all waypoints", this, SLOT(clearAllWaypoints())); menu.addAction("Select target", this, SLOT(selectTarget())); menu.exec(cursorPos); } void Pixhawk3DWidget::showEditWaypointMenu(const QPoint &cursorPos) { QMenu menu; QString text; text = QString("Move waypoint %1").arg(QString::number(mSelectedWpIndex)); menu.addAction(text, this, SLOT(moveWaypointPosition())); text = QString("Change heading of waypoint %1").arg(QString::number(mSelectedWpIndex)); menu.addAction(text, this, SLOT(moveWaypointHeading())); text = QString("Change altitude of waypoint %1").arg(QString::number(mSelectedWpIndex)); menu.addAction(text, this, SLOT(setWaypointAltitude())); text = QString("Delete waypoint %1").arg(QString::number(mSelectedWpIndex)); menu.addAction(text, this, SLOT(deleteWaypoint())); menu.addAction("Clear all waypoints", this, SLOT(clearAllWaypoints())); menu.exec(cursorPos); }