mirror of
https://gitlab.fdmci.hva.nl/technische-informatica-sm3/ti-projectten/rooziinuubii79.git
synced 2025-08-03 20:04:58 +00:00
camera reconnection added
This commit is contained in:
@@ -10,11 +10,10 @@ using namespace cv;
|
|||||||
CKobuki robot;
|
CKobuki robot;
|
||||||
std::atomic<bool> kobuki_connected(false);
|
std::atomic<bool> kobuki_connected(false);
|
||||||
|
|
||||||
|
|
||||||
std::string readMQTT();
|
std::string readMQTT();
|
||||||
void parseMQTT(std::string message);
|
void parseMQTT(std::string message);
|
||||||
void CapnSend();
|
void CapnSend();
|
||||||
//ip, clientID, username, password
|
// ip, clientID, username, password
|
||||||
MqttClient client("ws://145.92.224.21/ws/", "KobukiRPI", "rpi", "rpiwachtwoordofzo"); // create a client object
|
MqttClient client("ws://145.92.224.21/ws/", "KobukiRPI", "rpi", "rpiwachtwoordofzo"); // create a client object
|
||||||
std::string message = "stop";
|
std::string message = "stop";
|
||||||
std::string serializeKobukiData(const TKobukiData &data);
|
std::string serializeKobukiData(const TKobukiData &data);
|
||||||
@@ -22,93 +21,115 @@ void sendKobukiData(TKobukiData &data);
|
|||||||
|
|
||||||
void setup()
|
void setup()
|
||||||
{
|
{
|
||||||
unsigned char *null_ptr(0);
|
unsigned char *null_ptr(0);
|
||||||
robot.startCommunication("/dev/ttyUSB0", true, null_ptr);
|
robot.startCommunication("/dev/ttyUSB0", true, null_ptr);
|
||||||
//connect mqtt server and sub to commands
|
// connect mqtt server and sub to commands
|
||||||
|
|
||||||
client.connect();
|
client.connect();
|
||||||
client.subscribe("home/commands");
|
client.subscribe("home/commands");
|
||||||
}
|
}
|
||||||
|
|
||||||
void checkKobukiConnection() {
|
void checkKobukiConnection()
|
||||||
while (true) {
|
{
|
||||||
bool connected = robot.isConnected();
|
while (true)
|
||||||
if (!connected && kobuki_connected) {
|
{
|
||||||
cout << "Kobuki is disconnected" << endl;
|
bool connected = robot.isConnected();
|
||||||
kobuki_connected = false;
|
if (!connected && kobuki_connected)
|
||||||
} else if (connected && !kobuki_connected) {
|
{
|
||||||
cout << "Kobuki is connecting..." << endl;
|
cout << "Kobuki is disconnected" << endl;
|
||||||
// Start de Kobuki automatisch
|
kobuki_connected = false;
|
||||||
robot.startCommunication("/dev/ttyUSB0", true, nullptr);
|
|
||||||
}
|
|
||||||
std::this_thread::sleep_for(std::chrono::seconds(5)); // Controleer elke 5 seconden
|
|
||||||
}
|
}
|
||||||
|
else if (connected && !kobuki_connected)
|
||||||
|
{
|
||||||
|
cout << "Kobuki is connecting..." << endl;
|
||||||
|
// Start de Kobuki automatisch
|
||||||
|
robot.startCommunication("/dev/ttyUSB0", true, nullptr);
|
||||||
|
}
|
||||||
|
std::this_thread::sleep_for(std::chrono::seconds(5)); // Controleer elke 5 seconden
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
int main()
|
int main()
|
||||||
{
|
{
|
||||||
setup();
|
setup();
|
||||||
std::thread image (CapnSend);
|
std::thread image(CapnSend);
|
||||||
std::thread safety([&]() { robot.robotSafety(&message); });
|
std::thread safety([&](){ robot.robotSafety(&message); });
|
||||||
std::thread sendMqtt([&]() { sendKobukiData(robot.parser.data); });
|
std::thread sendMqtt([&](){ sendKobukiData(robot.parser.data); });
|
||||||
std::thread connectionThread(checkKobukiConnection);
|
|
||||||
|
|
||||||
while(true){
|
|
||||||
std::string message = readMQTT();
|
|
||||||
if (!message.empty()){
|
|
||||||
parseMQTT(message);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
while (true)
|
||||||
|
{
|
||||||
|
std::string message = readMQTT();
|
||||||
|
if (!message.empty())
|
||||||
|
{
|
||||||
|
parseMQTT(message);
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
sendMqtt.join();
|
sendMqtt.join();
|
||||||
safety.join();
|
safety.join();
|
||||||
image.join();
|
image.join();
|
||||||
connectionThread.join();
|
connectionThread.join();
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string readMQTT()
|
std::string readMQTT()
|
||||||
{
|
{
|
||||||
static std::string lastMessage;
|
static std::string lastMessage;
|
||||||
|
|
||||||
std::string message = client.getLastMessage();
|
std::string message = client.getLastMessage();
|
||||||
if (!message.empty() && message != lastMessage)
|
if (!message.empty() && message != lastMessage)
|
||||||
{
|
{
|
||||||
std::cout << "MQTT Message: " << message << std::endl;
|
std::cout << "MQTT Message: " << message << std::endl;
|
||||||
lastMessage = message;
|
lastMessage = message;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Add a small delay to avoid busy-waiting
|
// Add a small delay to avoid busy-waiting
|
||||||
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
||||||
return lastMessage;
|
return lastMessage;
|
||||||
}
|
}
|
||||||
|
|
||||||
void parseMQTT(std::string message) {
|
void parseMQTT(std::string message)
|
||||||
if (message == "up") {
|
{
|
||||||
|
if (message == "up")
|
||||||
|
{
|
||||||
robot.forward(350);
|
robot.forward(350);
|
||||||
} else if (message == "left") {
|
}
|
||||||
|
else if (message == "left")
|
||||||
|
{
|
||||||
robot.setRotationSpeed(4);
|
robot.setRotationSpeed(4);
|
||||||
} else if (message == "right") {
|
}
|
||||||
|
else if (message == "right")
|
||||||
|
{
|
||||||
robot.setRotationSpeed(-4);
|
robot.setRotationSpeed(-4);
|
||||||
} else if (message == "down") {
|
}
|
||||||
|
else if (message == "down")
|
||||||
|
{
|
||||||
robot.forward(-350);
|
robot.forward(-350);
|
||||||
} else if (message == "stop") {
|
}
|
||||||
|
else if (message == "stop")
|
||||||
|
{
|
||||||
robot.sendNullMessage();
|
robot.sendNullMessage();
|
||||||
robot.sendNullMessage();
|
robot.sendNullMessage();
|
||||||
} else if (message == "estop") {
|
}
|
||||||
|
else if (message == "estop")
|
||||||
|
{
|
||||||
robot.forward(-400);
|
robot.forward(-400);
|
||||||
} else {
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
std::cout << "Invalid command" << std::endl;
|
std::cout << "Invalid command" << std::endl;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void logToFile() {
|
void logToFile()
|
||||||
while (true) {
|
{
|
||||||
|
while (true)
|
||||||
|
{
|
||||||
TKobukiData robotData = robot.parser.data;
|
TKobukiData robotData = robot.parser.data;
|
||||||
std::ofstream outputFile("log",
|
std::ofstream outputFile("log",
|
||||||
std::ios_base::app); // Open file in append mode to
|
std::ios_base::app); // Open file in append mode to
|
||||||
// not overwrite own content
|
// not overwrite own content
|
||||||
if (outputFile.is_open()) { // check if the file was opened successfully
|
if (outputFile.is_open())
|
||||||
|
{ // check if the file was opened successfully
|
||||||
// Get current time
|
// Get current time
|
||||||
std::time_t now = std::time(nullptr);
|
std::time_t now = std::time(nullptr);
|
||||||
outputFile << "Timestamp: " << std::ctime(&now);
|
outputFile << "Timestamp: " << std::ctime(&now);
|
||||||
@@ -166,7 +187,9 @@ void logToFile() {
|
|||||||
outputFile << "UDID1: " << robotData.extraInfo.UDID1 << "\n";
|
outputFile << "UDID1: " << robotData.extraInfo.UDID1 << "\n";
|
||||||
outputFile << "UDID2: " << robotData.extraInfo.UDID2 << "\n";
|
outputFile << "UDID2: " << robotData.extraInfo.UDID2 << "\n";
|
||||||
outputFile.close();
|
outputFile.close();
|
||||||
} else {
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
std::cerr << "Error opening file\n";
|
std::cerr << "Error opening file\n";
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -174,8 +197,10 @@ void logToFile() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void sendIndividualKobukiData(const TKobukiData &data) {
|
void sendIndividualKobukiData(const TKobukiData &data)
|
||||||
while (true) {
|
{
|
||||||
|
while (true)
|
||||||
|
{
|
||||||
std::cout << "Kobuki Data wordt gepubliceerd naar kobuki/data/timestamp: "
|
std::cout << "Kobuki Data wordt gepubliceerd naar kobuki/data/timestamp: "
|
||||||
<< data.timestamp << std::endl;
|
<< data.timestamp << std::endl;
|
||||||
client.publishMessage("kobuki/data/timestamp",
|
client.publishMessage("kobuki/data/timestamp",
|
||||||
@@ -263,7 +288,8 @@ void sendIndividualKobukiData(const TKobukiData &data) {
|
|||||||
client.publishMessage("kobuki/data/extraInfo/UDID2",
|
client.publishMessage("kobuki/data/extraInfo/UDID2",
|
||||||
std::to_string(data.extraInfo.UDID2));
|
std::to_string(data.extraInfo.UDID2));
|
||||||
|
|
||||||
if (!data.gyroData.empty()) {
|
if (!data.gyroData.empty())
|
||||||
|
{
|
||||||
const auto &latestGyro = data.gyroData.back();
|
const auto &latestGyro = data.gyroData.back();
|
||||||
client.publishMessage("kobuki/data/gyroData/x",
|
client.publishMessage("kobuki/data/gyroData/x",
|
||||||
std::to_string(latestGyro.x));
|
std::to_string(latestGyro.x));
|
||||||
@@ -277,7 +303,8 @@ void sendIndividualKobukiData(const TKobukiData &data) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string serializeKobukiData(const TKobukiData &data) {
|
std::string serializeKobukiData(const TKobukiData &data)
|
||||||
|
{
|
||||||
std::string json =
|
std::string json =
|
||||||
"{\"timestamp\":" + std::to_string(data.timestamp) +
|
"{\"timestamp\":" + std::to_string(data.timestamp) +
|
||||||
",\"BumperCenter\":" + std::to_string(data.BumperCenter) +
|
",\"BumperCenter\":" + std::to_string(data.BumperCenter) +
|
||||||
@@ -330,7 +357,8 @@ std::string serializeKobukiData(const TKobukiData &data) {
|
|||||||
",\"UDID1\":" + std::to_string(data.extraInfo.UDID1) +
|
",\"UDID1\":" + std::to_string(data.extraInfo.UDID1) +
|
||||||
",\"UDID2\":" + std::to_string(data.extraInfo.UDID2) + "},\"gyroData\":[";
|
",\"UDID2\":" + std::to_string(data.extraInfo.UDID2) + "},\"gyroData\":[";
|
||||||
|
|
||||||
if (!data.gyroData.empty()) {
|
if (!data.gyroData.empty())
|
||||||
|
{
|
||||||
const auto &latestGyro = data.gyroData.back();
|
const auto &latestGyro = data.gyroData.back();
|
||||||
json += "{\"x\":" + std::to_string(latestGyro.x) +
|
json += "{\"x\":" + std::to_string(latestGyro.x) +
|
||||||
",\"y\":" + std::to_string(latestGyro.y) +
|
",\"y\":" + std::to_string(latestGyro.y) +
|
||||||
@@ -342,38 +370,52 @@ std::string serializeKobukiData(const TKobukiData &data) {
|
|||||||
}
|
}
|
||||||
// create extra function to send the message every 100ms
|
// create extra function to send the message every 100ms
|
||||||
// needed it so it can be threaded
|
// needed it so it can be threaded
|
||||||
void sendKobukiData(TKobukiData &data) {
|
void sendKobukiData(TKobukiData &data)
|
||||||
while (true) {
|
{
|
||||||
client.publishMessage("kobuki/data", serializeKobukiData(data));
|
while (true)
|
||||||
std::cout << "Sent data" << std::endl;
|
{
|
||||||
std::this_thread::sleep_for(std::chrono::milliseconds(1000));
|
client.publishMessage("kobuki/data", serializeKobukiData(data));
|
||||||
}
|
std::cout << "Sent data" << std::endl;
|
||||||
|
std::this_thread::sleep_for(std::chrono::milliseconds(1000));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void CapnSend() {
|
void CapnSend()
|
||||||
VideoCapture cap(0);
|
{
|
||||||
if (!cap.isOpened()) {
|
VideoCapture cap(0);
|
||||||
cerr << "Error: Could not open camera" << endl;
|
if (!cap.isOpened())
|
||||||
return;
|
{
|
||||||
|
cerr << "Error: Could not capture image" << endl;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
Mat frame;
|
||||||
|
while (true)
|
||||||
|
{
|
||||||
|
cap >> frame; // Capture a new image frame
|
||||||
|
if (frame.empty())
|
||||||
|
{
|
||||||
|
cerr << "Error: Could not capture image" << endl;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
Mat frame;
|
// Convert the image to a byte array
|
||||||
while (true) {
|
vector<uchar> buf;
|
||||||
cap >> frame; // Capture a new image frame
|
imencode(".jpg", frame, buf);
|
||||||
if (frame.empty()) {
|
auto *enc_msg = reinterpret_cast<unsigned char *>(buf.data());
|
||||||
cerr << "Error: Could not capture image" << endl;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Convert the image to a byte array
|
// Publish the image data
|
||||||
vector<uchar> buf;
|
client.publishMessage("kobuki/cam", string(enc_msg, enc_msg + buf.size()));
|
||||||
imencode(".jpg", frame, buf);
|
cout << "Sent image" << endl;
|
||||||
auto* enc_msg = reinterpret_cast<unsigned char*>(buf.data());
|
|
||||||
|
|
||||||
// Publish the image data
|
std::this_thread::sleep_for(std::chrono::milliseconds(200)); // Send image every 200ms
|
||||||
client.publishMessage("kobuki/cam", string(enc_msg, enc_msg + buf.size()));
|
|
||||||
cout << "Sent image" << endl;
|
|
||||||
|
|
||||||
std::this_thread::sleep_for(std::chrono::milliseconds(200)); // Send image every 200ms
|
if (!cap.isOpened())
|
||||||
|
{
|
||||||
|
cerr << "Camera disconnected, attempting to reconnect..." << endl;
|
||||||
|
|
||||||
|
cap.open(0);
|
||||||
|
std::this_thread::sleep_for(std::chrono::seconds(1)); // Wait before retrying
|
||||||
}
|
}
|
||||||
|
}
|
||||||
}
|
}
|
Reference in New Issue
Block a user