消息队列的实现

熊明之2024-03-04 23:55
8.8 消息队列

队列是一种先进先出的结构，消息队列是进程(线程)常用的一种方法，实现消息队列常用的方法：

（1）阻塞队列 （2）无锁队列 （3）环形队列

值得注意的是：在pop 和push 一定要使用while循环，避免虚假唤醒

8.8.1 阻塞队列

(1）pthread

实现阻塞队列使用生产者-消费者模式，使用步骤：

c++ 复制代码 
#include <pthread.h>
#include <queue>
//第一步，添加成员变量
std::queue<T> queue_;
int max_size_;
pthread_mutex_t mutex_;
pthread_cond_t condition_var_;
//第二步，实现push函数
void Push(const T& item) {
    pthread_mutex_lock(&mutex_);

    while (queue_.size() >= max_size_) {
        pthread_cond_wait(&condition_var_, &mutex_);
    }

    queue_.push(item);
    pthread_cond_signal(&condition_var_);

    pthread_mutex_unlock(&mutex_);
}
//第三步，实现pop函数
 T Pop() 
 {
     pthread_mutex_lock(&mutex_);

     while (queue_.empty()) {
         pthread_cond_wait(&condition_var_, &mutex_);
     }

     T item = queue_.front();
     queue_.pop();
     pthread_cond_signal(&condition_var_);

     pthread_mutex_unlock(&mutex_);

     return item;
  }

示例代码：

c++ 复制代码 
#include <pthread.h>
#include <queue>

template <typename T>
class BlockingQueue {
public:
    BlockingQueue() : max_size_(100) {
        pthread_mutex_init(&mutex_, nullptr);
        pthread_cond_init(&condition_var_, nullptr);
    }

    ~BlockingQueue() {
        pthread_mutex_destroy(&mutex_);
        pthread_cond_destroy(&condition_var_);
    }

    void Push(const T& item) {
        pthread_mutex_lock(&mutex_);

        while (queue_.size() >= max_size_) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        queue_.push(item);
        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);
    }

    T Pop() {
        pthread_mutex_lock(&mutex_);

        while (queue_.empty()) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        T item = queue_.front();
        queue_.pop();
        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);

        return item;
    }

private:
    std::queue<T> queue_;
    int max_size_;
    pthread_mutex_t mutex_;
    pthread_cond_t condition_var_;
};

测试代码：

c++ 复制代码 
#include <iostream>
#include <pthread.h>
#include <unistd.h>
#include <vector>

BlockingQueue<int> queue;

void* ProducerThread(void* arg) {
    int thread_id = *static_cast<int*>(arg);
    for (int i = 1; i <= 5; ++i) {
        int item = thread_id * 10 + i;
        queue.Push(item);
        std::cout << "Producer " << thread_id << " produced: " << item << std::endl;
        sleep(1);
    }
    pthread_exit(nullptr);
}

void* ConsumerThread(void* arg) {
    int thread_id = *static_cast<int*>(arg);
    for (int i = 1; i <= 5; ++i) {
        int item = queue.Pop();
        std::cout << "Consumer " << thread_id << " consumed: " << item << std::endl;
        sleep(2);
    }
    pthread_exit(nullptr);
}

int main() {
    const int num_producers = 3;
    const int num_consumers = 2;

    std::vector<pthread_t> producer_threads(num_producers);
    std::vector<pthread_t> consumer_threads(num_consumers);

    for (int i = 0; i < num_producers; ++i) {
        int* thread_id = new int(i);
        pthread_create(&producer_threads[i], nullptr, ProducerThread, static_cast<void*>(thread_id));
    }

    for (int i = 0; i < num_consumers; ++i) {
        int* thread_id = new int(i);
        pthread_create(&consumer_threads[i], nullptr, ConsumerThread, static_cast<void*>(thread_id));
    }

    for (int i = 0; i < num_producers; ++i) {
        pthread_join(producer_threads[i], nullptr);
    }

    for (int i = 0; i < num_consumers; ++i) {
        pthread_join(consumer_threads[i], nullptr);
    }

    return 0;
}

**（2）STD **

示例代码：

c++ 复制代码 
#include <queue>
#include <mutex>
#include <condition_variable>

template <typename T>
class BlockingQueue {
public:
    BlockingQueue() = default;

    void Push(const T& item) {
        std::unique_lock<std::mutex> lock(mutex_);

        while (queue_.size() >= max_size_) {
            condition_var_.wait(lock);
        }

        queue_.push(item);
        condition_var_.notify_one();
    }

    T Pop() {
        std::unique_lock<std::mutex> lock(mutex_);

        while (queue_.empty()) {
            condition_var_.wait(lock);
        }

        T item = queue_.front();
        queue_.pop();
        condition_var_.notify_one();

        return item;
    }

private:
    std::queue<T> queue_;
    std::mutex mutex_;
    std::condition_variable condition_var_;
    const size_t max_size_ = 100; // 最大容量
};
8.8.2 环形队列

环形队列的特点：（1）固定容量 （2）前后指针 （3）循环存储

(1)pthread

示例代码：

c++ 复制代码 
#include <pthread.h>
#include <iostream>
#include <vector>

template <typename T>
class CircularQueue {
public:
    CircularQueue(int capacity) : capacity_(capacity), front_(0), rear_(0), size_(0) {
        queue_.resize(capacity_);
        pthread_mutex_init(&mutex_, nullptr);
        pthread_cond_init(&condition_var_, nullptr);
    }

    ~CircularQueue() {
        pthread_mutex_destroy(&mutex_);
        pthread_cond_destroy(&condition_var_);
    }

    void Push(const T& item) {
        pthread_mutex_lock(&mutex_);

        while (size_ >= capacity_) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        queue_[rear_] = item;
        rear_ = (rear_ + 1) % capacity_;
        ++size_;

        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);
    }

    T Pop() {
        pthread_mutex_lock(&mutex_);

        while (size_ <= 0) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        T item = queue_[front_];
        front_ = (front_ + 1) % capacity_;
        --size_;

        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);

        return item;
    }

private:
    std::vector<T> queue_;
    int capacity_;
    int front_;
    int rear_;
    int size_;
    pthread_mutex_t mutex_;
    pthread_cond_t condition_var_;
};

void* ProducerThread(void* arg) {
    CircularQueue<int>* queue = static_cast<CircularQueue<int>*>(arg);

    for (int i = 1; i <= 10; ++i) {
        queue->Push(i);
        std::cout << "Produced: " << i << std::endl;
        sleep(1);
    }

    return nullptr;
}

void* ConsumerThread(void* arg) {
    CircularQueue<int>* queue = static_cast<CircularQueue<int>*>(arg);

    for (int i = 1; i <= 10; ++i) {
        int item = queue->Pop();
        std::cout << "Consumed: " << item << std::endl;
        sleep(2);
    }

    return nullptr;
}

int main() {
    CircularQueue<int> queue(5);

    pthread_t producer_thread;
    pthread_create(&producer_thread, nullptr, ProducerThread, static_cast<void*>(&queue));

    pthread_t consumer_thread;
    pthread_create(&consumer_thread, nullptr, ConsumerThread, static_cast<void*>(&queue));

    pthread_join(producer_thread, nullptr);
    pthread_join(consumer_thread, nullptr);

    return 0;
}

（2）STD

示例代码：

c++ 复制代码 
#include <vector>
#include <mutex>
#include <condition_variable>

template <typename T>
class CircularQueue {
public:
    CircularQueue(int capacity) : capacity_(capacity), front_(0), rear_(0), size_(0), queue_(capacity_) {}

    void Push(const T& item) {
        std::unique_lock<std::mutex> lock(mutex_);

        while (IsFull()) {
            condition_var_.wait(lock);
        }

        queue_[rear_] = item;
        rear_ = (rear_ + 1) % capacity_;
        ++size_;

        condition_var_.notify_one();
    }

    T Pop() {
        std::unique_lock<std::mutex> lock(mutex_);

        while (IsEmpty()) {
            condition_var_.wait(lock);
        }

        T item = queue_[front_];
        front_ = (front_ + 1) % capacity_;
        --size_;

        condition_var_.notify_one();

        return item;
    }

    bool IsEmpty() const {
        return size_ == 0;
    }

    bool IsFull() const {
        return size_ == capacity_;
    }

private:
    int capacity_;
    int front_;
    int rear_;
    int size_;
    std::vector<T> queue_;
    std::mutex mutex_;
    std::condition_variable condition_var_;
};
相关推荐
MonkeyKing_sunyuhua7 分钟前
ubuntu22.04 docker-compose安装postgresql数据库
数据库·docker·postgresql
天郁青7 分钟前
数据库交互的本地项目：后台管理系统
数据库·交互
马剑威（威哥爱编程）13 分钟前
MongoDB面试专题33道解析
数据库·mongodb·面试
何曾参静谧27 分钟前
「C/C++」C/C++ 之 变量作用域详解
c语言·开发语言·c++
AI街潜水的八角37 分钟前
基于C++的决策树C4.5机器学习算法（不调包）
c++·算法·决策树·机器学习
小光学长38 分钟前
基于vue框架的的流浪宠物救助系统25128（程序+源码+数据库+调试部署+开发环境）系统界面在最后面。
数据库·vue.js·宠物
JSU_曾是此间年少1 小时前
数据结构——线性表与链表
数据结构·c++·算法
零炻大礼包1 小时前
【SQL server】数据库远程连接配置
数据库
zmgst2 小时前
canal1.1.7使用canal-adapter进行mysql同步数据
java·数据库·mysql
随心............2 小时前
python操作MySQL以及SQL综合案例
数据库·mysql
热门推荐
01【HarmonyOS】HUAWEI DevEco Studio 下载地址汇总02(欧拉)openEuler系统添加网卡文件配置流程、(欧拉)openEuler系统手动配置ipv6地址流程、(欧拉)openEuler系统网络管理说明03组基轨迹建模 GBTM的介绍与实现（Stata 或 R）04【AIGC】重塑未来的科技巨轮05全面解析：构建基于深度学习的安全帽检测系统（UI界面+YOLO代码+数据集）06【经验分享】Ubuntu22.04安装微信(linux官方版)07基于YOLOv10深度学习的CT扫描图像肾结石智能检测系统【python源码+Pyqt5界面+数据集+训练代码】深度学习实战、目标检测08Ubuntu 20.04使用Livox mid 360 测试 FAST_LIO09RAG 实践- Ollama+RagFlow 部署本地知识库10【TC3xx芯片】TC3xx芯片电源管理系统PMS详解