消息队列的实现

熊明之2024-03-04 23:55
8.8 消息队列

队列是一种先进先出的结构，消息队列是进程(线程)常用的一种方法，实现消息队列常用的方法：

（1）阻塞队列 （2）无锁队列 （3）环形队列

值得注意的是：在pop 和push 一定要使用while循环，避免虚假唤醒

8.8.1 阻塞队列

(1）pthread

实现阻塞队列使用生产者-消费者模式，使用步骤：

c++ 复制代码 
#include <pthread.h>
#include <queue>
//第一步，添加成员变量
std::queue<T> queue_;
int max_size_;
pthread_mutex_t mutex_;
pthread_cond_t condition_var_;
//第二步，实现push函数
void Push(const T& item) {
    pthread_mutex_lock(&mutex_);

    while (queue_.size() >= max_size_) {
        pthread_cond_wait(&condition_var_, &mutex_);
    }

    queue_.push(item);
    pthread_cond_signal(&condition_var_);

    pthread_mutex_unlock(&mutex_);
}
//第三步，实现pop函数
 T Pop() 
 {
     pthread_mutex_lock(&mutex_);

     while (queue_.empty()) {
         pthread_cond_wait(&condition_var_, &mutex_);
     }

     T item = queue_.front();
     queue_.pop();
     pthread_cond_signal(&condition_var_);

     pthread_mutex_unlock(&mutex_);

     return item;
  }

示例代码：

c++ 复制代码 
#include <pthread.h>
#include <queue>

template <typename T>
class BlockingQueue {
public:
    BlockingQueue() : max_size_(100) {
        pthread_mutex_init(&mutex_, nullptr);
        pthread_cond_init(&condition_var_, nullptr);
    }

    ~BlockingQueue() {
        pthread_mutex_destroy(&mutex_);
        pthread_cond_destroy(&condition_var_);
    }

    void Push(const T& item) {
        pthread_mutex_lock(&mutex_);

        while (queue_.size() >= max_size_) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        queue_.push(item);
        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);
    }

    T Pop() {
        pthread_mutex_lock(&mutex_);

        while (queue_.empty()) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        T item = queue_.front();
        queue_.pop();
        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);

        return item;
    }

private:
    std::queue<T> queue_;
    int max_size_;
    pthread_mutex_t mutex_;
    pthread_cond_t condition_var_;
};

测试代码：

c++ 复制代码 
#include <iostream>
#include <pthread.h>
#include <unistd.h>
#include <vector>

BlockingQueue<int> queue;

void* ProducerThread(void* arg) {
    int thread_id = *static_cast<int*>(arg);
    for (int i = 1; i <= 5; ++i) {
        int item = thread_id * 10 + i;
        queue.Push(item);
        std::cout << "Producer " << thread_id << " produced: " << item << std::endl;
        sleep(1);
    }
    pthread_exit(nullptr);
}

void* ConsumerThread(void* arg) {
    int thread_id = *static_cast<int*>(arg);
    for (int i = 1; i <= 5; ++i) {
        int item = queue.Pop();
        std::cout << "Consumer " << thread_id << " consumed: " << item << std::endl;
        sleep(2);
    }
    pthread_exit(nullptr);
}

int main() {
    const int num_producers = 3;
    const int num_consumers = 2;

    std::vector<pthread_t> producer_threads(num_producers);
    std::vector<pthread_t> consumer_threads(num_consumers);

    for (int i = 0; i < num_producers; ++i) {
        int* thread_id = new int(i);
        pthread_create(&producer_threads[i], nullptr, ProducerThread, static_cast<void*>(thread_id));
    }

    for (int i = 0; i < num_consumers; ++i) {
        int* thread_id = new int(i);
        pthread_create(&consumer_threads[i], nullptr, ConsumerThread, static_cast<void*>(thread_id));
    }

    for (int i = 0; i < num_producers; ++i) {
        pthread_join(producer_threads[i], nullptr);
    }

    for (int i = 0; i < num_consumers; ++i) {
        pthread_join(consumer_threads[i], nullptr);
    }

    return 0;
}

**（2）STD **

示例代码：

c++ 复制代码 
#include <queue>
#include <mutex>
#include <condition_variable>

template <typename T>
class BlockingQueue {
public:
    BlockingQueue() = default;

    void Push(const T& item) {
        std::unique_lock<std::mutex> lock(mutex_);

        while (queue_.size() >= max_size_) {
            condition_var_.wait(lock);
        }

        queue_.push(item);
        condition_var_.notify_one();
    }

    T Pop() {
        std::unique_lock<std::mutex> lock(mutex_);

        while (queue_.empty()) {
            condition_var_.wait(lock);
        }

        T item = queue_.front();
        queue_.pop();
        condition_var_.notify_one();

        return item;
    }

private:
    std::queue<T> queue_;
    std::mutex mutex_;
    std::condition_variable condition_var_;
    const size_t max_size_ = 100; // 最大容量
};
8.8.2 环形队列

环形队列的特点：（1）固定容量 （2）前后指针 （3）循环存储

(1)pthread

示例代码：

c++ 复制代码 
#include <pthread.h>
#include <iostream>
#include <vector>

template <typename T>
class CircularQueue {
public:
    CircularQueue(int capacity) : capacity_(capacity), front_(0), rear_(0), size_(0) {
        queue_.resize(capacity_);
        pthread_mutex_init(&mutex_, nullptr);
        pthread_cond_init(&condition_var_, nullptr);
    }

    ~CircularQueue() {
        pthread_mutex_destroy(&mutex_);
        pthread_cond_destroy(&condition_var_);
    }

    void Push(const T& item) {
        pthread_mutex_lock(&mutex_);

        while (size_ >= capacity_) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        queue_[rear_] = item;
        rear_ = (rear_ + 1) % capacity_;
        ++size_;

        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);
    }

    T Pop() {
        pthread_mutex_lock(&mutex_);

        while (size_ <= 0) {
            pthread_cond_wait(&condition_var_, &mutex_);
        }

        T item = queue_[front_];
        front_ = (front_ + 1) % capacity_;
        --size_;

        pthread_cond_signal(&condition_var_);

        pthread_mutex_unlock(&mutex_);

        return item;
    }

private:
    std::vector<T> queue_;
    int capacity_;
    int front_;
    int rear_;
    int size_;
    pthread_mutex_t mutex_;
    pthread_cond_t condition_var_;
};

void* ProducerThread(void* arg) {
    CircularQueue<int>* queue = static_cast<CircularQueue<int>*>(arg);

    for (int i = 1; i <= 10; ++i) {
        queue->Push(i);
        std::cout << "Produced: " << i << std::endl;
        sleep(1);
    }

    return nullptr;
}

void* ConsumerThread(void* arg) {
    CircularQueue<int>* queue = static_cast<CircularQueue<int>*>(arg);

    for (int i = 1; i <= 10; ++i) {
        int item = queue->Pop();
        std::cout << "Consumed: " << item << std::endl;
        sleep(2);
    }

    return nullptr;
}

int main() {
    CircularQueue<int> queue(5);

    pthread_t producer_thread;
    pthread_create(&producer_thread, nullptr, ProducerThread, static_cast<void*>(&queue));

    pthread_t consumer_thread;
    pthread_create(&consumer_thread, nullptr, ConsumerThread, static_cast<void*>(&queue));

    pthread_join(producer_thread, nullptr);
    pthread_join(consumer_thread, nullptr);

    return 0;
}

（2）STD

示例代码：

c++ 复制代码 
#include <vector>
#include <mutex>
#include <condition_variable>

template <typename T>
class CircularQueue {
public:
    CircularQueue(int capacity) : capacity_(capacity), front_(0), rear_(0), size_(0), queue_(capacity_) {}

    void Push(const T& item) {
        std::unique_lock<std::mutex> lock(mutex_);

        while (IsFull()) {
            condition_var_.wait(lock);
        }

        queue_[rear_] = item;
        rear_ = (rear_ + 1) % capacity_;
        ++size_;

        condition_var_.notify_one();
    }

    T Pop() {
        std::unique_lock<std::mutex> lock(mutex_);

        while (IsEmpty()) {
            condition_var_.wait(lock);
        }

        T item = queue_[front_];
        front_ = (front_ + 1) % capacity_;
        --size_;

        condition_var_.notify_one();

        return item;
    }

    bool IsEmpty() const {
        return size_ == 0;
    }

    bool IsFull() const {
        return size_ == capacity_;
    }

private:
    int capacity_;
    int front_;
    int rear_;
    int size_;
    std::vector<T> queue_;
    std::mutex mutex_;
    std::condition_variable condition_var_;
};
相关推荐
程序猿小D19 分钟前
第24节 Node.js 连接 MongoDB
数据库·mongodb·npm·node.js·编辑器·vim·express
果子⌂2 小时前
PostgreSQL --数据库操作
linux·数据库·postgresql
SeaTunnel2 小时前
如何将SeaTunnel MySQL-CDC与Databend 高效整合？格式与方案全解析
数据库·mysql·开源·数据集成·seatunnel·databend
在肯德基吃麻辣烫2 小时前
《Redis》持久化
数据库·redis·缓存
SundayBear2 小时前
适合有C基础后快速上手C++
开发语言·c++
顾三殇2 小时前
【自考】《计算机信息管理课程实验（课程代码：11393）》华师自考实践考核题型解析说明：C++ 与 mysql 实践题型与工具实践题分析
c++·mysql·华师自考实践考核题型分析
xiaolyuh1232 小时前
基于binlog恢复误删除MySQL数据
数据库·mysql
Gauss松鼠会2 小时前
GaussDB分布式数据库调优方法总结：从架构到实践的全链路优化指南
数据库·分布式·sql·database·gaussdb
newki2 小时前
【NDK】项目演示-Android串口的封装工具库以及集成的几种思路
android·c++·app
码海漫游者82 小时前
让Python成为你的网站引擎：Django全栈开发初体验！！！
数据库·python·其他·django
热门推荐
01Coze扣子平台完整体验和实践（附国内和国际版对比）02【图像处理与机器视觉】XJTU期末考点03KGG转MP3工具|非KGM文件|解密音频04DeepSeek各版本说明与优缺点分析05从零安装 LLaMA-Factory 微调 Qwen 大模型成功及所有的坑06YOLOv8入门 | 重要性能衡量指标、训练结果评价及分析及影响mAP的因素【发论文关注的指标】07海康Visionmaster-常见问题排查方法-启动阶段08R-tree详解09【SpeedAI科研小助手】2分钟极速解决知网维普重复率、AIGC率过高，一键全文降！文件格式不变，公式都保留的！10零代码入门 | Coze——让大模型接入自己的数据库