HBase压测 ycsb

shell 复制代码
## ycsb 导入数据
root@XX.14.40.197


1、对portrait压测
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 nohup bin/ycsb load hbase20 -P workloads/workload_insert -cp /usr/local/fqlhadoop/hbase/conf -p table=usertable -p columnfamily=cf >> load_`date +'%Y%m%d_%H%M%S'`.log 2>&1 &"
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && /usr/java/default/bin/jps -l | grep Client | wc -l"
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && /usr/java/default/bin/jps -l | grep Client | awk '{print \$1}' | xargs kill -9" 
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 ls -lrt *202409*.log"


2、对portraitszl压测,部署ycsb
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "hostname"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/roles/hadoop/files/jdk1.8.0_171.tar.gz dest=/usr/java/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "tar -zxvf /usr/java/jdk1.8.0_171.tar.gz -C /usr/java"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "rm -rf /usr/java/latest"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/java/ ln -s jdk1.8.0_171 latest"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "sed -i 's#jdk1.7.0_79#default#' /etc/profile"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "cat /etc/profile | grep JAVA_HOME"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "java -version"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "mkdir -p /usr/local/fqlhadoop/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/roles/hbase/files/hbase-2.5.5.tar.gz dest=/usr/local/fqlhadoop/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ tar -zxvf hbase-2.5.5.tar.gz"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ ln -s hbase-2.5.5 hbase"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ ls -lrt"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "mkdir -p /data/workspace/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/workspace/ycsb-0.17.0.tar.gz dest=/data/workspace/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/data/workspace/ tar -zxvf ycsb-0.17.0.tar.gz"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 nohup bin/ycsb load hbase20 -P workloads/workload_insert_query -cp /usr/local/fqlhadoop/hbase/conf -p table=usertable -p columnfamily=family >> load_`date +'%Y%m%d_%H%M%S'`.log 2>&1 &"

hbase建表语句
https://github.com/brianfrankcooper/YCSB/tree/master/hbase2

相关推荐
老纪的技术唠嗑局14 分钟前
OceanBase PoC 经验总结(二)—— AP 业务
数据库
微风粼粼25 分钟前
程序员在线接单
java·jvm·后端·python·eclipse·tomcat·dubbo
云天徽上39 分钟前
【PaddleOCR】OCR表格识别数据集介绍,包含PubTabNet、好未来表格识别、WTW中文场景表格等数据,持续更新中......
python·ocr·文字识别·表格识别·paddleocr·pp-ocrv5
阿里云大数据AI技术1 小时前
OpenSearch 视频 RAG 实践
数据库·人工智能·llm
你怎么知道我是队长1 小时前
python-input内置函数
开发语言·python
叹一曲当时只道是寻常1 小时前
Python实现优雅的目录结构打印工具
python
hbwhmama2 小时前
python高级变量XIII
python
费弗里3 小时前
Python全栈应用开发利器Dash 3.x新版本介绍(3)
python·dash
dme.3 小时前
Javascript之DOM操作
开发语言·javascript·爬虫·python·ecmascript
加油吧zkf3 小时前
AI大模型如何重塑软件开发流程?——结合目标检测的深度实践与代码示例
开发语言·图像处理·人工智能·python·yolo