HBase压测 ycsb

shell 复制代码
## ycsb 导入数据
root@XX.14.40.197


1、对portrait压测
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 nohup bin/ycsb load hbase20 -P workloads/workload_insert -cp /usr/local/fqlhadoop/hbase/conf -p table=usertable -p columnfamily=cf >> load_`date +'%Y%m%d_%H%M%S'`.log 2>&1 &"
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && /usr/java/default/bin/jps -l | grep Client | wc -l"
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && /usr/java/default/bin/jps -l | grep Client | awk '{print \$1}' | xargs kill -9" 
ansible hadoop -i hosts_hbase_portrait_20230730.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 ls -lrt *202409*.log"


2、对portraitszl压测,部署ycsb
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "hostname"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/roles/hadoop/files/jdk1.8.0_171.tar.gz dest=/usr/java/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "tar -zxvf /usr/java/jdk1.8.0_171.tar.gz -C /usr/java"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "rm -rf /usr/java/latest"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/java/ ln -s jdk1.8.0_171 latest"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "sed -i 's#jdk1.7.0_79#default#' /etc/profile"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "cat /etc/profile | grep JAVA_HOME"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "java -version"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "mkdir -p /usr/local/fqlhadoop/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/roles/hbase/files/hbase-2.5.5.tar.gz dest=/usr/local/fqlhadoop/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ tar -zxvf hbase-2.5.5.tar.gz"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ ln -s hbase-2.5.5 hbase"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/usr/local/fqlhadoop/ ls -lrt"

ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "mkdir -p /data/workspace/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m copy -a "src=/data/datamanager/deploy/workspace/ycsb-0.17.0.tar.gz dest=/data/workspace/"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m command -a "chdir=/data/workspace/ tar -zxvf ycsb-0.17.0.tar.gz"
ansible hadoop -i hosts_hbase_ycsb_20241113.txt -m shell -a "hostname && chdir=/data/workspace/ycsb-0.17.0 nohup bin/ycsb load hbase20 -P workloads/workload_insert_query -cp /usr/local/fqlhadoop/hbase/conf -p table=usertable -p columnfamily=family >> load_`date +'%Y%m%d_%H%M%S'`.log 2>&1 &"

hbase建表语句
https://github.com/brianfrankcooper/YCSB/tree/master/hbase2

相关推荐
半夏知半秋16 小时前
redis-哨兵模式配置整理
数据库·redis·笔记·后端·学习·lua·安全架构
来酱何人16 小时前
为什么要学深度学习?——从“传统编程”到“数据驱动”的思维跃迁(附AI落地案例)
人工智能·python·深度学习·机器翻译
程序员爱钓鱼16 小时前
Python编程实战 - Python基础入门 - 容器的常用操作与应用
后端·python·bpython
程序员爱钓鱼16 小时前
Python编程实战 - 函数与模块化编程 - 函数的定义与调用
前端·后端·python
一只小bit16 小时前
Git 远程操作:克隆、推送、拉取与冲突解决
数据库·git·github
Dxy123931021617 小时前
python如何做声音识别
开发语言·python
DarkAthena17 小时前
【YashanDB】单机版数据库升级测试
数据库·oracle·yashan
best_virtuoso17 小时前
PostgreSQL PostGIS中的元数据表
数据库·postgresql
CodeCraft Studio17 小时前
国产化Excel开发组件Spire.XLS教程:使用Python将CSV转换为XML(处理现实数据问题)
xml·python·excel·csv·spire.xls·csv转xml
合作小小程序员小小店17 小时前
web开发,在线%高校舆情分析%系统demo,基于python,flaskweb,echart,nlp,ida,tf-idf,多爬虫源,数据库mysql
人工智能·python·flask·html5·tf-idf