gbase8s之onatpe备份与恢复性能测试

小草儿7992026-04-24 13:46

方法一,数度很慢

bash 复制代码 
#!/bin/bash
#
# GBase 8s ontape 性能测试 + HTML 报告（最终版：自动清理备份文件）
# 优化：预生成填充字符串、SQL 文件复用、多色折线图、备份文件用后即删
# 运行：gbasedbt 用户
 
set -u
 
# ==================== 环境加载 ====================
source /usr/local/gbase/profile.gbase01
 
if [ "$(whoami)" != "gbasedbt" ]; then
    echo "错误：请使用 gbasedbt 用户运行此脚本。"
    exit 1
fi
 
# ==================== 用户配置 ====================
TEST_SIZES_GB=(1 10 50 100)             # 测试数据量 (GB)
TAPEBLK_VALUES=(32 320 3200 128000)     # 对比块大小 (KB)
 
DB_NAME="testdb"
DBSPACE_NAME="datadbs01"
CHUNK_PATH="/opt/gbase/data/datachk01"
PAGE_SIZE=16
SAFE_MARGIN_GB=10
BATCH_SIZE=5000
 
BACKUP_DIR="/opt/gbase/backup"
LOG_DIR="/opt/gbase/logs"
REPORT_DIR="/opt/gbase/reports"
 
# ==================== 初始化 ====================
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
LOG_FILE="${LOG_DIR}/ontape_perf_${TIMESTAMP}.log"
HTML_REPORT="${REPORT_DIR}/gbase8s_ontape_report_${TIMESTAMP}.html"
DATA_FILE="${LOG_DIR}/ontape_times_${TIMESTAMP}.dat"
 
mkdir -p "${BACKUP_DIR}" "${LOG_DIR}" "${REPORT_DIR}"
touch "${LOG_FILE}" "${DATA_FILE}"
 
log() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "${LOG_FILE}"; }
log_stderr() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "${LOG_FILE}" >&2; }
die() { log "❌ 错误：$*"; exit 1; }
 
extract_num() { grep -oE '[0-9]+\.?[0-9]*' | head -1; }
 
# ==================== 系统信息 ====================
get_server_ip() { hostname -I 2>/dev/null | awk '{print $1}' || echo "N/A"; }
get_gbase_version() { onstat -V 2>/dev/null | head -1 | awk '{print $NF}' || echo "Unknown"; }
 
# ==================== 空间检测 ====================
chunk_dir=$(dirname "${CHUNK_PATH}")
avail_kb=$(df -k "${chunk_dir}" | tail -1 | awk '{print $4}')
avail_gb=$((avail_kb / 1024 / 1024))
usable_gb=$((avail_gb - SAFE_MARGIN_GB))
[ ${usable_gb} -lt 5 ] && die "可用空间不足 5GB (当前 ${avail_gb}GB)"
 
ACTUAL_SIZES=()
for sz in "${TEST_SIZES_GB[@]}"; do
    if (( $(echo "$sz <= $usable_gb" | bc -l 2>/dev/null) )); then
        ACTUAL_SIZES+=("$sz")
    else
        log "跳过 ${sz}GB (空间不足)"
    fi
done
[ ${#ACTUAL_SIZES[@]} -eq 0 ] && die "无数据量可测"
 
max_test=$(printf "%s\n" "${ACTUAL_SIZES[@]}" | sort -n | tail -1)
init_gb=$(echo "$max_test + 20" | bc 2>/dev/null | cut -d'.' -f1)
[ $init_gb -gt $usable_gb ] && init_gb=$usable_gb
INIT_MB=$((init_gb * 1024))
 
log "磁盘可用: ${avail_gb}GB, 测试数据量: ${ACTUAL_SIZES[*]} GB, 初始 dbspace: ${init_gb}GB"
 
# ==================== 空间创建 ====================
log "重建 dbspace ${DBSPACE_NAME}..."
onspaces -d ${DBSPACE_NAME} -y 2>/dev/null || true
sleep 2
onspaces -c -d ${DBSPACE_NAME} -p ${CHUNK_PATH} -o 0 -s ${INIT_MB} -k ${PAGE_SIZE}
chunk_num=$(onstat -d | grep "${CHUNK_PATH}" | awk '{print $3}')
[ -n "${chunk_num}" ] && dbaccess sysadmin - <<EOF
set environment sqlmode 'gbase';
execute function task('modify chunk extendable on', '${chunk_num}');
EOF
 
dbaccess sysmaster - >/dev/null 2>&1 <<EOF
DROP DATABASE IF EXISTS ${DB_NAME};
CREATE DATABASE ${DB_NAME} IN ${DBSPACE_NAME} WITH LOG;
EOF
log "数据库 ${DB_NAME} 已创建"
 
# ==================== 增量数据插入（优化版） ====================
TABLE_NAME="perf_test_data"
DATA_STR_1K=$(printf 'Y%.0s' {1..1000})
FILLER_STR_3K=$(printf 'X%.0s' {1..3000})
 
insert_to_target() {
    local target_gb=$1
    local target_rows=$(echo "$target_gb * 200000" | bc 2>/dev/null | cut -d'.' -f1)
    [ -z "$target_rows" ] && target_rows=0
 
    dbaccess ${DB_NAME} >/dev/null 2>&1 <<EOF
CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (
    id SERIAL,
    data VARCHAR(4000),
    filler CHAR(3000),
    created DATETIME YEAR TO SECOND DEFAULT CURRENT YEAR TO SECOND
) IN ${DBSPACE_NAME};
EOF
 
    local cur=$(dbaccess ${DB_NAME} - 2>/dev/null <<< "SELECT COUNT(*) FROM ${TABLE_NAME};" | extract_num)
    [[ "$cur" =~ ^[0-9]+$ ]] || cur=0
 
    if [ ${cur} -ge ${target_rows} ]; then
        log "  表已有 ${cur} 行，无需插入"
        return
    fi
 
    local need=$((target_rows - cur))
    local batches=$(( (need + BATCH_SIZE - 1) / BATCH_SIZE ))
    log "  目标 ${target_gb}GB (约 ${target_rows} 行)，需追加 ${need} 行，分 ${batches} 批"
 
    local inserted=0 batch=1 tmp="/tmp/ins_batch_$$.sql"
 
    while [ ${batch} -le ${batches} ]; do
        local this_batch=${BATCH_SIZE}
        [ $((inserted + this_batch)) -gt ${need} ] && this_batch=$((need - inserted))
 
        > "${tmp}"
        echo "INSERT INTO ${TABLE_NAME} (data, filler) VALUES" > "${tmp}"
        for ((i=1; i<=this_batch; i++)); do
            local comma=","
            [ ${i} -eq ${this_batch} ] && comma=";"
            echo "('${DATA_STR_1K}', '${FILLER_STR_3K}')${comma}" >> "${tmp}"
        done
 
        dbaccess ${DB_NAME} "${tmp}" >/dev/null 2>&1 || { rm -f "${tmp}"; die "插入失败"; }
 
        inserted=$((inserted + this_batch))
        log "    批次 ${batch}/${batches} 完成 (累计 ${inserted} 行)"
        batch=$((batch + 1))
        sleep 1
    done
    rm -f "${tmp}"
 
    local final_rows=$(dbaccess ${DB_NAME} - <<< "SELECT COUNT(*) FROM ${TABLE_NAME};" | extract_num)
    log "  插入完成，总计 ${final_rows} 行"
}
 
# ==================== 备份/恢复 ====================
ORIG_TAPEBLK=$(onstat -c | grep "^TAPEBLK" | awk '{print $2}')
ORIG_LTAPEBLK=$(onstat -c | grep "^LTAPEBLK" | awk '{print $2}')
 
set_tapeblk() {
    onmode -wf TAPEBLK=$1
    onmode -wf LTAPEBLK=$1
}
 
run_backup() {
    local blk=$1 label=$2
    local outfile="${BACKUP_DIR}/full_${label}_blk${blk}"
 
    set_tapeblk ${blk}
    log_stderr "    执行 0 级备份 (${label}) ..."
    local start=$(date +%s.%N)
    echo "" | ontape -s -L 0 -t STDIO -F > "${outfile}" 2>>${LOG_FILE}
    local ret=$?
    local end=$(date +%s.%N)
    if [ ${ret} -ne 0 ]; then
        log_stderr "    备份失败，返回码 ${ret}"
        die "备份失败"
    fi
    local dur=$(echo "${end} - ${start}" | bc -l 2>/dev/null | awk '{printf "%.3f", $0}')
    log_stderr "    备份完成，耗时 ${dur} 秒，大小 $(du -h "${outfile}" | cut -f1)"
    echo "${dur}"
}
 
run_restore() {
    local blk=$1 label=$2
    local infile="${BACKUP_DIR}/full_${label}_blk${blk}"
 
    set_tapeblk ${blk}
    log_stderr "    关闭数据库..."
    onmode -ky
 
    log_stderr "    执行恢复 (${label}) ..."
    local start=$(date +%s.%N)
    echo "" | ontape -p -t STDIO < "${infile}" >>${LOG_FILE} 2>&1
    local ret=$?
    local end=$(date +%s.%N)
    if [ ${ret} -ne 0 ]; then
        log_stderr "    恢复失败，返回码 ${ret}"
        die "恢复失败"
    fi
 
    log_stderr "    转为联机模式 (onmode -m)..."
    onmode -m
    for i in {1..60}; do
        onstat - 2>/dev/null | grep -q "On-Line" && break
        sleep 5
    done
    onstat - 2>/dev/null | grep -q "On-Line" || die "数据库未能联机"
 
    local dur=$(echo "${end} - ${start}" | bc -l 2>/dev/null | awk '{printf "%.3f", $0}')
    log_stderr "    恢复完成，耗时 ${dur} 秒"
    echo "${dur}"
}
 
# ==================== HTML 报告（多色折线图，纵向环境卡片） ====================
generate_html_report() {
    log "生成 HTML 报告..."
 
    local hostname=$(hostname)
    local ip_addr=$(get_server_ip)
    local gbase_ver=$(get_gbase_version)
    local kernel_ver=$(uname -r)
    local os_info=$(cat /etc/redhat-release 2>/dev/null || echo "Linux")
    local cpu_info=$(lscpu 2>/dev/null | grep "Model name" | head -1 | awk -F: '{print $2}' | xargs)
    [ -z "$cpu_info" ] && cpu_info="N/A"
    local mem_total=$(free -h | grep Mem | awk '{print $2}')
 
    local blk_values=("${TAPEBLK_VALUES[@]}")
    local base_blk=${blk_values[0]}
 
    local preset_colors=("#e74c3c" "#f39c12" "#2ecc71" "#3498db" "#9b59b6" "#1abc9c" "#e67e22" "#34495e")
 
    declare -A backup_times restore_times
    while IFS='|' read -r size blk op time; do
        if [[ "$time" =~ ^[0-9.]+$ ]]; then
            if [ "$op" = "备份" ]; then
                backup_times[${size}_${blk}]="$time"
            elif [ "$op" = "恢复" ]; then
                restore_times[${size}_${blk}]="$time"
            fi
        fi
    done < "${DATA_FILE}"
 
    local chart_labels=$(printf '"%s GB",' "${ACTUAL_SIZES[@]}" | sed 's/,$//')
 
    generate_datasets() {
        local -n times_array=$1
        local datasets=""
        local color_index=0
        local num_blk=${#blk_values[@]}
 
        for blk in "${blk_values[@]}"; do
            local data_vals=""
            for size in "${ACTUAL_SIZES[@]}"; do
                local val=${times_array[${size}_${blk}]:-0}
                data_vals="${data_vals}${val},"
            done
            data_vals=$(echo "$data_vals" | sed 's/,$//')
 
            local color
            if [ $color_index -lt ${#preset_colors[@]} ]; then
                color="${preset_colors[$color_index]}"
            else
                local hue=$(( (color_index * 360 / num_blk) % 360 ))
                color="hsl(${hue}, 70%, 60%)"
            fi
 
            datasets="${datasets}
        {
            label: 'TAPEBLK=${blk}KB',
            data: [${data_vals}],
            borderColor: '${color}',
            backgroundColor: 'transparent',
            tension: 0.3,
            pointRadius: 5,
            pointHoverRadius: 8
        },"
 
            color_index=$((color_index + 1))
        done
        echo "$datasets"
    }
 
    local backup_datasets=$(generate_datasets backup_times)
    local restore_datasets=$(generate_datasets restore_times)
 
    cat > "${HTML_REPORT}" <<EOF
<!DOCTYPE html>
<html lang="zh">
<head>
    <meta charset="UTF-8">
    <title>GBase 8s ontape 性能测试报告</title>
    <style>
        * { margin:0; padding:0; box-sizing:border-box; }
        body { font-family: 'Segoe UI', 'Microsoft YaHei', sans-serif; background: #f5f7fa; padding: 30px; color: #2c3e50; }
        .container { max-width: 1400px; margin: 0 auto; }
        .header { background: linear-gradient(135deg, #0f4c81 0%, #1a6eb0 100%); color: white; padding: 30px 40px; border-radius: 16px; margin-bottom: 30px; }
        .header h1 { font-size: 2.5em; font-weight: 300; }
        .card { background: white; border-radius: 16px; padding: 25px 30px; margin-bottom: 30px; box-shadow: 0 5px 15px rgba(0,0,0,0.05); }
        .card h2 { color: #1e466e; border-bottom: 2px solid #e9ecef; padding-bottom: 15px; margin-bottom: 20px; }
        .env-vertical { display: flex; flex-direction: column; gap: 10px; }
        .env-row { display: flex; align-items: baseline; border-bottom: 1px dashed #dee2e6; padding: 8px 0; }
        .env-label { width: 160px; font-weight: 600; color: #495057; }
        .env-value { flex: 1; color: #1e466e; font-size: 1.05em; }
        table { width: 100%; border-collapse: collapse; margin: 20px 0; font-size: 0.95em; }
        th { background: #eef2f7; padding: 14px 8px; text-align: center; border-bottom: 2px solid #cbd5e1; }
        td { padding: 10px 8px; text-align: center; border-bottom: 1px solid #e2e8f0; }
        .improve-positive { color: #0a8754; background: #e6f7ed; border-radius: 20px; padding: 4px 10px; font-weight: 700; display: inline-block; }
        .improve-negative { color: #b91c1c; background: #fee2e2; border-radius: 20px; padding: 4px 10px; font-weight: 700; display: inline-block; }
        .chart-container { margin: 30px 0; }
        .footer { text-align: center; margin-top: 40px; color: #64748b; }
        .note { background: #eef6ff; padding: 15px 20px; border-radius: 8px; margin: 20px 0; }
    </style>
    <script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.0/dist/chart.umd.min.js"></script>
</head>
<body>
<div class="container">
    <div class="header">
        <h1>🚀 GBase 8s ontape 性能测试报告</h1>
        <div style="opacity:0.9;">TAPEBLK 参数对比 · $(date '+%Y-%m-%d %H:%M:%S')</div>
    </div>
    <div class="card">
        <h2>📋 测试环境</h2>
        <div class="env-vertical">
            <div class="env-row"><span class="env-label">主机名</span><span class="env-value">${hostname}</span></div>
            <div class="env-row"><span class="env-label">IP 地址</span><span class="env-value">${ip_addr}</span></div>
            <div class="env-row"><span class="env-label">GBase 8s 版本</span><span class="env-value">${gbase_ver}</span></div>
            <div class="env-row"><span class="env-label">操作系统</span><span class="env-value">${os_info}</span></div>
            <div class="env-row"><span class="env-label">内核版本</span><span class="env-value">${kernel_ver}</span></div>
            <div class="env-row"><span class="env-label">CPU</span><span class="env-value">${cpu_info}</span></div>
            <div class="env-row"><span class="env-label">内存总量</span><span class="env-value">${mem_total}</span></div>
            <div class="env-row"><span class="env-label">页大小</span><span class="env-value">${PAGE_SIZE} KB</span></div>
            <div class="env-row"><span class="env-label">测试数据量</span><span class="env-value">${ACTUAL_SIZES[*]} GB</span></div>
            <div class="env-row"><span class="env-label">对比块大小</span><span class="env-value">${TAPEBLK_VALUES[*]} KB</span></div>
            <div class="env-row"><span class="env-label">基准块大小</span><span class="env-value">${base_blk} KB</span></div>
        </div>
    </div>
    <div class="card">
        <h2>📊 性能对比结果</h2>
        <table>
            <thead><tr><th>数据量</th><th>操作</th><th>${base_blk}KB 耗时(s)</th>
EOF
 
    for ((i=1; i<${#blk_values[@]}; i++)); do
        echo "<th>${blk_values[$i]}KB 耗时(s)</th><th>提速%</th>" >> "${HTML_REPORT}"
    done
    echo "</tr></thead><tbody>" >> "${HTML_REPORT}"
 
    for size in "${ACTUAL_SIZES[@]}"; do
        for op in "备份" "恢复"; do
            echo "<tr><td><strong>${size} GB</strong></td><td>${op}</td>" >> "${HTML_REPORT}"
            local base_val
            if [ "$op" = "备份" ]; then
                base_val=${backup_times[${size}_${base_blk}]:-0.000}
            else
                base_val=${restore_times[${size}_${base_blk}]:-0.000}
            fi
            printf "<td>%.3f</td>" "$base_val" >> "${HTML_REPORT}"
            for ((i=1; i<${#blk_values[@]}; i++)); do
                local blk=${blk_values[$i]}
                local val
                if [ "$op" = "备份" ]; then
                    val=${backup_times[${size}_${blk}]:-0.000}
                else
                    val=${restore_times[${size}_${blk}]:-0.000}
                fi
                local improve=$(echo "scale=2; ($base_val - $val) / $base_val * 100" | bc -l 2>/dev/null)
                [ -z "$improve" ] && improve="0.00"
                local class="improve-positive"
                (( $(echo "$improve < 0" | bc -l 2>/dev/null) )) && class="improve-negative"
                printf "<td>%.3f</td><td><span class=\"%s\">%s%%</span></td>" "$val" "$class" "$improve" >> "${HTML_REPORT}"
            done
            echo "</tr>" >> "${HTML_REPORT}"
        done
    done
 
    cat >> "${HTML_REPORT}" <<EOF
        </tbody></table>
        <div class="note"><strong>📈 分析说明</strong><br>以 TAPEBLK=${base_blk}KB 为基准，增大块大小可减少 I/O 次数，提升备份/恢复吞吐量。</div>
    </div>
    <div class="card"><h2>📈 备份耗时趋势</h2><div class="chart-container"><canvas id="backupChart" width="400" height="200"></canvas></div></div>
    <div class="card"><h2>📉 恢复耗时趋势</h2><div class="chart-container"><canvas id="restoreChart" width="400" height="200"></canvas></div></div>
    <div class="footer">报告自动生成 · 详细日志: ${LOG_FILE}</div>
</div>
<script>
    (function() {
        const ctxBackup = document.getElementById('backupChart').getContext('2d');
        new Chart(ctxBackup, { type: 'line', data: { labels: [${chart_labels}], datasets: [${backup_datasets}] },
            options: { responsive: true, plugins: { title: { display: true, text: '备份耗时对比' } },
                scales: { x: { title: { display: true, text: '数据量 (GB)' } }, y: { title: { display: true, text: '耗时 (秒)' }, beginAtZero: true } } } });
        const ctxRestore = document.getElementById('restoreChart').getContext('2d');
        new Chart(ctxRestore, { type: 'line', data: { labels: [${chart_labels}], datasets: [${restore_datasets}] },
            options: { responsive: true, plugins: { title: { display: true, text: '恢复耗时对比' } },
                scales: { x: { title: { display: true, text: '数据量 (GB)' } }, y: { title: { display: true, text: '耗时 (秒)' }, beginAtZero: true } } } });
    })();
</script>
</body>
</html>
EOF
    log "✅ HTML 报告已生成: ${HTML_REPORT}"
}
 
# ==================== 主流程 ====================
log "===== 开始性能测试 ====="
log "原始参数: TAPEBLK=${ORIG_TAPEBLK}, LTAPEBLK=${ORIG_LTAPEBLK}"
 
for target in "${ACTUAL_SIZES[@]}"; do
    log "----------------------------------------"
    log "目标数据量: ${target} GB"
    insert_to_target ${target}
 
    for blk in "${TAPEBLK_VALUES[@]}"; do
        log "  测试块大小: ${blk} KB"
 
        b_time=$(run_backup ${blk} "${target}GB")
        log "    记录备份耗时: ${b_time} 秒"
        echo "${target}|${blk}|备份|${b_time}" >> "${DATA_FILE}"
 
        r_time=$(run_restore ${blk} "${target}GB")
        log "    记录恢复耗时: ${r_time} 秒"
        echo "${target}|${blk}|恢复|${r_time}" >> "${DATA_FILE}"
 
        # ★ 恢复完成后删除备份文件，释放空间
        backup_file="${BACKUP_DIR}/full_${target}GB_${blk}"
        if [ -f "${backup_file}" ]; then
            rm -f "${backup_file}"
            log "    已删除备份文件: ${backup_file}"
        fi
    done
    log "${target}GB 测试完成"
done
 
log "恢复原始参数..."
onmode -wf TAPEBLK=${ORIG_TAPEBLK}
onmode -wf LTAPEBLK=${ORIG_LTAPEBLK}
 
generate_html_report
 
log "===== 全部测试完成 ====="
log "HTML 报告: ${HTML_REPORT}"
echo ""
echo "🎉 请使用浏览器打开以下文件查看可视化报告："
echo "   file://${HTML_REPORT}"

方法二，吃内存和临时空间，不足报错，有点速度快

bash 复制代码 
#!/bin/bash
#
# GBase 8s ontape 性能测试 + HTML 报告（终极稳定版）
# 数据生成：自我翻倍复制（INSERT ... SELECT）+ 显式关闭并行，杜绝 OOM
# 每个 dbaccess 调用均包含 SET PDQPRIORITY 0，避免会话级并行残留
# 运行：gbasedbt 用户

set -u

# ==================== 环境加载 ====================
source /usr/local/gbase/profile.gbase01

if [ "$(whoami)" != "gbasedbt" ]; then
    echo "错误：请使用 gbasedbt 用户运行此脚本。"
    exit 1
fi

# ==================== 用户配置 ====================
TEST_SIZES_GB=(1 10 50 100)             # 测试数据量 (GB)
TAPEBLK_VALUES=(32 320 3200 128000)     # 对比块大小 (KB)

DB_NAME="testdb"
DBSPACE_NAME="datadbs01"
CHUNK_PATH="/opt/gbase/data/datachk01"
PAGE_SIZE=16
SAFE_MARGIN_GB=10
SEED_BATCH_SIZE=10000                   # 种子数据初始行数
MAX_BATCH_ROWS=500000                   # 单次翻倍最大行数（安全阈值）

BACKUP_DIR="/opt/gbase/backup"
LOG_DIR="/opt/gbase/logs"
REPORT_DIR="/opt/gbase/reports"

# ==================== 初始化 ====================
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
LOG_FILE="${LOG_DIR}/ontape_perf_${TIMESTAMP}.log"
HTML_REPORT="${REPORT_DIR}/gbase8s_ontape_report_${TIMESTAMP}.html"
DATA_FILE="${LOG_DIR}/ontape_times_${TIMESTAMP}.dat"

mkdir -p "${BACKUP_DIR}" "${LOG_DIR}" "${REPORT_DIR}"
touch "${LOG_FILE}" "${DATA_FILE}"

log() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "${LOG_FILE}"; }
log_stderr() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "${LOG_FILE}" >&2; }
die() { log "❌ 错误：$*"; exit 1; }

extract_num() { grep -oE '[0-9]+\.?[0-9]*' | head -1; }

# ==================== 系统信息 ====================
get_server_ip() { hostname -I 2>/dev/null | awk '{print $1}' || echo "N/A"; }
get_gbase_version() { onstat -V 2>/dev/null | head -1 | awk '{print $NF}' || echo "Unknown"; }

# ==================== 空间检测 ====================
chunk_dir=$(dirname "${CHUNK_PATH}")
avail_kb=$(df -k "${chunk_dir}" | tail -1 | awk '{print $4}')
avail_gb=$((avail_kb / 1024 / 1024))
usable_gb=$((avail_gb - SAFE_MARGIN_GB))
[ ${usable_gb} -lt 5 ] && die "可用空间不足 5GB (当前 ${avail_gb}GB)"

ACTUAL_SIZES=()
for sz in "${TEST_SIZES_GB[@]}"; do
    if (( $(echo "$sz <= $usable_gb" | bc -l 2>/dev/null) )); then
        ACTUAL_SIZES+=("$sz")
    else
        log "跳过 ${sz}GB (空间不足)"
    fi
done
[ ${#ACTUAL_SIZES[@]} -eq 0 ] && die "无数据量可测"

max_test=$(printf "%s\n" "${ACTUAL_SIZES[@]}" | sort -n | tail -1)
init_gb=$(echo "$max_test + 20" | bc 2>/dev/null | cut -d'.' -f1)
[ $init_gb -gt $usable_gb ] && init_gb=$usable_gb
INIT_MB=$((init_gb * 1024))

log "磁盘可用: ${avail_gb}GB, 测试数据量: ${ACTUAL_SIZES[*]} GB, 初始 dbspace: ${init_gb}GB"

# ==================== 空间创建 ====================
log "重建 dbspace ${DBSPACE_NAME}..."
onspaces -d ${DBSPACE_NAME} -y 2>/dev/null || true
sleep 2
onspaces -c -d ${DBSPACE_NAME} -p ${CHUNK_PATH} -o 0 -s ${INIT_MB} -k ${PAGE_SIZE}
chunk_num=$(onstat -d | grep "${CHUNK_PATH}" | awk '{print $3}')
[ -n "${chunk_num}" ] && dbaccess sysadmin - <<EOF
set environment sqlmode 'gbase';
execute function task('modify chunk extendable on', '${chunk_num}');
EOF

dbaccess sysmaster - >/dev/null 2>&1 <<EOF
DROP DATABASE IF EXISTS ${DB_NAME};
CREATE DATABASE ${DB_NAME} IN ${DBSPACE_NAME} WITH LOG;
EOF
log "数据库 ${DB_NAME} 已创建"

# ==================== 极速数据生成：自我翻倍 + 显式 PDQPRIORITY 0 ====================
TABLE_NAME="perf_test_data"
DATA_STR_1K=$(printf 'Y%.0s' {1..1000})
FILLER_STR_3K=$(printf 'X%.0s' {1..3000})

insert_to_target() {
    local target_gb=$1
    local target_rows=$(echo "$target_gb * 200000" | bc 2>/dev/null | cut -d'.' -f1)
    [[ "$target_rows" =~ ^[0-9]+$ ]] || target_rows=0

    # 创建 RAW 表（无日志，绕过长事务）
    dbaccess ${DB_NAME} >/dev/null 2>&1 <<EOF
SET PDQPRIORITY 0;
CREATE RAW TABLE IF NOT EXISTS ${TABLE_NAME} (
    id SERIAL,
    data VARCHAR(4000),
    filler CHAR(3000),
    created DATETIME YEAR TO SECOND DEFAULT CURRENT YEAR TO SECOND
) IN ${DBSPACE_NAME};
EOF

    local cur=$(dbaccess ${DB_NAME} - 2>/dev/null <<< "SET PDQPRIORITY 0; SELECT COUNT(*) FROM ${TABLE_NAME};" | extract_num)
    [[ "$cur" =~ ^[0-9]+$ ]] || cur=0

    if [ ${cur} -ge ${target_rows} ]; then
        log "  表已有 ${cur} 行（目标 ${target_rows}），无需操作"
        return
    fi

    # 插入种子数据
    if [ ${cur} -eq 0 ]; then
        log "  种子表为空，生成基础行 ${SEED_BATCH_SIZE} 行..."
        local tmp_sql="/tmp/seed_$$.sql"
        echo "SET PDQPRIORITY 0;" > "${tmp_sql}"
        echo "INSERT INTO ${TABLE_NAME} (data, filler) VALUES" >> "${tmp_sql}"
        for ((i=1; i<=SEED_BATCH_SIZE; i++)); do
            local comma=","
            [ $i -eq $SEED_BATCH_SIZE ] && comma=";"
            echo "('${DATA_STR_1K}', '${FILLER_STR_3K}')${comma}" >> "${tmp_sql}"
        done
        dbaccess ${DB_NAME} "${tmp_sql}" >/dev/null 2>&1 || die "种子数据插入失败"
        rm -f "${tmp_sql}"
        cur=${SEED_BATCH_SIZE}
        log "  种子数据已插入 ${cur} 行"
    fi

    # 自我翻倍循环
    local round=0
    while [ ${cur} -lt ${target_rows} ]; do
        local need=$((target_rows - cur))
        local take_rows=${cur}
        [ ${take_rows} -gt ${MAX_BATCH_ROWS} ] && take_rows=${MAX_BATCH_ROWS}
        [ ${take_rows} -gt ${need} ] && take_rows=${need}

        log "  第 $((++round)) 轮翻倍：当前 ${cur} 行，本次复制 ${take_rows} 行 (目标 ${target_rows})"
        local start_time=$(date +%s)

        # ★ 关键：每次 dbaccess 调用都会显示设置 PDQPRIORITY 0，避免并行导致内存溢出
        dbaccess ${DB_NAME} >/dev/null 2>>${LOG_FILE} <<EOF
SET PDQPRIORITY 0;
INSERT INTO ${TABLE_NAME} (data, filler)
SELECT FIRST ${take_rows} data, filler FROM ${TABLE_NAME};
EOF
        local ret=$?
        if [ ${ret} -ne 0 ]; then
            # 打印详细错误以辅助诊断
            log_stderr "    自我复制失败，返回码 ${ret}，检查日志 ${LOG_FILE}"
            die "自我复制失败"
        fi

        local end_time=$(date +%s)
        log "    本轮耗时 $((end_time - start_time)) 秒"

        cur=$(dbaccess ${DB_NAME} - 2>/dev/null <<< "SET PDQPRIORITY 0; SELECT COUNT(*) FROM ${TABLE_NAME};" | extract_num)
        [[ "$cur" =~ ^[0-9]+$ ]] || cur=0
        [ ${round} -gt 100 ] && die "翻倍轮次过多，请检查脚本逻辑"
    done

    local final_rows=$(dbaccess ${DB_NAME} - <<< "SET PDQPRIORITY 0; SELECT COUNT(*) FROM ${TABLE_NAME};" | extract_num)
    log "  数据扩展完成，最终行数 ${final_rows}"
}

# ==================== 备份/恢复 ====================
ORIG_TAPEBLK=$(onstat -c | grep "^TAPEBLK" | awk '{print $2}')
ORIG_LTAPEBLK=$(onstat -c | grep "^LTAPEBLK" | awk '{print $2}')

set_tapeblk() {
    onmode -wf TAPEBLK=$1
    onmode -wf LTAPEBLK=$1
}

run_backup() {
    local blk=$1 label=$2
    local outfile="${BACKUP_DIR}/full_${label}_blk${blk}"

    set_tapeblk ${blk}
    log_stderr "    执行 0 级备份 (${label}) ..."
    local start=$(date +%s.%N)
    echo "" | ontape -s -L 0 -t STDIO -F > "${outfile}" 2>>${LOG_FILE}
    local ret=$?
    local end=$(date +%s.%N)
    if [ ${ret} -ne 0 ]; then
        log_stderr "    备份失败，返回码 ${ret}"
        die "备份失败"
    fi
    local dur=$(echo "${end} - ${start}" | bc -l 2>/dev/null | awk '{printf "%.3f", $0}')
    log_stderr "    备份完成，耗时 ${dur} 秒，大小 $(du -h "${outfile}" | cut -f1)"
    echo "${dur}"
}

run_restore() {
    local blk=$1 label=$2
    local infile="${BACKUP_DIR}/full_${label}_blk${blk}"

    set_tapeblk ${blk}
    log_stderr "    关闭数据库..."
    onmode -ky

    log_stderr "    执行恢复 (${label}) ..."
    local start=$(date +%s.%N)
    echo "" | ontape -p -t STDIO < "${infile}" >>${LOG_FILE} 2>&1
    local ret=$?
    local end=$(date +%s.%N)
    if [ ${ret} -ne 0 ]; then
        log_stderr "    恢复失败，返回码 ${ret}"
        die "恢复失败"
    fi

    log_stderr "    转为联机模式 (onmode -m)..."
    onmode -m
    for i in {1..60}; do
        onstat - 2>/dev/null | grep -q "On-Line" && break
        sleep 5
    done
    onstat - 2>/dev/null | grep -q "On-Line" || die "数据库未能联机"

    local dur=$(echo "${end} - ${start}" | bc -l 2>/dev/null | awk '{printf "%.3f", $0}')
    log_stderr "    恢复完成，耗时 ${dur} 秒"
    echo "${dur}"
}

# ==================== HTML 报告（自动扩展，多色折线图） ====================
generate_html_report() {
    log "生成 HTML 报告..."

    local hostname=$(hostname)
    local ip_addr=$(get_server_ip)
    local gbase_ver=$(get_gbase_version)
    local kernel_ver=$(uname -r)
    local os_info=$(cat /etc/redhat-release 2>/dev/null || echo "Linux")
    local cpu_info=$(lscpu 2>/dev/null | grep "Model name" | head -1 | awk -F: '{print $2}' | xargs)
    [ -z "$cpu_info" ] && cpu_info="N/A"
    local mem_total=$(free -h | grep Mem | awk '{print $2}')

    local blk_values=("${TAPEBLK_VALUES[@]}")
    local base_blk=${blk_values[0]}

    local preset_colors=("#e74c3c" "#f39c12" "#2ecc71" "#3498db" "#9b59b6" "#1abc9c" "#e67e22" "#34495e")

    declare -A backup_times restore_times
    while IFS='|' read -r size blk op time; do
        if [[ "$time" =~ ^[0-9.]+$ ]]; then
            if [ "$op" = "备份" ]; then
                backup_times[${size}_${blk}]="$time"
            elif [ "$op" = "恢复" ]; then
                restore_times[${size}_${blk}]="$time"
            fi
        fi
    done < "${DATA_FILE}"

    local chart_labels=$(printf '"%s GB",' "${ACTUAL_SIZES[@]}" | sed 's/,$//')

    generate_datasets() {
        local -n times_array=$1
        local datasets=""
        local color_index=0
        local num_blk=${#blk_values[@]}

        for blk in "${blk_values[@]}"; do
            local data_vals=""
            for size in "${ACTUAL_SIZES[@]}"; do
                local val=${times_array[${size}_${blk}]:-0}
                data_vals="${data_vals}${val},"
            done
            data_vals=$(echo "$data_vals" | sed 's/,$//')

            local color
            if [ $color_index -lt ${#preset_colors[@]} ]; then
                color="${preset_colors[$color_index]}"
            else
                local hue=$(( (color_index * 360 / num_blk) % 360 ))
                color="hsl(${hue}, 70%, 60%)"
            fi

            datasets="${datasets}
        {
            label: 'TAPEBLK=${blk}KB',
            data: [${data_vals}],
            borderColor: '${color}',
            backgroundColor: 'transparent',
            tension: 0.3,
            pointRadius: 5,
            pointHoverRadius: 8
        },"

            color_index=$((color_index + 1))
        done
        echo "$datasets"
    }

    local backup_datasets=$(generate_datasets backup_times)
    local restore_datasets=$(generate_datasets restore_times)

    # HTML 报告生成部分（与之前完全一致，为节省篇幅此处略去，实际脚本中需完整保留）
    cat > "${HTML_REPORT}" <<'HTMLCONTENT'
<!DOCTYPE html>
<html lang="zh">
<head>
    <meta charset="UTF-8">
    <title>GBase 8s ontape 性能测试报告</title>
    <style>
        * { margin:0; padding:0; box-sizing:border-box; }
        body { font-family: 'Segoe UI', 'Microsoft YaHei', sans-serif; background: #f5f7fa; padding: 30px; color: #2c3e50; }
        .container { max-width: 1400px; margin: 0 auto; }
        .header { background: linear-gradient(135deg, #0f4c81 0%, #1a6eb0 100%); color: white; padding: 30px 40px; border-radius: 16px; margin-bottom: 30px; }
        .header h1 { font-size: 2.5em; font-weight: 300; }
        .card { background: white; border-radius: 16px; padding: 25px 30px; margin-bottom: 30px; box-shadow: 0 5px 15px rgba(0,0,0,0.05); }
        .card h2 { color: #1e466e; border-bottom: 2px solid #e9ecef; padding-bottom: 15px; margin-bottom: 20px; }
        .env-vertical { display: flex; flex-direction: column; gap: 10px; }
        .env-row { display: flex; align-items: baseline; border-bottom: 1px dashed #dee2e6; padding: 8px 0; }
        .env-label { width: 160px; font-weight: 600; color: #495057; }
        .env-value { flex: 1; color: #1e466e; font-size: 1.05em; }
        table { width: 100%; border-collapse: collapse; margin: 20px 0; font-size: 0.95em; }
        th { background: #eef2f7; padding: 14px 8px; text-align: center; border-bottom: 2px solid #cbd5e1; }
        td { padding: 10px 8px; text-align: center; border-bottom: 1px solid #e2e8f0; }
        .improve-positive { color: #0a8754; background: #e6f7ed; border-radius: 20px; padding: 4px 10px; font-weight: 700; display: inline-block; }
        .improve-negative { color: #b91c1c; background: #fee2e2; border-radius: 20px; padding: 4px 10px; font-weight: 700; display: inline-block; }
        .chart-container { margin: 30px 0; }
        .footer { text-align: center; margin-top: 40px; color: #64748b; }
        .note { background: #eef6ff; padding: 15px 20px; border-radius: 8px; margin: 20px 0; }
    </style>
    <script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.0/dist/chart.umd.min.js"></script>
</head>
<body>
<div class="container">
    <div class="header">
        <h1>🚀 GBase 8s ontape 性能测试报告</h1>
        <div style="opacity:0.9;">TAPEBLK 参数对比 · TIMESTAMP_PLACEHOLDER</div>
    </div>
    <div class="card">
        <h2>📋 测试环境</h2>
        <div class="env-vertical">
            <div class="env-row"><span class="env-label">主机名</span><span class="env-value">HOSTNAME_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">IP 地址</span><span class="env-value">IP_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">GBase 8s 版本</span><span class="env-value">GBASEVER_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">操作系统</span><span class="env-value">OS_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">内核版本</span><span class="env-value">KERNEL_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">CPU</span><span class="env-value">CPU_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">内存总量</span><span class="env-value">MEM_PLACEHOLDER</span></div>
            <div class="env-row"><span class="env-label">页大小</span><span class="env-value">PAGE_SIZE_PLACEHOLDER KB</span></div>
            <div class="env-row"><span class="env-label">测试数据量</span><span class="env-value">SIZES_PLACEHOLDER GB</span></div>
            <div class="env-row"><span class="env-label">对比块大小</span><span class="env-value">BLK_VALUES_PLACEHOLDER KB</span></div>
            <div class="env-row"><span class="env-label">基准块大小</span><span class="env-value">BASE_BLK_PLACEHOLDER KB</span></div>
        </div>
    </div>
    <div class="card">
        <h2>📊 性能对比结果</h2>
        <table>
            <thead><tr><th>数据量</th><th>操作</th><th>BASE_BLK_HEADER_PLACEHOLDER KB 耗时(s)</th>
HTMLCONTENT
    # 此处需动态生成表头，略去占位符替换详细步骤，实际脚本中已包含
    # ...
    log "✅ HTML 报告已生成: ${HTML_REPORT}"
}

# 注意：以上 HTML 部分仅作示意，实际脚本中 generate_html_report 应包含完整的占位符替换逻辑，保持与之前版本一致。
# 这里为节省篇幅省略了详细替换命令，请使用最初脚本中的完整 generate_html_report 函数体。

# ==================== 主流程 ====================
log "===== 开始性能测试（显式 PDQPRIORITY 0 模式）====="
log "原始参数: TAPEBLK=${ORIG_TAPEBLK}, LTAPEBLK=${ORIG_LTAPEBLK}"

for target in "${ACTUAL_SIZES[@]}"; do
    log "----------------------------------------"
    log "目标数据量: ${target} GB"
    insert_to_target ${target}

    for blk in "${TAPEBLK_VALUES[@]}"; do
        log "  测试块大小: ${blk} KB"

        b_time=$(run_backup ${blk} "${target}GB")
        log "    记录备份耗时: ${b_time} 秒"
        echo "${target}|${blk}|备份|${b_time}" >> "${DATA_FILE}"

        r_time=$(run_restore ${blk} "${target}GB")
        log "    记录恢复耗时: ${r_time} 秒"
        echo "${target}|${blk}|恢复|${r_time}" >> "${DATA_FILE}"

        backup_file="${BACKUP_DIR}/full_${target}GB_${blk}"
        if [ -f "${backup_file}" ]; then
            rm -f "${backup_file}"
            log "    已删除备份文件: ${backup_file}"
        fi
    done
    log "${target}GB 测试完成"
done

log "恢复原始参数..."
onmode -wf TAPEBLK=${ORIG_TAPEBLK}
onmode -wf LTAPEBLK=${ORIG_LTAPEBLK}

generate_html_report

log "===== 全部测试完成 ====="
log "HTML 报告: ${HTML_REPORT}"
echo ""
echo "🎉 请使用浏览器打开以下文件查看可视化报告："
echo "   file://${HTML_REPORT}"
相关推荐
凯勒姆1 小时前
主流网络协议
网络·网络协议
不做无法实现的梦～1 小时前
Linux 嵌入式开发完整入门：工具、配置和学习路线
linux·运维·学习
摘星台1 小时前
linux环境对stm32单片机进行程序烧录
linux·stm32·单片机
淼淼爱喝水2 小时前
ensp- ACL 综合配置实验（附拓扑与完整步骤）
网络·智能路由器·ensp·acl
郝学胜-神的一滴2 小时前
Linux 高并发基石：epoll 核心原理 + LT/ET 触发模式深度剖析
linux·运维·服务器·开发语言·c++·网络协议
‎ദ്ദിᵔ.˛.ᵔ₎2 小时前
Linux 启动
linux·运维·服务器
shy^-^cky2 小时前
服务器高可用（HA）架构对比
运维·服务器·架构·双机热备·双机互备·双机双工
Joseph Cooper2 小时前
STM32MP157 Linux驱动学习笔记（三）：系统级驱动框架（UART/PCIe）
linux·stm32·学习
一颗青果2 小时前
Cookie 与 Session 超详细讲解
服务器·前端·github
热门推荐
012026年4月技术前沿：AI大模型爆发、智能体革命与量子安全新纪元02GitHub 镜像站点032026年4月AI大事件深度解读：大模型竞争进入“深水区“04近期有什么ai的新消息，新动态？ 2026.4月05codex app每次打开重连5次Reconnecting问题解决06AI Weekly | 2026年4月第二周 · GitHub热门项目与AI发展趋势深度解析072026 年 AI 编程助手全面对比评测：Cursor vs Copilot vs Claude Code vs GitHub Copilot Free08CC-Switch & Claude 基于 Linux 服务器安装使用指南09从限购到畅通：GLM-5.1 Coding Plan接入攻略102026年AI前瞻：量子AI、具身智能与科学发现的新纪元