云原生數(shù)據(jù)倉庫AnalyticDB PostgreSQL版（簡稱ADB PG）集群從4.3版本升級到6.0版本時存在一些不兼容項，需要您手工進行預處理。本文以Linux環(huán)境下連接AnalyticDB PostgreSQL 4.3版實例為例，介紹了通過執(zhí)行Shell腳本檢查常規(guī)不兼容項的方法。Windows環(huán)境可參考腳本SQL語句執(zhí)行檢查。
注意事項
業(yè)務SQL、自定義存儲過程或函數(shù)、自定義視圖不包含在檢查項目內(nèi)，您需要根據(jù)實際情況在AnalyticDB PostgreSQL 6.0版中進行驗證。
Shell腳本參考
#!/bin/bash
#
# Copyright (c) 2020, Alibaba Group, Inc.
#
# Description: check unsupported items before upgrade instance.
# Usage: sh 4x_to_6x_check.sh <PGHOST> <PGPORT> <PGUSER> <PGPASSWORD>
# CheckList:
# 1) 檢查實例版本
# 2) 檢查libraries
# 3) 檢查表分布鍵
# 4) 檢查表字段類型
# 5) 檢查擴展模塊
# 6) 檢查存儲過程/函數(shù)
# 7) 檢查視圖
# Notice: 如果提示錯誤信息，請人工修改數(shù)據(jù)庫對應項。
#
if [[ $# -lt 4 ]]; then
echo "Usage: $0 <PGHOST> <PGPORT> <PGUSER> <PGPASSWORD>"
exit 1
fi
export PGHOST=$1
export PGPORT=$2
export PGUSER=$3
export PGPASSWORD=$4
db_ver=`psql -d postgres -c "copy (select version()) to stdout"`
db_names=`psql -d postgres -c "copy (select sodddatname from gp_toolkit.gp_size_of_database) to stdout"`
db_names=(${db_names})
db_len=${#db_names[@]}
unsupport6x_ext="('feature_extractor','varbitx')"
unsupport6x_disted_type="('money','tinterval')"
unsupport6x_type="('unknown')"
# 檢查實例版本
check_version()
{
echo ''
echo $db_ver
echo ''
echo '********** check base version...'
base_time=`date -d "2020-08-31" +%s`
db_verdate=${db_ver##*compiled on}
seconds=`date -d "$db_verdate" +%s`
if [[ $seconds -lt $base_time ]]; then
echo 'ERROR: please upgrade minor version...'
else
echo 'pass......'
fi
}
# 檢查libraries
check_libraries()
{
echo ''
echo '********** check untransferred libraries...'
count=`psql -d postgres -c "copy (select count(1) from pg_catalog.pg_library) to stdout"`
if [[ $count -gt 0 ]]; then
psql -d postgres -c "select name,lanname language from pg_catalog.pg_library;"
echo "WARN: please transfer libraries manually..."
else
echo 'pass......'
fi
}
# 檢查表分布鍵
check_table_did()
{
echo ''
echo '********** check unsupported table distributedId types...'
count=0
if [[ $db_ver == *8.2*4.3* ]]; then
for ((i=0; i<$db_len; ++i)); do
sql="select count(1) from pg_catalog.pg_class c,pg_catalog.pg_attribute a,pg_catalog.pg_type t,pg_catalog.gp_distribution_policy p where
a.atttypid=t.oid and a.attrelid=c.oid and p.localoid=c.oid and a.attnum=any(p.attrnums) and a.attnum>0 and t.typname in $unsupport6x_disted_type"
count1=`psql -d ${db_names[$i]} -c "copy ($sql) to stdout"`
count=$((count + count1))
if [[ $count1 -gt 0 ]]; then
sql="select '${db_names[$i]}' dbname,n.nspname schema,c.relname table_name,a.attname distributed_field,t.typname field_type from
pg_catalog.pg_namespace n,pg_catalog.pg_class c,pg_catalog.pg_attribute a,pg_catalog.pg_type t,pg_catalog.gp_distribution_policy p
where a.atttypid=t.oid and n.oid=c.relnamespace and a.attrelid=c.oid and p.localoid=c.oid and a.attnum=any(p.attrnums) and a.attnum>0 and t.typname in $unsupport6x_disted_type order by schema,table_name;"
psql -d ${db_names[$i]} -c "$sql"
fi
done
fi
if [[ $count -gt 0 ]]; then
echo 'ERROR: please alter table distributedId types manually...'
else
echo 'pass......'
fi
}
# 檢查表字段類型
check_table_ftype()
{
echo ''
echo '********** check unsupported table field types...'
count=0
if [[ $db_ver == *8.2*4.3* ]]; then
for ((i=0; i<$db_len; ++i)); do
sql="select count(1) from pg_catalog.pg_class c,pg_catalog.pg_attribute a,pg_catalog.pg_type t where
a.atttypid=t.oid and a.attrelid=c.oid and a.attnum>0 and t.typname in $unsupport6x_type"
count1=`psql -d ${db_names[$i]} -c "copy ($sql) to stdout"`
count=$((count + count1))
if [[ $count1 -gt 0 ]]; then
sql="select '${db_names[$i]}' dbname,n.nspname schema,c.relname table_name,a.attname field_name,t.typname field_type from
pg_catalog.pg_namespace n,pg_catalog.pg_class c,pg_catalog.pg_attribute a,pg_catalog.pg_type t
where a.atttypid=t.oid and n.oid=c.relnamespace and a.attrelid=c.oid and a.attnum>0 and t.typname in $unsupport6x_type order by schema,table_name;"
psql -d ${db_names[$i]} -c "$sql"
fi
done
fi
if [[ $count -gt 0 ]]; then
echo 'ERROR: please alter table field types manually...'
else
echo 'pass......'
fi
}
# 檢查擴展模塊
check_extensions()
{
echo ''
echo '********** check unsupported extensions...'
count=0
if [[ $db_ver == *8.2*4.3* ]]; then
for ((i=0; i<$db_len; ++i)); do
count1=`psql -d ${db_names[$i]} -c "copy (select count(1) from pg_catalog.pg_extension where extname in $unsupport6x_ext) to stdout"`
count=$((count + count1))
if [[ $count1 -gt 0 ]]; then
psql -d ${db_names[$i]} -c "select '${db_names[$i]}' dbname,extname,extversion from pg_catalog.pg_extension where extname in $unsupport6x_ext;"
fi
done
fi
if [[ $count -gt 0 ]]; then
echo 'WARN: please drop useless extensions manually...'
echo 'REF DROP EXTENSION SQL: drop extension <name> '
else
echo 'pass......'
fi
}
# 檢查存儲過程/函數(shù)
check_procs()
{
echo ''
echo '********** check unsupported procs...'
count=0
clause="lower(p.prosrc) like '%pg_stat_activity%'
and ( lower(p.prosrc) like '%.procpid%' or lower(p.prosrc) like '%.current_query%' or lower(p.prosrc) like '%.waiting%' )
and n.nspname not in ('gp_toolkit','information_schema')"
if [[ $db_ver == *8.2*4.3* ]]; then
for ((i=0; i<$db_len; ++i)); do
count1=`psql -d ${db_names[$i]} -c "copy (select count(1) from pg_catalog.pg_proc p join pg_catalog.pg_namespace n on p.pronamespace = n.oid where $clause) to stdout"`
count=$((count + count1))
if [[ $count1 -gt 0 ]]; then
psql -d ${db_names[$i]} -c "select '${db_names[$i]}' dbname,n.nspname schemaname,p.proname from pg_catalog.pg_proc p join pg_catalog.pg_namespace n on p.pronamespace = n.oid where $clause;"
fi
done
fi
if [[ $count -gt 0 ]]; then
echo 'WARN: please drop/repair proc/function manually after transferred...'
else
echo 'pass......'
fi
}
# 檢查視圖
check_views()
{
echo ''
echo '********** check unsupported views...'
count=0
clause="lower(definition) like '%pg_stat_activity%'
and ( lower(definition) like '%.procpid%' or lower(definition) like '%.current_query%' or lower(definition) like '%.waiting%' )
and schemaname not in ('gp_toolkit','information_schema')"
if [[ $db_ver == *8.2*4.3* ]]; then
for ((i=0; i<$db_len; ++i)); do
count1=`psql -d ${db_names[$i]} -c "copy (select count(1) from pg_catalog.pg_views where $clause) to stdout"`
count=$((count + count1))
if [[ $count1 -gt 0 ]]; then
psql -d ${db_names[$i]} -c "select '${db_names[$i]}' schemaname,viewname from pg_catalog.pg_views where $clause;"
fi
done
fi
if [[ $count -gt 0 ]]; then
echo 'WARN: please drop useless views manually...'
else
echo 'pass......'
fi
}
check_version
check_libraries
check_table_did
check_table_ftype
check_extensions
check_procs
check_views| 參數(shù) | 說明 |
|---|---|
| <PGHOST> | AnalyticDB PostgreSQL 4.3版實例的連接地址。 |
| <PGPORT> | AnalyticDB PostgreSQL 4.3版實例的端口號。 |
| <PGUSER> | 連接AnalyticDB PostgreSQL 4.3版實例的用戶名。 |
| <PGPASSWORD> | 上述用戶名對應的密碼。 |
操作步驟
檢查結(jié)果參考
- 檢查通過情況（運行腳本后全部顯示“pass”，或者不包含“ERROR”信息）
********** check base version... pass...... ********** check untransferred libraries... pass...... ********** check unsupported table distributedId types... pass...... ********** check unsupported table field types... pass...... ********** check unsupported extensions... pass......
- 存在不兼容項的檢查情況（提示ERROR信息的必須修改）
PostgreSQL 8.2.15 (Greenplum Database 4.3.99.00 build dev) compiled on May 2 2020 09:35:15 ********** check base version... ERROR: please upgrade minor version... ********** check untransferred libraries... name | language ----------+---------- select_1 | plpgsql (1 row) WARN: please transfer libraries manually... ********** check unsupported table distributedId types... dbname | schema | table_name | distributed_field | field_type --------+--------+------------+-------------------+------------ adbpg | public | test1 | id | money (1 row) ERROR: please alter table distributedId types manually... ********** check unsupported table field types... dbname | schema | table_name | field_name | field_type --------+--------+------------+------------+------------ adbpg | public | test2 | name | unknown (1 row) ERROR: please alter table field types manually... ********** check unsupported extensions... dbname | extname | extversion --------+---------+------------ adbpg | varbitx | 1.0 (1 row) WARN: please drop useless extensions manually... REF DROP EXTENSION SQL: drop extension <name>提示信息 修改方式 ERROR: please upgrade minor version... 登錄AnalyticDB PostgreSQL控制臺將實例進行小版本升級，詳情請參見版本升級。 WARN: please transfer libraries manually... 提示4.3庫中用到了library，這些library不會自動遷移，升級后您需要手工進行遷移。 ERROR: please alter table distributedId types manually... 提示4.3庫中存在不兼容的表分布鍵，需要您在4.3庫中手動修改。 ERROR: please alter table field types manually... 提示4.3庫表存在不兼容的字段類型，需要在4.3庫中手動修改。 WARN: please drop useless extensions manually... 提示4.3庫中存在不兼容的擴展模塊，這些模塊不會遷移，如果用到需要考慮修改涉及模塊的表/存儲過程等，如果沒用可考慮刪除。