前言

Veritas InfoScale Availability 能确保关键任务应用程序在遇到意外停机时能够持续正常运行,作为一款商业产品已经足够强大。

记录 infoscale 7.0.1 安装部署心得


更新记录

2017年04月14日 - 初稿

阅读原文 - https://wsgzao.github.io/post/infoscale/

扩展阅读


部署前准备

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# 编辑/etc/hosts
vim /etc/hosts
172.25.242.125 qrydb1
172.25.242.126 qrydb2

# 编辑环境变量
vim ~/.bash_profile

PATH=$PATH:$HOME/bin:/opt/VRTS/bin:/opt/VRTSvxfs/sbin:/opt/VRTSvcs/bin

# 禁用部分服务
service iptables stop
chkconfig iptables off
chkconfig --list iptables
iptables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

service ip6tables stop
chkconfig ip6tables off
chkconfig --list ip6tables
ip6tables 0:off 1:off 2:off 3:off 4:off 5:off 6:off

# 禁用cpuspeed服务
chkconfig --level 12345 cpuspeed off
chkconfig --list cpuspeed
cpuspeed 0:off 1:off 2:off 3:off 4:off 5:off 6:off

# 禁用SELINUX服务
vim /etc/selinux/config

# This file controls the state of SELinux on the system.
# SELINUX= can take one of these three values:
# enforcing - SELinux security policy is enforced.
# permissive - SELinux prints warnings instead of enforcing.
# disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of these two values:
# targeted - Targeted processes are protected,
# mls - Multi Level Security protection.
SELINUXTYPE=targeted


# 系统优化调整

# 针对数据库环境,需要把grub.con中添加elevator设置为deadline
vim /etc/grub.conf

# grub.conf generated by anaconda
#
# Note that you do not have to rerun grub after making changes to this file
# NOTICE: You have a /boot partition. This means that
# all kernel and initrd paths are relative to /boot/, eg.
# root (hd0,0)
# kernel /vmlinuz-version ro root=/dev/mapper/VolGroup-lv_root
# initrd /initrd-[generic-]version.img
#boot=/dev/sda
default=0
timeout=5
splashimage=(hd0,0)/grub/splash.xpm.gz
hiddenmenu
title Red Hat Enterprise Linux 6 (2.6.32-573.el6.x86_64)
root (hd0,0)
kernel /vmlinuz-2.6.32-573.el6.x86_64 ro root=/dev/mapper/VolGroup-lv_root rd_NO_LUKS LANG=en_US.UTF-8 rd_NO_MD rd_LVM_LV=VolGroup/lv_swap SYSFONT=latarcyrheb-sun16 crashkernel=768M rd_LVM_LV=VolGroup/lv_root KEYBOARDTYPE=pc KEYTABLE=us rd_NO_DM rhgb quiet transparent_hugepage=never elevator=deadline
initrd /initramfs-2.6.32-573.el6.x86_64.img


# sysctl.conf文件检查及调整
sysctl -a | grep -i hung

kernel.hung_task_panic = 0
kernel.hung_task_check_count = 4194304
kernel.hung_task_timeout_secs = 120
kernel.hung_task_warnings = 10

vim /etc/sysctl.conf

kernel.panic = 10


安装InfoScale Enterprise 7.0及7.0.1MR包

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
cd /tmp/sf
mkdir base
mv Veritas_InfoScale_7.0_RHEL.tar.gz base/
cd base
tar -xzvf *
cd ..
tar -xzvf cpi-Patch-7.0.1.500.tar.gz patches/
cd patches
mv *.pl ../.
cd ..
tar -xzvf infoscale-rhel6_x86_64-MR-7.0.1.tar.gz
cd rhel6_x86_64
./installmr -require /tmp/sf/CPI_7.0.1_P5.pl -base_path /tmp/sf/base/dvd1-redhatlinux/rhel6_x86_64

Task Menu:

P) Perform a Pre-Installation Check I) Install a Product
G) Upgrade a Product ?) Help

Enter a Task: [P,I,G,?] p

1) Veritas InfoScale Foundation
2) Veritas InfoScale Availability
3) Veritas InfoScale Storage
4) Veritas InfoScale Enterprise
b) Back to previous menu

Select a product to perform pre-installation check for: [1-4,b,q] 4

1) Cluster Server (VCS)
2) Storage Foundation (SF)
3) Storage Foundation and High Availability (SFHA)
4) Storage Foundation Cluster File System HA (SFCFSHA)
5) Storage Foundation for Oracle RAC (SF Oracle RAC)
6) Storage Foundation for Sybase ASE CE (SFSYBASECE)

Select a component to perform pre-installation check for: [1-6,q] 5
Enter the system names separated by spaces: [q,?] qrydb1 qrydb2

Would you like the installer to setup ssh or rsh communication automatically between the systems?
Superuser passwords for the systems will be asked. [y,n,q,?] (y)

Enter the superuser password for system qrydb2:

1) Setup ssh between the systems
2) Setup rsh between the systems
b) Back to previous menu

Select the communication method [1-2,b,q,?] (1)

Would you like to install InfoScale Enterprise on qrydb1 qrydb2? [y,n,q] (n) y

This product may contain open source and other third party materials that are subject to a separate license. See the applicable Third-Party Notice at http://www.symantec.com/about/profile/policies/eulas

Do you agree with the terms of the End User License Agreement as specified in the EULA/en/EULA_InfoScale_Ux_7.0.pdf file under /tmp/sf/base/dvd1-redhatlinux/rhel6_x86_64? [y,n,q,?] y

Systems have difference in clock by more than 5 seconds

System clocks can be synchronized using one or more Network Time Protocol (NTP) servers

Do you want to synchronize system clocks with NTP server(s)? [y,n,q] (y) n

1) Enter a valid license key
2) Enable keyless licensing and complete system licensing later

How would you like to license the systems? [1-2,q] (2)

1) Veritas InfoScale Foundation
2) Veritas InfoScale Availability
3) Veritas InfoScale Storage
4) Veritas InfoScale Enterprise
b) Back to previous menu

Which product would you like to register? [1-4,b,q] (4)

1) Configure SF Oracle RAC sub-components
2) Prepare to Install Oracle
3) Install Oracle Clusterware/Grid Infrastructure and Database
4) Post Oracle Installation Tasks
5) Exit SF Oracle RAC Configuration

Choose option: [1-5,q] (1) 5

Would you like to do post SFRAC configuration checks? [y,n,q] (y)

Do you want to cleanup the communication for the systems qrydb2? [y,n,q] (n)

installmr log files, summary file, and response file are saved at:

/opt/VRTS/install/logs/installmr-201703141635Llz

Would you like to view the summary file? [y,n,q] (n)

安装相关hotfix包

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# 安装aslapm包(两个节点同时操作)
cd /tmp/sf
tar -xzvf VRTSaslapm*
cd RHEL6
rpm -Uvh VRTSaslapm*

# 安装vxvm包(两个节点同时操作)
cd /tmp/sf
rm -rf RHEL6
tar -xzvf vm-rhel6*
cd rpms
rpm -Uvh VRTSvxvm*

# 安装llt包(单个节点操作)
cd /tmp/sf
tar -xzvf llt*
./installVRTSllt701P400

Enter the system names separated by spaces: [q,?] (qrydb1) qrydb1 qrydb2

Do you want to continue? [y,n,q] (y)

All InfoScale Enterprise processes that are currently running must be stopped

Do you want to stop InfoScale Enterprise processes now? [y,n,q,?] (y)

Would you like to view the summary file? [y,n,q] (n)

# 安装vxfs包(两个节点同时操作)
cd /tmp/sf
tar -xzvf fs*
cd rpms
rpm -Uvh VRTSvxfs*

# 安装vcs包(两个节点同时操作)
cd /tmp/sf
tar -xzvf vcs-*
/opt/VRTSvcs/bin/CmdServer -stop
cp /etc/VRTSvcs/conf/config/types.cf /etc/VRTSvcs/conf/config/types.cf.orig
cp /etc/VRTSvcs/conf/config/main.cf /etc/VRTSvcs/conf/config/main.cf.orig
cd rpms
rpm -Uvh VRTSvcs*

# 安装Java GUI包(两个节点同时操作)
cd /tmp/sf
tar -xzvf VCS_C*
rpm -ivh VRTScscm*


重启前配置及检查

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Linux平台(所有节点)修改/etc/init.d/vxvm-recover,去掉除Stopping $daemon...外其他所有的vxrelocd字段
vim /etc/init.d/vxvm-recover

# $CHECKPROC "vxrelocd"
# if [ $? != 0 ]
# then
# echo -n "Starting vxrelocd..."
# vxrelocd root &
# sleep 1
# pid="$(pids_pidof "vxrelocd")"
# if [ ! -z "$pid" ]
# then
# echo " [ OK ]"
# else
# echo " [ FAILED ]"
# fi
# else
# echo "vxrelocd already running..."
# fi

# 修改tunefstab文件
echo "system_default dalloc_enable=0,pdir_enable=0" > /etc/vx/tunefstab

# 修改vcsenv文件
vim /opt/VRTSvcs/bin/vcsenv

VCS_GAB_RMACTION="panic"
export VCS_GAB_RMACTION

VCS_GAB_TIMOUT=15000
export VCS_GAB_TIMEOUT

# 检查相关软件包版本
rpm -qa|grep -i vrts
VRTSvcs-7.0.1.101-RHEL6.x86_64
VRTSperl-5.20.1.2-RHEL6.x86_64
VRTSamf-7.0.1.000-RHEL6.x86_64
VRTSdbac-7.0.1.000-RHEL6.x86_64
VRTSvxvm-7.0.1.003-RHEL6.x86_64
VRTSvcsag-7.0.1.000-RHEL6.x86_64
VRTSsfcpi-7.0.1.000-GENERIC.noarch
VRTSllt-7.0.1.400-RHEL6.x86_64
VRTSodm-7.0.0.000-RHEL6.x86_64
VRTSgab-7.0.1.000-RHEL6.x86_64
VRTScps-7.0.1.000-RHEL6.i686
VRTSglm-7.0.1.000-RHEL6.x86_64
VRTSvbs-7.0.0.000-Linux.i686
VRTSvcswiz-7.0.1.000-RHEL6.x86_64
VRTSvxfs-7.0.1.003-RHEL6.x86_64
VRTSgms-7.0.0.000-RHEL6.x86_64
VRTSspt-7.0.1.000-RHEL6.noarch
VRTSdbed-7.0.1.000-RHEL.x86_64
VRTSsfmh-7.0.0.0-0.x86_64
VRTSaslapm-7.0.1.200-RHEL6.x86_64
VRTSvlic-3.02.70.008-RHEL6.x86_64
VRTSfsadv-7.0.1.000-RHEL6.x86_64
VRTSvcsea-7.0.1.000-RHEL6.x86_64
VRTScscm-6.0.100.000-GA_GENERIC.noarch
VRTSvxfen-7.0.1.000-RHEL6.x86_64
VRTScavf-7.0.1.000-RHEL6.i686

# 重启所有安装节点
shutdown -r now

配置集群

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
cd /opt/VRTS/install
./installer -configure


1) Cluster Server (VCS)
2) Storage Foundation (SF)
3) Storage Foundation and High Availability (SFHA)
4) Storage Foundation Cluster File System HA (SFCFSHA)
5) Storage Foundation for Oracle RAC (SF Oracle RAC)
6) Storage Foundation for Sybase ASE CE (SFSYBASECE)

Select a component to configure: [1-6,q] 5

Enter the system names separated by spaces: [q,?] qrydb1 qrydb2

Do you want to synchronize system clocks with NTP server(s)? [y,n,q] (y) n

1) Configure SF Oracle RAC sub-components
2) Prepare to Install Oracle
3) Install Oracle Clusterware/Grid Infrastructure and Database
4) Post Oracle Installation Tasks
5) Exit SF Oracle RAC Configuration

Choose option: [1-5,q] (1)

Press [Enter] to continue:

Enter the unique cluster name: [q,?] qrydb_cluster

1) Configure the heartbeat links using LLT over Ethernet
2) Configure the heartbeat links using LLT over UDP
3) Configure the heartbeat links using LLT over RDMA
4) Automatically detect configuration for LLT over Ethernet
b) Back to previous menu

How would you like to configure heartbeat links? [1-4,b,q,?] (4) 1

Enter the NIC for the first private heartbeat link on qrydb1: [b,q,?] (bond1) eth8

Enter the NIC for the second private heartbeat link on qrydb1: [b,q,?] (bond1) eth4

Would you like to configure a third private heartbeat link? [y,n,q,b,?] (n)

Are you using the same NICs for private heartbeat links on all systems? [y,n,q,b,?] (y)

Enter a unique cluster ID number between 0-65535: [b,q,?] (58763) 4142

Would you like to check if the cluster ID is in use by another cluster? [y,n,q] (y)

Press [Enter] to continue:

Cluster information verification:

Cluster Name: qrydb_cluster
Cluster ID Number: 4142

Private Heartbeat NICs for qrydb1:
link1=eth8
link2=eth4

Private Heartbeat NICs for qrydb2:
link1=eth8
link2=eth4

Is this information correct? [y,n,q,?] (y)

Do you want to configure the Virtual IP? [y,n,q,?] (n)

Would you like to configure the VCS cluster in secure mode? [y,n,q,?] (y) n

Are you sure that you want to proceed with non-secure installation? [y,n,q] (n) y

Do you wish to accept the default cluster credentials of 'admin/password'? [y,n,q] (y)

Do you want to add another user to the cluster? [y,n,q] (n)

VCS User verification:

User: admin Privilege: Administrators

Passwords are not displayed

Is this information correct? [y,n,q] (y)

Do you want to configure SMTP notification? [y,n,q,?] (n)

Do you want to configure SNMP notification? [y,n,q,?] (n)

Do you want to configure the Global Cluster Option? [y,n,q,?] (n)

Do you want to stop InfoScale Enterprise processes now? [y,n,q,?] (y)

Press [Enter] to continue:

Would you like to do post SFRAC configuration checks? [y,n,q] (y)

Would you like to view the summary file? [y,n,q] (n)

# 检查配置后的HA状态
qrydb1@NH/opt/VRTS/install#/opt/VRTSvcs/bin/hastatus -sum

-- SYSTEM STATE
-- System State Frozen

A qrydb1 RUNNING 0
A qrydb2 RUNNING 0

-- GROUP STATE
-- Group System Probed AutoDisabled State

B cvm qrydb1 Y N ONLINE
B cvm qrydb2 Y N ONLINE



配置I/O Fencing

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
# 创建vxfendg(集群中的一个节点操作)
qrydb1@NH/root#vxdisk list
DEVICE TYPE DISK GROUP STATUS
disk_0 auto:LVM - - online invalid
huawei-xsg10_0 auto:none - - online invalid
huawei-xsg10_1 auto:none - - online invalid
huawei-xsg10_2 auto:none - - online invalid
huawei-xsg10_3 auto:none - - online invalid
huawei-xsg10_4 auto:none - - online invalid
huawei-xsg10_5 auto:none - - online invalid
huawei-xsg10_6 auto:none - - online invalid
huawei-xsg10_7 auto:none - - online invalid
huawei-xsg10_8 auto:none - - online invalid
huawei-xsg10_9 auto:none - - online invalid
huawei-xsg10_10 auto:none - - online invalid
huawei-xsg10_11 auto:none - - online invalid
huawei-xsg10_12 auto:none - - online invalid
huawei-xsg10_13 auto:none - - online invalid
huawei-xsg10_14 auto:none - - online invalid
huawei-xsg10_15 auto:none - - online invalid
huawei-xsg10_16 auto:none - - online invalid
huawei-xsg10_17 auto:none - - online invalid
huawei-xsg10_18 auto:none - - online invalid
huawei-xsg10_19 auto:none - - online invalid
huawei-xsg10_20 auto:none - - online invalid
huawei-xsg10_21 auto:none - - online invalid
huawei-xsg10_22 auto:none - - online invalid
huawei-xsg10_23 auto:none - - online invalid
huawei-xsg10_24 auto:none - - online invalid
huawei-xsg10_25 auto:none - - online invalid
huawei-xsg10_26 auto:none - - online invalid
huawei-xsg10_27 auto:none - - online invalid
huawei-xsg10_28 auto:none - - online invalid
huawei-xsg10_29 auto:none - - online invalid
huawei-xsg10_30 auto:none - - online invalid
huawei-xsg10_31 auto:none - - online invalid
huawei-xsg10_32 auto:none - - online invalid
huawei-xsg10_33 auto:none - - online invalid
huawei-xsg10_34 auto:none - - online invalid
huawei-xsg10_35 auto:none - - online invalid
huawei-xsg10_36 auto:none - - online invalid
huawei-xsg10_37 auto:none - - online invalid
huawei-xsg10_38 auto:none - - online invalid
huawei-xsg10_39 auto:none - - online invalid
huawei-xsg10_40 auto:none - - online invalid
huawei-xsg10_41 auto:none - - online invalid
huawei-xsg10_42 auto:none - - online invalid
huawei-xsg10_43 auto:none - - online invalid
huawei-xsg10_44 auto:none - - online invalid
huawei-xsg10_45 auto:none - - online invalid
huawei-xsg10_46 auto:none - - online invalid
huawei-xsg10_47 auto:none - - online invalid
huawei-xsg10_48 auto:none - - online invalid
huawei-xsg10_49 auto:none - - online invalid
huawei-xsg10_50 auto:none - - online invalid
huawei-xsg10_51 auto:none - - online invalid
huawei-xsg10_52 auto:none - - online invalid
huawei-xsg10_53 auto:none - - online invalid
huawei-xsg10_54 auto:none - - online invalid
huawei-xsg10_55 auto:none - - online invalid
huawei-xsg10_56 auto:none - - online invalid
huawei-xsg10_57 auto:none - - online invalid
huawei-xsg10_58 auto:none - - online invalid
huawei-xsg10_59 auto:none - - online invalid
huawei-xsg10_60 auto:none - - online invalid
huawei-xsg10_61 auto:none - - online invalid
huawei-xsg10_62 auto:none - - online invalid
huawei-xsg10_63 auto:none - - online invalid
huawei-xsg10_64 auto:none - - online invalid
huawei-xsg10_65 auto:none - - online invalid
huawei-xsg10_66 auto:none - - online invalid
huawei-xsg10_67 auto:none - - online invalid
huawei-xsg10_68 auto:none - - online invalid
huawei-xsg10_69 auto:none - - online invalid
huawei-xsg10_70 auto:none - - online invalid
huawei-xsg10_71 auto:none - - online invalid
huawei-xsg10_72 auto:none - - online invalid
huawei-xsg10_73 auto:none - - online invalid
huawei-xsg10_74 auto:none - - online invalid
huawei-xsg10_75 auto:none - - online invalid
huawei-xsg10_76 auto:none - - online invalid
huawei-xsg11_0 auto:none - - online invalid
huawei-xsg11_1 auto:none - - online invalid
huawei-xsg11_2 auto:none - - online invalid
huawei-xsg11_3 auto:none - - online invalid
huawei-xsg11_4 auto:none - - online invalid
huawei-xsg11_5 auto:none - - online invalid
huawei-xsg11_6 auto:none - - online invalid
huawei-xsg11_7 auto:none - - online invalid
huawei-xsg11_8 auto:none - - online invalid
huawei-xsg11_9 auto:none - - online invalid
huawei-xsg11_10 auto:none - - online invalid
huawei-xsg11_11 auto:none - - online invalid
huawei-xsg11_12 auto:none - - online invalid
huawei-xsg11_13 auto:none - - online invalid
huawei-xsg11_14 auto:none - - online invalid
huawei-xsg11_15 auto:none - - online invalid
huawei-xsg11_16 auto:none - - online invalid
huawei-xsg11_17 auto:none - - online invalid
huawei-xsg11_18 auto:none - - online invalid
huawei-xsg11_19 auto:none - - online invalid
huawei-xsg11_20 auto:none - - online invalid
huawei-xsg11_21 auto:none - - online invalid
huawei-xsg11_22 auto:none - - online invalid
huawei-xsg11_23 auto:none - - online invalid
huawei-xsg11_24 auto:none - - online invalid
huawei-xsg11_25 auto:none - - online invalid
huawei-xsg11_26 auto:none - - online invalid
huawei-xsg11_27 auto:none - - online invalid
huawei-xsg11_28 auto:none - - online invalid
huawei-xsg11_29 auto:none - - online invalid
huawei-xsg11_30 auto:none - - online invalid
huawei-xsg11_31 auto:none - - online invalid
huawei-xsg11_32 auto:none - - online invalid
huawei-xsg11_33 auto:none - - online invalid
huawei-xsg11_34 auto:none - - online invalid
huawei-xsg11_35 auto:none - - online invalid
huawei-xsg11_36 auto:none - - online invalid
huawei-xsg11_37 auto:none - - online invalid
huawei-xsg11_38 auto:none - - online invalid
huawei-xsg11_39 auto:none - - online invalid
huawei-xsg11_40 auto:none - - online invalid
huawei-xsg11_41 auto:none - - online invalid
huawei-xsg11_42 auto:none - - online invalid
huawei-xsg11_43 auto:none - - online invalid
huawei-xsg11_44 auto:none - - online invalid
huawei-xsg11_45 auto:none - - online invalid
huawei-xsg11_46 auto:none - - online invalid
huawei-xsg11_47 auto:none - - online invalid
huawei-xsg11_48 auto:none - - online invalid
huawei-xsg11_49 auto:none - - online invalid
huawei-xsg11_50 auto:none - - online invalid
huawei-xsg11_51 auto:none - - online invalid
huawei-xsg11_52 auto:none - - online invalid
huawei-xsg11_53 auto:none - - online invalid
huawei-xsg11_54 auto:none - - online invalid
huawei-xsg11_55 auto:none - - online invalid
huawei-xsg11_56 auto:none - - online invalid
huawei-xsg11_57 auto:none - - online invalid
huawei-xsg11_58 auto:none - - online invalid
huawei-xsg11_59 auto:none - - online invalid
huawei-xsg11_60 auto:none - - online invalid
huawei-xsg11_61 auto:none - - online invalid
huawei-xsg11_62 auto:none - - online invalid
huawei-xsg11_63 auto:none - - online invalid
huawei-xsg11_64 auto:none - - online invalid
huawei-xsg11_65 auto:none - - online invalid
huawei-xsg11_66 auto:none - - online invalid
qrydb1@NH/root#


# 初始化磁盘为online
vxdisk list |grep -i huawei|awk '{print "/etc/vx/bin/vxdisksetup -i "$1}'|sh

# 选择大小为1G的磁盘作为仲裁盘
qrydb1@NH/root#lsblk | grep "1G"
sdma 69:288 0 1G 0 disk
sdme 69:352 0 1G 0 disk
sdmc 69:320 0 1G 0 disk
sdml 69:464 0 1G 0 disk
sdmm 69:480 0 1G 0 disk
sdmn 69:496 0 1G 0 disk
sdrr 134:336 0 1G 0 disk
sdrv 134:400 0 1G 0 disk
sdrt 134:368 0 1G 0 disk
sdva 67:704 0 1G 0 disk
sduz 67:688 0 1G 0 disk
sduy 67:672 0 1G 0 disk
sdaap 132:720 0 1G 0 disk
sdaao 132:704 0 1G 0 disk
sdaan 132:688 0 1G 0 disk
sdagb 69:944 0 1G 0 disk
sdagc 69:960 0 1G 0 disk
sdagd 69:976 0 1G 0 disk
sdalp 134:944 0 1G 0 disk
sdalr 134:976 0 1G 0 disk
sdalq 134:960 0 1G 0 disk
sdard 71:1200 0 1G 0 disk
sdare 71:1216 0 1G 0 disk
sdarf 71:1232 0 1G 0 disk
VxDMP74 201:1168 0 1G 0 disk
VxDMP78 201:1232 0 1G 0 disk
VxDMP83 201:1312 0 1G 0 disk

# 查看路径对应关系
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdma
sdma ENABLED SECONDARY huawei-xsg10_71 huawei-xsg10 c2 -
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdme
sdme ENABLED(A) PRIMARY huawei-xsg10_73 huawei-xsg10 c2 -
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdmc
sdmc ENABLED SECONDARY huawei-xsg10_72 huawei-xsg10 c2 -


vxdg init vxfencoorddg vxfencoorddg01=huawei-xsg10_71 vxfencoorddg02=huawei-xsg10_72 vxfencoorddg03=huawei-xsg10_73
vxdg -g vxfencoorddg set coordinator=on
vxdg deport vxfencoorddg
vxdg -t import vxfencoorddg
vxdg deport vxfencoorddg

# 测试仲裁盘可用性
/opt/VRTSvcs/vxfen/bin/vxfentsthdw -g vxfencoorddg

Do you still want to continue : [y/n] (default: n) y

Enter the first node of the cluster:
qrydb1
Enter the second node of the cluster:
qrydb2

ALL tests on the disk /dev/vx/rdmp/huawei-xsg10_73 have PASSED.
The disk is now ready to be configured for I/O Fencing on node qrydb1.

ALL tests on the disk /dev/vx/rdmp/huawei-xsg10_73 have PASSED.
The disk is now ready to be configured for I/O Fencing on node qrydb2.


# 配置I/O Fencing
cd /opt/VRTS/install
./installer -fencing

Enter the name of one system in the VCS cluster for which you would like to configure I/O fencing: qrydb1 qrydb2

Cluster information verification:

Cluster Name: qrydb_cluster

Cluster ID Number: 4142

Systems: qrydb1 qrydb2

Would you like to configure I/O fencing on the cluster? [y,n,q] (y)

Fencing configuration
1) Configure Coordination Point client based fencing
2) Configure disk based fencing
3) Configure fencing in disabled mode

Select the fencing mechanism to be configured in this Application Cluster: [1-3,q,?] 2

This I/O fencing configuration option requires a restart of VCS. Installer will stop VCS at a later stage in this run. Note that the service groups will be online only on the systems that are in the 'AutoStartList' after
restarting VCS. Do you want to continue? [y,n,q,b,?] y

Do you have SCSI3 PR enabled disks? [y,n,q,b,?] (y)

Select one of the options below for fencing disk group:
1) Create a new disk group
2) Using an existing disk group
b) Back to previous menu

Enter the choice for a disk group: [1-2,b,q] 2
1) vxfencoorddg(coordinator)
b) Back to previous menu

Select one disk group as fencing disk group: [1-1,b,q] 1

As per the 'vxfentsthdw' run you performed, do you want to continue with this disk group? [y,n,q] (y)

I/O fencing configuration verification

Disk Group: vxfencoorddg

Fencing disk policy: dmp

Is this information correct? [y,n,q] (y)

HAD and all the applications will be stopped. Do you want to stop VCS and all its applications and apply fencing configuration on all nodes at this point? [y,n,q] (y)

Do you want to configure Coordination Point Agent on the client cluster? [y,n,q] (y)
Enter a non-existing name for the service group for Coordination Point Agent: [b] (vxfen)

Do you want to set LevelTwoMonitorFreq? [y,n,q] (y)
Enter the value of the LevelTwoMonitorFreq attribute(0 to 65535): [b,q,?] (5)

Would you like to view the summary file? [y,n,q] (n)

# 配置完成后会在HA中多一个vxfen的服务组
qrydb1@NH/opt/VRTS/install#hastatus -sum

-- SYSTEM STATE
-- System State Frozen

A qrydb1 RUNNING 0
A qrydb2 RUNNING 0

-- GROUP STATE
-- Group System Probed AutoDisabled State

B cvm qrydb1 Y N ONLINE
B cvm qrydb2 Y N ONLINE
B vxfen qrydb1 Y N ONLINE
B vxfen qrydb2 Y N ONLINE


创建磁盘组、卷和文件系统

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
# 格式化数据磁盘(集群中的一个节点操作)
vxdisk list | grep -i huawei|awk '{print "/etc/vx/bin/vxdisksetup -i "$1}'|sh

# /etc/vx/bin/vxdisksetup -i huawei-xsg11_76
# /etc/vx/bin/vxdisksetup -i huawei-xsg11_77
# /etc/vx/bin/vxdisksetup -i huawei-xsg11_78
# /etc/vx/bin/vxdisksetup -i huawei…….

# 创建磁盘组

# 技巧,利用excel统计磁盘和容量的对应关系
vxdisk list
vxdisk list | grep huawei | awk '{print "/sbin/vxdisk list " $1}' | sh | grep public
# 删除dg
vxdg destroy [dgname]

#ocrvotedg(每个盘10G)
vxdg -s init ocrvotedg ocrvotedg01=huawei-xsg10_74
vxdg -g ocrvotedg adddisk ocrvotedg02=huawei-xsg10_75
vxdg -g ocrvotedg adddisk ocrvotedg03=huawei-xsg10_76
vxdg -g ocrvotedg adddisk ocrvotedg01_1=huawei-xsg11_64
vxdg -g ocrvotedg adddisk ocrvotedg02_1=huawei-xsg11_65
vxdg -g ocrvotedg adddisk ocrvotedg03_1=huawei-xsg11_66
vxdg -g ocrvotedg set diskdetpolicy=local


#qrydbbkdg(rmanbk每个盘500G)
vxdg init qrydbbkdg qrydbbkdg01=huawei-xsg10_66
vxdg -g qrydbbkdg adddisk qrydbbkdg02=huawei-xsg10_67
vxdg -g qrydbbkdg adddisk qrydbbkdg03=huawei-xsg10_68
vxdg -g qrydbbkdg adddisk qrydbbkdg04=huawei-xsg10_69


#qrydbdumpdg(每个盘500G)
vxdg init qrydbdumpdg qrydbdumpdg01=huawei-xsg10_64
vxdg -g qrydbdumpdg adddisk qrydbdumpdg02=huawei-xsg10_65

#qrydbdsgdg(每个盘500G)
vxdg init qrydbdsgdg qrydbdsgdg01=huawei-xsg10_70

#qrydbdatadg(每个盘200G)
vxdg -s init qrydbdatadg qrydbdatadg01=huawei-xsg10_0
vxdg -g qrydbdatadg adddisk qrydbdatadg02=huawei-xsg10_1
vxdg -g qrydbdatadg adddisk qrydbdatadg02=huawei-xsg10_1
vxdg -g qrydbdatadg adddisk qrydbdatadg03=huawei-xsg10_2
vxdg -g qrydbdatadg adddisk qrydbdatadg04=huawei-xsg10_3
vxdg -g qrydbdatadg adddisk qrydbdatadg05=huawei-xsg10_4
vxdg -g qrydbdatadg adddisk qrydbdatadg06=huawei-xsg10_5
vxdg -g qrydbdatadg adddisk qrydbdatadg07=huawei-xsg10_6
vxdg -g qrydbdatadg adddisk qrydbdatadg08=huawei-xsg10_7
vxdg -g qrydbdatadg adddisk qrydbdatadg09=huawei-xsg10_8
vxdg -g qrydbdatadg adddisk qrydbdatadg10=huawei-xsg10_9
vxdg -g qrydbdatadg adddisk qrydbdatadg11=huawei-xsg10_10
vxdg -g qrydbdatadg adddisk qrydbdatadg12=huawei-xsg10_11
vxdg -g qrydbdatadg adddisk qrydbdatadg13=huawei-xsg10_12
vxdg -g qrydbdatadg adddisk qrydbdatadg14=huawei-xsg10_13
vxdg -g qrydbdatadg adddisk qrydbdatadg15=huawei-xsg10_14
vxdg -g qrydbdatadg adddisk qrydbdatadg16=huawei-xsg10_15
vxdg -g qrydbdatadg adddisk qrydbdatadg17=huawei-xsg10_16
vxdg -g qrydbdatadg adddisk qrydbdatadg18=huawei-xsg10_17
vxdg -g qrydbdatadg adddisk qrydbdatadg19=huawei-xsg10_18
vxdg -g qrydbdatadg adddisk qrydbdatadg20=huawei-xsg10_19
vxdg -g qrydbdatadg adddisk qrydbdatadg21=huawei-xsg10_20
vxdg -g qrydbdatadg adddisk qrydbdatadg22=huawei-xsg10_21
vxdg -g qrydbdatadg adddisk qrydbdatadg23=huawei-xsg10_22
vxdg -g qrydbdatadg adddisk qrydbdatadg24=huawei-xsg10_23
vxdg -g qrydbdatadg adddisk qrydbdatadg25=huawei-xsg10_24
vxdg -g qrydbdatadg adddisk qrydbdatadg26=huawei-xsg10_25
vxdg -g qrydbdatadg adddisk qrydbdatadg27=huawei-xsg10_26
vxdg -g qrydbdatadg adddisk qrydbdatadg28=huawei-xsg10_27
vxdg -g qrydbdatadg adddisk qrydbdatadg29=huawei-xsg10_28
vxdg -g qrydbdatadg adddisk qrydbdatadg30=huawei-xsg10_29
vxdg -g qrydbdatadg adddisk qrydbdatadg31=huawei-xsg10_30
vxdg -g qrydbdatadg adddisk qrydbdatadg32=huawei-xsg10_31
vxdg -g qrydbdatadg adddisk qrydbdatadg33=huawei-xsg10_32
vxdg -g qrydbdatadg adddisk qrydbdatadg34=huawei-xsg10_33
vxdg -g qrydbdatadg adddisk qrydbdatadg35=huawei-xsg10_34
vxdg -g qrydbdatadg adddisk qrydbdatadg36=huawei-xsg10_35
vxdg -g qrydbdatadg adddisk qrydbdatadg37=huawei-xsg10_36
vxdg -g qrydbdatadg adddisk qrydbdatadg38=huawei-xsg10_37
vxdg -g qrydbdatadg adddisk qrydbdatadg39=huawei-xsg10_38
vxdg -g qrydbdatadg adddisk qrydbdatadg40=huawei-xsg10_39
vxdg -g qrydbdatadg adddisk qrydbdatadg01_1=huawei-xsg11_0
vxdg -g qrydbdatadg adddisk qrydbdatadg02_1=huawei-xsg11_1
vxdg -g qrydbdatadg adddisk qrydbdatadg02_1=huawei-xsg11_1
vxdg -g qrydbdatadg adddisk qrydbdatadg03_1=huawei-xsg11_2
vxdg -g qrydbdatadg adddisk qrydbdatadg04_1=huawei-xsg11_3
vxdg -g qrydbdatadg adddisk qrydbdatadg05_1=huawei-xsg11_4
vxdg -g qrydbdatadg adddisk qrydbdatadg06_1=huawei-xsg11_5
vxdg -g qrydbdatadg adddisk qrydbdatadg07_1=huawei-xsg11_6
vxdg -g qrydbdatadg adddisk qrydbdatadg08_1=huawei-xsg11_7
vxdg -g qrydbdatadg adddisk qrydbdatadg09_1=huawei-xsg11_8
vxdg -g qrydbdatadg adddisk qrydbdatadg10_1=huawei-xsg11_9
vxdg -g qrydbdatadg adddisk qrydbdatadg11_1=huawei-xsg11_10
vxdg -g qrydbdatadg adddisk qrydbdatadg12_1=huawei-xsg11_11
vxdg -g qrydbdatadg adddisk qrydbdatadg13_1=huawei-xsg11_12
vxdg -g qrydbdatadg adddisk qrydbdatadg14_1=huawei-xsg11_13
vxdg -g qrydbdatadg adddisk qrydbdatadg15_1=huawei-xsg11_14
vxdg -g qrydbdatadg adddisk qrydbdatadg16_1=huawei-xsg11_15
vxdg -g qrydbdatadg adddisk qrydbdatadg17_1=huawei-xsg11_16
vxdg -g qrydbdatadg adddisk qrydbdatadg18_1=huawei-xsg11_17
vxdg -g qrydbdatadg adddisk qrydbdatadg19_1=huawei-xsg11_18
vxdg -g qrydbdatadg adddisk qrydbdatadg20_1=huawei-xsg11_19
vxdg -g qrydbdatadg adddisk qrydbdatadg21_1=huawei-xsg11_20
vxdg -g qrydbdatadg adddisk qrydbdatadg22_1=huawei-xsg11_21
vxdg -g qrydbdatadg adddisk qrydbdatadg23_1=huawei-xsg11_22
vxdg -g qrydbdatadg adddisk qrydbdatadg24_1=huawei-xsg11_23
vxdg -g qrydbdatadg adddisk qrydbdatadg25_1=huawei-xsg11_24
vxdg -g qrydbdatadg adddisk qrydbdatadg26_1=huawei-xsg11_25
vxdg -g qrydbdatadg adddisk qrydbdatadg27_1=huawei-xsg11_26
vxdg -g qrydbdatadg adddisk qrydbdatadg28_1=huawei-xsg11_27
vxdg -g qrydbdatadg adddisk qrydbdatadg29_1=huawei-xsg11_28
vxdg -g qrydbdatadg adddisk qrydbdatadg30_1=huawei-xsg11_29
vxdg -g qrydbdatadg adddisk qrydbdatadg31_1=huawei-xsg11_30
vxdg -g qrydbdatadg adddisk qrydbdatadg32_1=huawei-xsg11_31
vxdg -g qrydbdatadg adddisk qrydbdatadg33_1=huawei-xsg11_32
vxdg -g qrydbdatadg adddisk qrydbdatadg34_1=huawei-xsg11_33
vxdg -g qrydbdatadg adddisk qrydbdatadg35_1=huawei-xsg11_34
vxdg -g qrydbdatadg adddisk qrydbdatadg36_1=huawei-xsg11_35
vxdg -g qrydbdatadg adddisk qrydbdatadg37_1=huawei-xsg11_36
vxdg -g qrydbdatadg adddisk qrydbdatadg38_1=huawei-xsg11_37
vxdg -g qrydbdatadg adddisk qrydbdatadg39_1=huawei-xsg11_38
vxdg -g qrydbdatadg adddisk qrydbdatadg40_1=huawei-xsg11_39
vxdg -g qrydbdatadg set diskdetpolicy=local

#qrydbhistbizdg(每个盘500G)
vxdg -s init qrydbhistbizdg qrydbhistbizdg01=huawei-xsg10_40
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg02=huawei-xsg10_41
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg03=huawei-xsg10_42
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg04=huawei-xsg10_43
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg05=huawei-xsg10_44
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg06=huawei-xsg10_45
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg07=huawei-xsg10_46
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg08=huawei-xsg10_47
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg09=huawei-xsg10_48
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg10=huawei-xsg10_49
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg11=huawei-xsg10_50
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg12=huawei-xsg10_51
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg01_1=huawei-xsg11_40
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg02_1=huawei-xsg11_41
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg03_1=huawei-xsg11_42
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg04_1=huawei-xsg11_43
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg05_1=huawei-xsg11_44
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg06_1=huawei-xsg11_45
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg07_1=huawei-xsg11_46
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg08_1=huawei-xsg11_47
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg09_1=huawei-xsg11_48
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg10_1=huawei-xsg11_49
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg11_1=huawei-xsg11_50
vxdg -g qrydbhistbizdg adddisk qrydbhistbizdg12_1=huawei-xsg11_51
vxdg -g qrydbhistbizdg set diskdetpolicy=local

#qrydbhistriskdg(每个盘500G)
vxdg -s init qrydbhistriskdg qrydbhistriskdg01=huawei-xsg10_52
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg02=huawei-xsg10_53
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg03=huawei-xsg10_54
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg04=huawei-xsg10_55
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg05=huawei-xsg10_56
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg06=huawei-xsg10_57
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg07=huawei-xsg10_58
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg08=huawei-xsg10_59
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg09=huawei-xsg10_60
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg10=huawei-xsg10_61
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg11=huawei-xsg10_62
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg12=huawei-xsg10_63
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg01_1=huawei-xsg11_52
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg02_1=huawei-xsg11_53
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg03_1=huawei-xsg11_54
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg04_1=huawei-xsg11_55
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg05_1=huawei-xsg11_56
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg06_1=huawei-xsg11_57
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg07_1=huawei-xsg11_58
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg08_1=huawei-xsg11_59
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg09_1=huawei-xsg11_60
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg10_1=huawei-xsg11_61
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg11_1=huawei-xsg11_62
vxdg -g qrydbhistriskdg adddisk qrydbhistriskdg12_1=huawei-xsg11_63
vxdg -g qrydbhistriskdg set diskdetpolicy=local


qrydb1@NH/root#vxdisk list
DEVICE TYPE DISK GROUP STATUS
disk_0 auto:LVM - - online invalid
huawei-xsg10_0 auto:cdsdisk qrydbdatadg01 qrydbdatadg online shared
huawei-xsg10_1 auto:cdsdisk qrydbdatadg02 qrydbdatadg online shared
huawei-xsg10_2 auto:cdsdisk qrydbdatadg03 qrydbdatadg online shared
huawei-xsg10_3 auto:cdsdisk qrydbdatadg04 qrydbdatadg online shared
huawei-xsg10_4 auto:cdsdisk qrydbdatadg05 qrydbdatadg online shared
huawei-xsg10_5 auto:cdsdisk qrydbdatadg06 qrydbdatadg online shared
huawei-xsg10_6 auto:cdsdisk qrydbdatadg07 qrydbdatadg online shared
huawei-xsg10_7 auto:cdsdisk qrydbdatadg08 qrydbdatadg online shared
huawei-xsg10_8 auto:cdsdisk qrydbdatadg09 qrydbdatadg online shared
huawei-xsg10_9 auto:cdsdisk qrydbdatadg10 qrydbdatadg online shared
huawei-xsg10_10 auto:cdsdisk qrydbdatadg11 qrydbdatadg online shared
huawei-xsg10_11 auto:cdsdisk qrydbdatadg12 qrydbdatadg online shared
huawei-xsg10_12 auto:cdsdisk qrydbdatadg13 qrydbdatadg online shared
huawei-xsg10_13 auto:cdsdisk qrydbdatadg14 qrydbdatadg online shared
huawei-xsg10_14 auto:cdsdisk qrydbdatadg15 qrydbdatadg online shared
huawei-xsg10_15 auto:cdsdisk qrydbdatadg16 qrydbdatadg online shared
huawei-xsg10_16 auto:cdsdisk qrydbdatadg17 qrydbdatadg online shared
huawei-xsg10_17 auto:cdsdisk qrydbdatadg18 qrydbdatadg online shared
huawei-xsg10_18 auto:cdsdisk qrydbdatadg19 qrydbdatadg online shared
huawei-xsg10_19 auto:cdsdisk qrydbdatadg20 qrydbdatadg online shared
huawei-xsg10_20 auto:cdsdisk qrydbdatadg21 qrydbdatadg online shared
huawei-xsg10_21 auto:cdsdisk qrydbdatadg22 qrydbdatadg online shared
huawei-xsg10_22 auto:cdsdisk qrydbdatadg23 qrydbdatadg online shared
huawei-xsg10_23 auto:cdsdisk qrydbdatadg24 qrydbdatadg online shared
huawei-xsg10_24 auto:cdsdisk qrydbdatadg25 qrydbdatadg online shared
huawei-xsg10_25 auto:cdsdisk qrydbdatadg26 qrydbdatadg online shared
huawei-xsg10_26 auto:cdsdisk qrydbdatadg27 qrydbdatadg online shared
huawei-xsg10_27 auto:cdsdisk qrydbdatadg28 qrydbdatadg online shared
huawei-xsg10_28 auto:cdsdisk qrydbdatadg29 qrydbdatadg online shared
huawei-xsg10_29 auto:cdsdisk qrydbdatadg30 qrydbdatadg online shared
huawei-xsg10_30 auto:cdsdisk qrydbdatadg31 qrydbdatadg online shared
huawei-xsg10_31 auto:cdsdisk qrydbdatadg32 qrydbdatadg online shared
huawei-xsg10_32 auto:cdsdisk qrydbdatadg33 qrydbdatadg online shared
huawei-xsg10_33 auto:cdsdisk qrydbdatadg34 qrydbdatadg online shared
huawei-xsg10_34 auto:cdsdisk qrydbdatadg35 qrydbdatadg online shared
huawei-xsg10_35 auto:cdsdisk qrydbdatadg36 qrydbdatadg online shared
huawei-xsg10_36 auto:cdsdisk qrydbdatadg37 qrydbdatadg online shared
huawei-xsg10_37 auto:cdsdisk qrydbdatadg38 qrydbdatadg online shared
huawei-xsg10_38 auto:cdsdisk qrydbdatadg39 qrydbdatadg online shared
huawei-xsg10_39 auto:cdsdisk qrydbdatadg40 qrydbdatadg online shared
huawei-xsg10_40 auto:cdsdisk qrydbhistbizdg01 qrydbhistbizdg online shared
huawei-xsg10_41 auto:cdsdisk qrydbhistbizdg02 qrydbhistbizdg online shared
huawei-xsg10_42 auto:cdsdisk qrydbhistbizdg03 qrydbhistbizdg online shared
huawei-xsg10_43 auto:cdsdisk qrydbhistbizdg04 qrydbhistbizdg online shared
huawei-xsg10_44 auto:cdsdisk qrydbhistbizdg05 qrydbhistbizdg online shared
huawei-xsg10_45 auto:cdsdisk qrydbhistbizdg06 qrydbhistbizdg online shared
huawei-xsg10_46 auto:cdsdisk qrydbhistbizdg07 qrydbhistbizdg online shared
huawei-xsg10_47 auto:cdsdisk qrydbhistbizdg08 qrydbhistbizdg online shared
huawei-xsg10_48 auto:cdsdisk qrydbhistbizdg09 qrydbhistbizdg online shared
huawei-xsg10_49 auto:cdsdisk qrydbhistbizdg10 qrydbhistbizdg online shared
huawei-xsg10_50 auto:cdsdisk qrydbhistbizdg11 qrydbhistbizdg online shared
huawei-xsg10_51 auto:cdsdisk qrydbhistbizdg12 qrydbhistbizdg online shared
huawei-xsg10_52 auto:cdsdisk qrydbhistriskdg01 qrydbhistriskdg online shared
huawei-xsg10_53 auto:cdsdisk qrydbhistriskdg02 qrydbhistriskdg online shared
huawei-xsg10_54 auto:cdsdisk qrydbhistriskdg03 qrydbhistriskdg online shared
huawei-xsg10_55 auto:cdsdisk qrydbhistriskdg04 qrydbhistriskdg online shared
huawei-xsg10_56 auto:cdsdisk qrydbhistriskdg05 qrydbhistriskdg online shared
huawei-xsg10_57 auto:cdsdisk qrydbhistriskdg06 qrydbhistriskdg online shared
huawei-xsg10_58 auto:cdsdisk qrydbhistriskdg07 qrydbhistriskdg online shared
huawei-xsg10_59 auto:cdsdisk qrydbhistriskdg08 qrydbhistriskdg online shared
huawei-xsg10_60 auto:cdsdisk qrydbhistriskdg09 qrydbhistriskdg online shared
huawei-xsg10_61 auto:cdsdisk qrydbhistriskdg10 qrydbhistriskdg online shared
huawei-xsg10_62 auto:cdsdisk qrydbhistriskdg11 qrydbhistriskdg online shared
huawei-xsg10_63 auto:cdsdisk qrydbhistriskdg12 qrydbhistriskdg online shared
huawei-xsg10_64 auto:cdsdisk qrydbdumpdg01 qrydbdumpdg online
huawei-xsg10_65 auto:cdsdisk qrydbdumpdg02 qrydbdumpdg online
huawei-xsg10_66 auto:cdsdisk qrydbbkdg01 qrydbbkdg online
huawei-xsg10_67 auto:cdsdisk qrydbbkdg02 qrydbbkdg online
huawei-xsg10_68 auto:cdsdisk qrydbbkdg03 qrydbbkdg online
huawei-xsg10_69 auto:cdsdisk qrydbbkdg04 qrydbbkdg online
huawei-xsg10_70 auto:cdsdisk qrydbdsgdg01 qrydbdsgdg online
huawei-xsg10_71 auto:cdsdisk - - online
huawei-xsg10_72 auto:cdsdisk - - online
huawei-xsg10_73 auto:cdsdisk - - online
huawei-xsg10_74 auto:cdsdisk ocrvotedg01 ocrvotedg online shared
huawei-xsg10_75 auto:cdsdisk ocrvotedg02 ocrvotedg online shared
huawei-xsg10_76 auto:cdsdisk ocrvotedg03 ocrvotedg online shared
huawei-xsg11_0 auto:cdsdisk qrydbdatadg01_1 qrydbdatadg online shared
huawei-xsg11_1 auto:cdsdisk qrydbdatadg02_1 qrydbdatadg online shared
huawei-xsg11_2 auto:cdsdisk qrydbdatadg03_1 qrydbdatadg online shared
huawei-xsg11_3 auto:cdsdisk qrydbdatadg04_1 qrydbdatadg online shared
huawei-xsg11_4 auto:cdsdisk qrydbdatadg05_1 qrydbdatadg online shared
huawei-xsg11_5 auto:cdsdisk qrydbdatadg06_1 qrydbdatadg online shared
huawei-xsg11_6 auto:cdsdisk qrydbdatadg07_1 qrydbdatadg online shared
huawei-xsg11_7 auto:cdsdisk qrydbdatadg08_1 qrydbdatadg online shared
huawei-xsg11_8 auto:cdsdisk qrydbdatadg09_1 qrydbdatadg online shared
huawei-xsg11_9 auto:cdsdisk qrydbdatadg10_1 qrydbdatadg online shared
huawei-xsg11_10 auto:cdsdisk qrydbdatadg11_1 qrydbdatadg online shared
huawei-xsg11_11 auto:cdsdisk qrydbdatadg12_1 qrydbdatadg online shared
huawei-xsg11_12 auto:cdsdisk qrydbdatadg13_1 qrydbdatadg online shared
huawei-xsg11_13 auto:cdsdisk qrydbdatadg14_1 qrydbdatadg online shared
huawei-xsg11_14 auto:cdsdisk qrydbdatadg15_1 qrydbdatadg online shared
huawei-xsg11_15 auto:cdsdisk qrydbdatadg16_1 qrydbdatadg online shared
huawei-xsg11_16 auto:cdsdisk qrydbdatadg17_1 qrydbdatadg online shared
huawei-xsg11_17 auto:cdsdisk qrydbdatadg18_1 qrydbdatadg online shared
huawei-xsg11_18 auto:cdsdisk qrydbdatadg19_1 qrydbdatadg online shared
huawei-xsg11_19 auto:cdsdisk qrydbdatadg20_1 qrydbdatadg online shared
huawei-xsg11_20 auto:cdsdisk qrydbdatadg21_1 qrydbdatadg online shared
huawei-xsg11_21 auto:cdsdisk qrydbdatadg22_1 qrydbdatadg online shared
huawei-xsg11_22 auto:cdsdisk qrydbdatadg23_1 qrydbdatadg online shared
huawei-xsg11_23 auto:cdsdisk qrydbdatadg24_1 qrydbdatadg online shared
huawei-xsg11_24 auto:cdsdisk qrydbdatadg25_1 qrydbdatadg online shared
huawei-xsg11_25 auto:cdsdisk qrydbdatadg26_1 qrydbdatadg online shared
huawei-xsg11_26 auto:cdsdisk qrydbdatadg27_1 qrydbdatadg online shared
huawei-xsg11_27 auto:cdsdisk qrydbdatadg28_1 qrydbdatadg online shared
huawei-xsg11_28 auto:cdsdisk qrydbdatadg29_1 qrydbdatadg online shared
huawei-xsg11_29 auto:cdsdisk qrydbdatadg30_1 qrydbdatadg online shared
huawei-xsg11_30 auto:cdsdisk qrydbdatadg31_1 qrydbdatadg online shared
huawei-xsg11_31 auto:cdsdisk qrydbdatadg32_1 qrydbdatadg online shared
huawei-xsg11_32 auto:cdsdisk qrydbdatadg33_1 qrydbdatadg online shared
huawei-xsg11_33 auto:cdsdisk qrydbdatadg34_1 qrydbdatadg online shared
huawei-xsg11_34 auto:cdsdisk qrydbdatadg35_1 qrydbdatadg online shared
huawei-xsg11_35 auto:cdsdisk qrydbdatadg36_1 qrydbdatadg online shared
huawei-xsg11_36 auto:cdsdisk qrydbdatadg37_1 qrydbdatadg online shared
huawei-xsg11_37 auto:cdsdisk qrydbdatadg38_1 qrydbdatadg online shared
huawei-xsg11_38 auto:cdsdisk qrydbdatadg39_1 qrydbdatadg online shared
huawei-xsg11_39 auto:cdsdisk qrydbdatadg40_1 qrydbdatadg online shared
huawei-xsg11_40 auto:cdsdisk qrydbhistbizdg01_1 qrydbhistbizdg online shared
huawei-xsg11_41 auto:cdsdisk qrydbhistbizdg02_1 qrydbhistbizdg online shared
huawei-xsg11_42 auto:cdsdisk qrydbhistbizdg03_1 qrydbhistbizdg online shared
huawei-xsg11_43 auto:cdsdisk qrydbhistbizdg04_1 qrydbhistbizdg online shared
huawei-xsg11_44 auto:cdsdisk qrydbhistbizdg05_1 qrydbhistbizdg online shared
huawei-xsg11_45 auto:cdsdisk qrydbhistbizdg06_1 qrydbhistbizdg online shared
huawei-xsg11_46 auto:cdsdisk qrydbhistbizdg07_1 qrydbhistbizdg online shared
huawei-xsg11_47 auto:cdsdisk qrydbhistbizdg08_1 qrydbhistbizdg online shared
huawei-xsg11_48 auto:cdsdisk qrydbhistbizdg09_1 qrydbhistbizdg online shared
huawei-xsg11_49 auto:cdsdisk qrydbhistbizdg10_1 qrydbhistbizdg online shared
huawei-xsg11_50 auto:cdsdisk qrydbhistbizdg11_1 qrydbhistbizdg online shared
huawei-xsg11_51 auto:cdsdisk qrydbhistbizdg12_1 qrydbhistbizdg online shared
huawei-xsg11_52 auto:cdsdisk qrydbhistriskdg01_1 qrydbhistriskdg online shared
huawei-xsg11_53 auto:cdsdisk qrydbhistriskdg02_1 qrydbhistriskdg online shared
huawei-xsg11_54 auto:cdsdisk qrydbhistriskdg03_1 qrydbhistriskdg online shared
huawei-xsg11_55 auto:cdsdisk qrydbhistriskdg04_1 qrydbhistriskdg online shared
huawei-xsg11_56 auto:cdsdisk qrydbhistriskdg05_1 qrydbhistriskdg online shared
huawei-xsg11_57 auto:cdsdisk qrydbhistriskdg06_1 qrydbhistriskdg online shared
huawei-xsg11_58 auto:cdsdisk qrydbhistriskdg07_1 qrydbhistriskdg online shared
huawei-xsg11_59 auto:cdsdisk qrydbhistriskdg08_1 qrydbhistriskdg online shared
huawei-xsg11_60 auto:cdsdisk qrydbhistriskdg09_1 qrydbhistriskdg online shared
huawei-xsg11_61 auto:cdsdisk qrydbhistriskdg10_1 qrydbhistriskdg online shared
huawei-xsg11_62 auto:cdsdisk qrydbhistriskdg11_1 qrydbhistriskdg online shared
huawei-xsg11_63 auto:cdsdisk qrydbhistriskdg12_1 qrydbhistriskdg online shared
huawei-xsg11_64 auto:cdsdisk ocrvotedg01_1 ocrvotedg online shared
huawei-xsg11_65 auto:cdsdisk ocrvotedg02_1 ocrvotedg online shared
huawei-xsg11_66 auto:cdsdisk ocrvotedg03_1 ocrvotedg online shared

# 创建卷
# ocrvotedg
vxassist -g ocrvotedg make ocrvotevol01 19456000 layout=mirror ocrvotedg01 ocrvotedg01_1
vxassist -g ocrvotedg make ocrvotevol02 19456000 ocrvotedg02
vxassist -g ocrvotedg make ocrvotevol03 19456000 ocrvotedg02_1
vxsnap -g ocrvotedg prepare ocrvotevol01 alloc=ocrvotedg01,ocrvotedg01_1

# qrydbbkdg
vxassist -g qrydbbkdg make qrydbbkvol 1998G layout=stripe ncol=2 stripeunit=256

# qrydbdumpdg
vxassist -g qrydbdumpdg make qrydbdumpvol 998G layout=stripe ncol=2 stripeunit=256

# qrydbdsgdg
vxassist -g qrydbdsgdg make qrydbdsgvol 1048469696

# qrydbdatadg
qrydb1@NH/root#vxassist -g qrydbdatadg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbdatadg make qrydbdatavol 7800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbdatadg prepare qrydbdatavol alloc=qrydbdatadg40,qrydbdatadg40_1
vxvol -g qrydbdatadg rdpol round qrydbdatavol
vxvol -g qrydbdatadg rdpol round qrydbdatavol_dcl

# qrydbhistbizdg
qrydb1@NH/root#vxassist -g qrydbhistbizdg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbhistbizdg make qrydbhistbizvol 5800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbhistbizdg prepare qrydbhistbizvol alloc=qrydbhistbizdg12,qrydbhistbizdg12_1
vxvol -g qrydbhistbizdg rdpol round qrydbhistbizvol
vxvol -g qrydbhistbizdg rdpol round qrydbhistbizvol_dcl

# qrydbhistriskdg
qrydb1@NH/root#vxassist -g qrydbhistriskdg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbhistriskdg make qrydbhistriskvol 5800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbhistriskdg prepare qrydbhistriskvol alloc=qrydbhistriskdg12,qrydbhistriskdg12_1
vxvol -g qrydbhistriskdg rdpol round qrydbhistriskvol
vxvol -g qrydbhistriskdg rdpol round qrydbhistriskvol_dcl


# 创建文件系统

# ocrvotedg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol01
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol02
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol03

# qrydbbkdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbbkdg/qrydbbkvol

# qrydbdumpdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdumpdg/qrydbdumpvol

# qrydbdsgdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdsgdg/qrydbdsgvol

# qrydbdatadg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdatadg/qrydbdatavol

# qrydbhistbizdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbhistbizdg/qrydbhistbizvol

# qrydbhistriskdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbhistriskdg/qrydbhistriskvol


# 创建挂载点(两个节点操作)
mkdir -p /cffex/ora_crs1
mkdir -p /cffex/ora_crs2
mkdir -p /cffex/ora_crs3
mkdir -p /cffex/ora_data
mkdir /dsg
mkdir /rmanbk
mkdir -p /cffex/dump
mkdir -p /cffex/ora_data/histbiz
mkdir -p /cffex/ora_data/histrisk


配置main.cf

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
# 在hastop -all的情况下,对集群所有节点的/etc/VRTSvcs/conf/config/main.cf进行修改,添加修改类似如下配置
hastop -all
#vim /etc/VRTSvcs/conf/config/main.cf

# 通过图形化界面配置
yum install -y libXext.i686 libXrender.i686 libXtst.i686
export DISPLAY=172.25.243.202:0.0
cd /opt/VRTSvcs/bin
./hagui

172.25.242.125
admin/password

# 修改2处配置
MountPoint:/dev/vx/dsk/
MountOps:convosync=direct,mincache=direct,cluster



文章目录
  1. 1. 前言
  2. 2. 更新记录
  3. 3. 部署前准备
  4. 4. 安装InfoScale Enterprise 7.0及7.0.1MR包
  5. 5. 安装相关hotfix包
  6. 6. 重启前配置及检查
  7. 7. 配置集群
  8. 8. 配置I/O Fencing
  9. 9. 创建磁盘组、卷和文件系统
  10. 10. 配置main.cf