Wednesday, May 21, 2014

Storage migration on Solaris server

The migration steps.
Plan:-
I believe LUNs need to be allocated to storage in new leg (anywhere except for HE1 VMAX / 3809) so the LUNs can be mounted to samserv02.  The data must be mirrored to the new leg LUNs.   Once the mirroring has been
completed, the following steps should be performed:
Unix Support team task
1. Create/Request new sets of LUNs to see at both ends on both legs.
[ Rezone the LUNs from samserv02 to samserv110Z02]
2. Mirror the existing vxvm volumes on old leg.
3. Break the mirror on old leg (Remove the plexes with old LUNs)
4. Bring the server (old leg) down to single user mode.
5. Export the vxdg
6. Import the VXDG on new leg and mount all the volumes.
7. Reboot the server to make sure everything comes clean.
8. Push new DNS updates to ALIAS samserv02.expanor.local to samserv110Z02.expanor.local
9. Idle samserv02 for 1 Week
10. Issue retirement request to retire as samserv02-OLD

copy
/usr/bin/oraenv
/var/opt/oracle/oratab

DBA Task
Create the database schema on samserv110Z02
Bring the database(s) up on samserv110Z02
Validate the database(s) are operational and ready to use

Other ticket
A. Open a change ticket to consolodate the servers ( CRQ000005095033 )
1. Open a ticket to copy eTrust rules to eTrust Access Control team.
2. Inform DBS's to work on Guardium.
4. Inform folks who manage Tripwire.
5. Open a WO to monitoring team to append spectrum rules from old leg to new server.
6. Inform operation center (OC) to suppress alarms on the servers while transitioning for migration.

============================================================


root@samserv02:/dev/vx/dsk/samserv02dg > df -h
/dev/vx/dsk/samserv02dg/FS_opt_dts
                       3.8G   2.8G   556M    84%    /opt/dts
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.5
                       375M   236M   102M    70%    /opt/sybase12.5
/dev/vx/dsk/samserv02dg/FS_FSS_oracle
                        60G   5.5G    48G    11%    /FSS/oracle
/dev/vx/dsk/samserv02dg/FS_opt_sybase
                       750M   175M   500M    26%    /opt/sybase
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.0
                       375M   235M   103M    70%    /opt/sybase12.0
/dev/vx/dsk/samserv02dg/FS_opt_oracle
                        79G    22G    49G    31%    /opt/oracle
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_log
                       5.6G   628M   4.4G    13%    /FSS/oracle/fsdata2/log
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_rollback
                        15G   6.6G   6.9G    50%    /FSS/oracle/fsdata2/rollback
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_system
                        15G   7.8G   5.5G    59%    /FSS/oracle/fsdata2/system
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_index
                        49G    33G    11G    76%    /FSS/oracle/fsdata2/index
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_archive
                        84G    64M    76G     1%    /FSS/oracle/fsdata2/archive
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_dump
                       372G   178G   157G    54%    /FSS/oracle/fsdata2/dump
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_data
                       536G   220G   263G    46%    /FSS/oracle/fsdata2/data
rpool                   96G    98K    32G     1%    /rpool
rpool/ROOT              96G    21K    32G     1%    /rpool/ROOT
homenas1:/vol/ppnas507av12/homeserv1/c13637
                       200G    82G   118G    42%    /home/c13637
root@samserv02:/dev/vx/dsk/samserv02dg >
---------------------------------------------------------------
root@samserv02:/dev/vx/dsk/samserv02dg > ls -l
total 0
brw-------   1 root     root     282, 123000 Nov  4  2012 FS_FSS_oracle
brw-------   1 root     root     282, 123034 Nov  4  2012 FS_FSS_oracle_fsdata2_archive
brw-------   1 root     root     282, 123030 Nov  4  2012 FS_FSS_oracle_fsdata2_data
brw-------   1 root     root     282, 123032 Nov  4  2012 FS_FSS_oracle_fsdata2_dump
brw-------   1 root     root     282, 123031 Nov  4  2012 FS_FSS_oracle_fsdata2_index
brw-------   1 root     root     282, 123038 Nov  4  2012 FS_FSS_oracle_fsdata2_log
brw-------   1 root     root     282, 123033 Nov  4  2012 FS_FSS_oracle_fsdata2_rollback
brw-------   1 root     root     282, 123039 Nov  4  2012 FS_FSS_oracle_fsdata2_system
brw-------   1 root     root     282, 123013 Nov  4  2012 FS_opt_best1
brw-------   1 root     root     282, 123011 Nov  4  2012 FS_opt_dts
brw-------   1 root     root     282, 123009 Nov  4  2012 FS_opt_oracle
brw-------   1 root     root     282, 123040 Nov  4  2012 FS_opt_patrol
brw-------   1 root     root     282, 123008 Nov  4  2012 FS_opt_quest
brw-------   1 root     root     282, 123012 Nov  4  2012 FS_opt_sybase
brw-------   1 root     root     282, 123049 Nov  4  2012 FS_opt_sybase12.0
brw-------   1 root     root     282, 123050 Nov  4  2012 FS_opt_sybase12.5
---------------------------------------------------------------
root@samserv02:/ > df -h | grep vx | grep -v swap |awk '{print $1 "\t\t\t" $6}'
/dev/vx/dsk/samserv02dg/FS_opt_dts                       /opt/dts
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.5                       /opt/sybase12.5
/dev/vx/dsk/samserv02dg/FS_FSS_oracle                   /FSS/oracle
/dev/vx/dsk/samserv02dg/FS_opt_sybase                    /opt/sybase
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.0                       /opt/sybase12.0
/dev/vx/dsk/samserv02dg/FS_opt_oracle                    /opt/oracle
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_log                /FSS/oracle/fsdata2/log
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_rollback           /FSS/oracle/fsdata2/rollback
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_system             /FSS/oracle/fsdata2/system
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_index              /FSS/oracle/fsdata2/index
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_archive            /FSS/oracle/fsdata2/archive
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_dump               /FSS/oracle/fsdata2/dump
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_data               /FSS/oracle/fsdata2/data
---------------------------------------------------------------
root@samserv02:/ > df -h | grep vx | grep -v swap |awk '{print $1}' | awk -F/ '{print $6}'
FS_opt_dts
FS_opt_sybase12.5
FS_FSS_oracle
FS_opt_sybase
FS_opt_sybase12.0
FS_opt_oracle
FS_FSS_oracle_fsdata2_log
FS_FSS_oracle_fsdata2_rollback
FS_FSS_oracle_fsdata2_system
FS_FSS_oracle_fsdata2_index
FS_FSS_oracle_fsdata2_archive
FS_FSS_oracle_fsdata2_dump
FS_FSS_oracle_fsdata2_data
---------------------------------------------------------------
root@samserv02:/ > vxprint -ht | grep "^v" | awk '{print $2}'
FS_FSS_oracle
FS_FSS_oracle_fsdata2_archive
FS_FSS_oracle_fsdata2_data
FS_FSS_oracle_fsdata2_dump
FS_FSS_oracle_fsdata2_index
FS_FSS_oracle_fsdata2_log
FS_FSS_oracle_fsdata2_rollback
FS_FSS_oracle_fsdata2_system
FS_opt_best1
FS_opt_dts
FS_opt_oracle
FS_opt_patrol
FS_opt_quest
FS_opt_sybase
FS_opt_sybase12.0
FS_opt_sybase12.5
root@samserv02:/ >
root@samserv02:/dev/vx/dsk/samserv02dg > ls -l | awk '{print $10}'
FS_FSS_oracle
FS_FSS_oracle_fsdata2_archive
FS_FSS_oracle_fsdata2_data
FS_FSS_oracle_fsdata2_dump
FS_FSS_oracle_fsdata2_index
FS_FSS_oracle_fsdata2_log
FS_FSS_oracle_fsdata2_rollback
FS_FSS_oracle_fsdata2_system
FS_opt_best1
FS_opt_dts
FS_opt_oracle
FS_opt_patrol
FS_opt_quest
FS_opt_sybase
FS_opt_sybase12.0
FS_opt_sybase12.5
---------------------------------------------------------------
root@samserv02:/dev/vx/dsk/samserv02dg > df -h | grep vx | awk '{print $1 "\t\t\t" $2 "\t\t\t" $6}' | grep -v
swap
/dev/vx/dsk/samserv02dg/FS_opt_dts                       3.8G                    /opt/dts
 Done - disk2
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.5                       375M                    /opt/sybase12.5
 done - disk1
/dev/vx/dsk/samserv02dg/FS_FSS_oracle                    60G                     /FSS/oracle
 Done - disk1
/dev/vx/dsk/samserv02dg/FS_opt_sybase                    750M                    /opt/sybase
 done - disk1
/dev/vx/dsk/samserv02dg/FS_opt_sybase12.0                       375M                    /opt/sybase12.0
 Done - disk1
/dev/vx/dsk/samserv02dg/FS_opt_oracle                    79G                     /opt/oracle
 Done - disk2
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_log                5.6G                    /FSS/oracle/fsdata2/log
   Done - disk1
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_rollback           15G                  
/FSS/oracle/fsdata2/rollback  Done - disk3
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_system             15G                  
/FSS/oracle/fsdata2/system progress Done - disk3
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_index              49G                  
/FSS/oracle/fsdata2/index  Done - disk4
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_archive            84G                  
/FSS/oracle/fsdata2/archive   Done - disk3
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_dump               372G                
/FSS/oracle/fsdata2/dump
/dev/vx/dsk/samserv02dg/FS_FSS_oracle_fsdata2_data               536G                
/FSS/oracle/fsdata2/data   Done - disk5/6
---------------------------------------------------------------
root@samserv110 # cat samserv110z01.xml | grep vx | awk -F= '{print $2 "\t\t" $4}' | awk '{print $1 "\t" $3}' |
sed 's/"//g' | awk '{print $1}'
/dev/vx/dsk/he1unx200dg/FS_export_home
/dev/vx/dsk/he1unx200dg/FS_export_home_oracle
/dev/vx/dsk/he1unx200dg/FS_opt_oracle
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_admin
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_archive
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data1
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data2
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data3
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data4
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data5
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_data6
/dev/vx/dsk/he1unx200dg/FS_opt_dts
/dev/vx/dsk/he1unx200dg/FS_FSS_oracle_cfprod_dump
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data1
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data2
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data3
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data4
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data5
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_data6
/dev/vx/dsk/cfprdbdg/FS_FSS_oracle_cfprdb_data7
/dev/vx/dsk/cfprdb_dumpdg/FS_fm_ora_cfprdb_dump
/dev/vx/dsk/cfprdbdg/FS_fm_ora_cfprdb_archive
/dev/vx/dsk/he1unx200dg/FS_opt_quest_foglight5
root@samserv110 #

root@samserv02:/dev/vx/dsk/samserv02dg > vxassist -b -g samserv02dg mirror FS_opt_sybase  EMCDSK01
root@samserv02:/dev/vx/dsk/samserv02dg > vxtask list
TASKID  PTID TYPE/STATE    PCT   PROGRESS
   175           ATCOPY/R 07.62% 0/1638400/124928 PLXATT FS_opt_sybase FS_opt_sybase-02 samserv02dg

=======================================================================

root@samserv02:/ > vxprint -ht | grep "^v" | awk '{print $2}'
FS_FSS_oracle
FS_FSS_oracle_fsdata2_archive
FS_FSS_oracle_fsdata2_data
FS_FSS_oracle_fsdata2_dump
FS_FSS_oracle_fsdata2_index
FS_FSS_oracle_fsdata2_log
FS_FSS_oracle_fsdata2_rollback
FS_FSS_oracle_fsdata2_system
FS_opt_best1
FS_opt_dts
FS_opt_oracle
FS_opt_patrol
FS_opt_quest
FS_opt_sybase
FS_opt_sybase12.0
FS_opt_sybase12.5

==============================


Create a volume with a plex called plex2
# vxmake -g baddg vol vol2 plex=plex2

Start a volume
Next, we must start the new volume
# vxvol -g samserv02dg start vol2

Then use vxplex ‘att’ to attach the plex to the original volume. The plex will be synchronised with the plex(es)
already attached to the volume.
# vxplex -g diskgroup att plex_name
==============================

mirror a volume

root@samserv02:/ > vxassist -b -g samserv02dg mirror FS_fss_oracle_hprd8_index disk1 disk2 disk3
root@samserv02:/ > vxprint -ht | grep FS_fss_oracle_hprd8_index
root@samserv02:/ > vxtask list
TASKID  PTID TYPE/STATE    PCT   PROGRESS
   275           ATCOPY/R 04.53% 0/109051904/4939776 PLXATT FS_fss_oracle_hprd8_index
FS_fss_oracle_hprd8_index samserv02dg

veot@samserv02:/ > vxassist -b -g samserv02dg mirror FS_fss_oracle_hprd8_archi
root@samserv02:/ > vxprint -ht | grep FS_fss_oracle_hprd8_archive
v  FS_fss_oracle_hprd8_archive - ENABLED ACTIVE 188743680 SELECT -        fsgen
pl FS_fss_oracle_hprd8_archive-02 FS_fss_oracle_hprd8_archive ENABLED ACTIVE 188753992 CONCAT - RW
sd emcdsk03-01  FS_fss_oracle_hprd8_archive-02 emcdsk03 0 188753992 0 EMC_CLARiiON0_9 ENA


root@samserv02:/ >  vxassist -b -g samserv02dg mirror FS_fss_oracle_hprd8_index

root@samserv02:/ > vxassist -b -g samserv02dg mirror FS_fss_oracle_hprd8_dump EMCDSK01 EMCDSK02 EMCDSK03
EMCDSK04 EMCDSK05 EMCDSK06
root@samserv02:/ > vxtask list
TASKID  PTID TYPE/STATE    PCT   PROGRESS
   351           ATCOPY/R 00.03% 0/832569344/215040 PLXATT FS_fss_oracle_hprd8_dump FS_fss_oracle_hprd8_dump-0
samserv02dg
root@samserv02:/ > vxprint -ht | grep FS_fss_oracle_hprd8_dump
v  FS_fss_oracle_hprd8_dump - ENABLED ACTIVE  832569344 SELECT   -        fsgen
pl FS_fss_oracle_hprd8_dump-01 FS_fss_oracle_hprd8_dump ENABLED TEMPRMSD 832569696 CONCAT - WO
sd EMCDSK06-02  FS_fss_oracle_hprd8_dump-01 EMCDSK06 138923456 832569696 0 EMC_CLARiiON1_5 ENA
pl FS_fss_oracle_hprd8_dump-02 FS_fss_oracle_hprd8_dump ENABLED ACTIVE 832569696 CONCAT - RW
sd emcdsk02-04  FS_fss_oracle_hprd8_dump-02 emcdsk02 169430296 832569696 0 EMC_CLARiiON0_7 ENA


Break a mirror

In the following steps we are going to disassociate the plexes from the parent volume using vxplex ‘dis’. VxVM
also has a vxplex ‘det’ which is to detatch a plex. Confusingly, detatching a plex with vxplex ‘det’, stops
writes to the plex, but the plex stays associated with the parent volume

The first step is to detach one of the plexes and break its link to the remaining plex(es) (i.e. dissociate).
We’ll dissociate ‘plex2'

# vxplex -g baddg dis plex2
========================
Disassociate the mirror plex:
# vxplex -g oradg dis oravol-02
Attach back mirror plex to the volumedisk:
# vxplex -g oradg att oravol oravol-02
vxplex command to remove all the plexes of the volumes
# vxplex -o rm dis oravol-02 FS_VOL_vol-02 Next_VOL-02
Removing volume (Unmount the  volume first if mounted)
# vxassist -g ORADG remove volume oravol
===========================================
root@samserv02:/var/tmp/vxvm > vxprint -ht | egrep "FS_fss_oracle-01|FS_fss_oracle_hprd8_archive-02"
pl FS_fss_oracle-01 FS_fss_oracle ENABLED ACTIVE 134232960 CONCAT -      RW
sd emcdsk00-02  FS_fss_oracle-01 emcdsk00 1639680 29360640 0     EMC_CLARiiON0_6 ENA
sd emcdsk06-01  FS_fss_oracle-01 emcdsk06 0   104872320 29360640 EMC_CLARiiON0_10 ENA
pl FS_fss_oracle_hprd8_archive-02 FS_fss_oracle_hprd8_archive ENABLED ACTIVE 188753992 CONCAT - RW
sd emcdsk03-01  FS_fss_oracle_hprd8_archive-02 emcdsk03 0 188753992 0 EMC_CLARiiON0_9 ENA
============================================
Remove a disk from vxvm dg
root@samserv02:/var/tmp > vxdg -g samserv02dg rmdisk emcdsk03 emcdsk06 emcdsk07 emcdsk08
Remove a disk from vxvm comtrol
root@samserv02:/var/tmp > vxdisk rm EMC_CLARiiON0_7 EMC_CLARiiON0_8 EMC_CLARiiON0_9 EMC_CLARiiON0_10


==============
# vxdg export oradg
# vxdg import oradg
# vxdisk list
# vxprint -ht
# vxvol -g oradg start FS1 fs2 fs 3 ...


============================================================================

# echo | format >/var/tmp/myformat.hostname
# grep c7t5006016846E06A7Cd140 myformat.hostname # just to get size of newly added disk.
# vxdisk list
# vxdisk list device_name  # in case you need multipathing info.
# vxprint -ht | grep "^sd" | more
# vxprint -ht | grep "^sd" | grep emcdsk | more
# vxprint -ht | grep "^sd" | grep emcdsk | awk '{print $3}' | more
RP_RSSD_he1147rsr2_sq01-01
RP_RSSD_he1147rsr2_sq02-01
RP_RSSD_he1147rsr11_sq01-01
RP_RSSD_he1147rsr11_sq02-01

If you have multiple diskgroup,
# vxprint -htg FSdg | grep "^sd" | grep emcdsk | awk '{print $3}' | more

The output will be plex only. Just save the output to a file.

To disk to the volume manager.
Note: If you get error while using vxdisksetup use vxdiskadm command.
# cat /var/tmp/FSdg_Volume
FS_opt_ECDA15
FS_opt_ecda126
FS_opt_patrol
FS_opt_rep125EBF11480
FS_opt_rep155
FS_opt_rep156
# df -h | egrep "FS_fss_syb_he1147sr13_dmp|FS_fss_syb_he1147sr14_dmp|FS_fss_syb_he1147sr8_dmp|
FS_fss_syb_he1147
Scanning for newly assigned LUNs.
# cfgadm -al
# devfsadm
# vxdctl enable
# vxdisk list
Mirroring manually
# vxassist -b -g FSdg mirror FS_fss_syb_he1147sr13_dmp EMCDSK10 EMCDSK11
# vxtask list
Mirror using the script, user 10, do not exceed 20.
# cat vxmirror.FSdg.ksh
vol_file=/var/tmp/FSdg_Volume
DSK_GRP=FSdg
DISKS="EMCDSK10 EMCDSK11 EMCDSK12"
for vol in `cat ${vol_file} | grep -v "^#"`
do
  echo "Mirroring volume: ${vol}"
  sleep 5
  nohup vxassist -g ${DSK_GRP} mirror ${vol} ${DISKS} 1>/var/tmp/${vol}_mirr_log.txt 2>&1 &
  echo ""
done
bash-3.2#

# vxprint -ht | grep "^sd" | awk '{print $3}' > /var/tmp/vxvm/vxvmplexes
FS_fss_sybase-02
FS_fss_sybase_rr2181sr1-02
FS_fss_sybase_rr2181sr12_du-02
FS_fss_sybase_rr2181sr13-02

bash-3.2# cat vxvmrmplex.sh
# This script removes the Veritas Plexes. Add all the plexes to a file and script will remove them.
# Tue Mar 25 10:58:27 EDT 2014
#!/bin/bash
function removePlexes() {
   for plex in `cat /var/tmp/vxvm/vxvmplexes`
        do
        sleep 1
#        vxplex -g FSdg -o rm dis $plex
# second dg, later have to use it.
        vxplex -g RPdg -o rm dis $plex
        STATUS=`/bin/echo $?`
        if [ $STATUS -eq 0 ];
           then
           logSuccess "$plex is Removed"
        else
           logSuccess "$plex  is Not  Removed"
        fi
        done
 }
function logSuccess() {
STATUS="$1"
/bin/echo "$STATUS" >> /var/tmp/vxvm/vxvm-removedplexes.txt
}
removePlexes
# EOF

# mkdir /var/tmp/vxvm

===================================================

Finally remove the old disks...
 # vxdg list
NAME         STATE           ID
samserv02dg  enabled              1080584443.1077.samserv02
samserv02 # vxdisk list | grep samserv02dg
c3t50000972083B85B4d1s2 auto:sliced     emcdsk00     samserv02dg  online
c3t50000972083B85B4d2s2 auto:sliced     emcdsk01     samserv02dg  online
c3t50000972083B85B4d3s2 auto:sliced     emcdsk02     samserv02dg  online
c3t50000972083B85B4d4s2 auto:sliced     emcdsk03     samserv02dg  online
# vxdisk list | grep samserv02dg | awk '{print $3}' >mydisks.txt
emcdsk00
emcdsk01
emcdsk02
emcdsk03

bash-3.2# more rmdisk.sh
#!/bin/ksh
for i  in `cat mydisks.txt`
do
# vxdg -g diskgroup rmdisk diskname
vxdg -g FSdg rmdisk $i
done
bash-3.2#

No comments:

Post a Comment