Oracle Live

15/11/2016

RAC – Instalacion. Añadir un nuevo nodo

Filed under: RAC — mogukiller @ 5:37 pm
Tags:

Os dejo un step by step para añadir un nuevo nodo en nuestro cluster. La versión instalada es 11.2.0.3.

Referencia:
How to Add Node/Instance or Remove Node/Instance in 10gR2, 11gR1, 11gR2 and 12c Oracle Clusterware and RAC (Doc ID 1332451.1)


-- 1.    Instalación Grid Infrastructure

-- 1.1    Prerrequisitos.

-- 1.1.1    Creación de usuarios y rutas

Podemos crear la configuración:

groupadd -g 1000 oinstall
groupadd -g 1020 asmadmin
groupadd -g 1021 asmdba
groupadd -g 1031 dba
useradd -u 1100 -g oinstall -G asmadmin,asmdba grid
useradd -u 1101 -g oinstall -G dba,asmdba oracle
mkdir -p  /softw/oracle/product/11.2.0.3/grid
mkdir -p /softw/app/oracle    
chown -R grid:oinstall /softw
chown oracle:oinstall /softw/app/oracle
chmod -R 775 /softw

'nota: Los binarios del Grid no tienen que estar debajo de su oracle base, ya que el procedimiento de instalacion cambia los permisos del path'

Podemos modificar una configuración dada.

/usr/sbin/usermod -g oinstall -G dba,asmdba oracle
passwd oracle

Podemos ver si existe o no un usuario en:

/etc/passwd

-- 1.1.2 Prerrequisitos de memoria.

grep MemTotal /proc/meminfo

grep SwapTotal /proc/meminfo

df -k /tmp

-- 1.1.3 Prerrequisitos de red

Se necesitan al menos dos interfaces de red: red publica y red privada.

cat /etc/hosts
/*
127.0.0.1   localhost localhost.localdomain

# Red Publica
192.163.1.10    mogubedb11n1
192.163.1.11    mogubedb11n2
192.163.1.12    mogubedb11n3

# Virtuales
192.163.1.100   be1-v
192.163.1.110   be2-v
192.163.1.120   be3-v

# Red Privada
192.165.1.10    clbe1
192.165.1.11    clbe2
192.165.1.12    clbe3

# IP SCAN
192.163.1.20    scancluster1
*/

-- 1.1.4 Prerrequisitos de software.

rpm -q --qf '%{NAME}-%{VERSION}-%{RELEASE} (%{ARCH})\n' binutils compat-libcap1 compat-libstdc++-33 gcc gcc-c++ glibc glibc-devel \
libgcc libaio libaio-devel libgcc libstdc++ libstdc++-devel libgomp make sysstat ksh | sort

/* PAQUETES NECESARIOS REHL

binutils-2.20.51.0.2-5.11.el6 (x86_64)               binutils-2.20.51.0.2-5.36.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)                       compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)            compat-libstdc++-33-3.2.3-69.el6 (i686)
compat-libstdc++-33-3.2.3-69.el6.i686                compat-libstdc++-33-3.2.3-69.el6 (x86_64)
gcc-4.4.4-13.el6 (x86_64)                            gcc-4.4.7-11.el6 (x86_64)
gcc-c++-4.4.4-13.el6 (x86_64)                        gcc-c++-4.4.7-11.el6 (x86_64)
glibc-2.12-1.7.el6 (i686)                            glibc-2.12-1.149.el6_6.5 (i686)
glibc-2.12-1.7.el6 (x86_64)                          glibc-2.12-1.149.el6_6.5 (x86_64)
glibc-devel-2.12-1.7.el6 (x86_64)                    glibc-devel-2.12-1.149.el6_6.5 (i686)
glibc-devel-2.12-1.7.el6.i686                        glibc-devel-2.12-1.149.el6_6.5 (x86_64)
ksh                                                  ksh-20120801-21.el6.1 (x86_64)
libgcc-4.4.4-13.el6 (i686)                           libaio-0.3.107-10.el6 (i686)
libgcc-4.4.4-13.el6 (x86_64)                         libaio-0.3.107-10.el6 (x86_64)
libstdc++-4.4.4-13.el6 (x86_64)                      libaio-devel-0.3.107-10.el6 (i686)
libstdc++-4.4.4-13.el6.i686                          libaio-devel-0.3.107-10.el6 (x86_64)
libstdc++-devel-4.4.4-13.el6 (x86_64)                libgcc-4.4.7-11.el6 (i686)
libstdc++-devel-4.4.4-13.el6.i686                    libgcc-4.4.7-11.el6 (i686)
libaio-0.3.107-10.el6 (x86_64)                       libgcc-4.4.7-11.el6 (x86_64)
libaio-0.3.107-10.el6.i686                           libgcc-4.4.7-11.el6 (x86_64)
libaio-devel-0.3.107-10.el6 (x86_64)                 libgomp-4.4.7-11.el6 (x86_64)
libaio-devel-0.3.107-10.el6.i686                     libstdc++-4.4.7-11.el6 (i686)
make-3.81-19.el6                                     libstdc++-4.4.7-11.el6 (x86_64)
sysstat-9.0.4-11.el6 (x86_64)                        libstdc++-devel-4.4.7-11.el6 (i686)
                                                     libstdc++-devel-4.4.7-11.el6 (x86_64)
                                                     make-3.81-20.el6 (x86_64)
                                                     sysstat-9.0.4-22.el6 (x86_64) */

-- 1.1.5 Identificamos si hay servidores ntp corriendo
 
 /sbin/service ntpd status 
 /sbin/service ntpd stop
 chkconfig ntpd off
 rm /etc/ntp.conf

-- 1.1.6 Deshabilitamos las iptables


[root@mogubedb11n3 ~]# service iptables stop 
/*
iptables: Setting chains to policy ACCEPT: filter          [  OK  ]
iptables: Flushing firewall rules:                         [  OK  ]
iptables: Unloading modules:                               [  OK  ]
*/
[root@mogubedb11n3 ~]# chkconfig iptables off
[root@mogubedb11n3 ~]# iptables -F

-- 1.1.7 Deshabilitamos NetworkManager.

[root@mogubedb11n3 ~]# service NetworkManager stop 
[root@mogubedb11n3 ~]# chkconfig NetworkManager off


-- Instalamos paquete de validacion cvuqdisk

$SW_GRID/rpm

scp cvuqdisk-1.0.9-1.rpm mogube11n3:/tmp
su -

CVUQDISK_GRP=oinstall; export CVUQDISK_GRP
rpm -iv cvuqdisk-1.0.9-1.rpm

-- Configuramos ssh entre todos los usuarios (grid, oracle)

su - grid
mkdir .ssh
chmod 700 .ssh
cd .ssh
/usr/bin/ssh-keygen -t rsa

scp mogubedb11n3 /home/grid/.ssh/authorized_keys:/home/grid/.ssh/authorized_keys
-- mogubedb11n3
cat /home/grid/.ssh/id_rsa.pub >>/home/grid/.ssh/authorized_keys

scp /home/grid/.ssh/authorized_keys mogubedb11n1:$PWD
scp /home/grid/.ssh/authorized_keys mogubedb11n2:$PWD

scp /home/oracle/.ssh/authorized_keys mogubedb11n1:$PWD
scp /home/oracle/.ssh/authorized_keys mogubedb11n2:$PWD


-- Variables de entorno
-- grid

export ORACLE_HOME=/softw/oracle/product/11.2.0.3/grid
export ORACLE_SID=+ASM1
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$LD_LIBRARY_PATH
export PATH=$ORACLE_HOME/bin:$ORACLE_HOME/sbin:/bin:/sbin:$ORACLE_HOME/OPatch:$PATH

-- oracle

export ORACLE_HOME=/softw/app/oracle/product/11.2.0.3
export ORACLE_SID=PRUEBA1
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$LD_LIBRARY_PATH
export PATH=$ORACLE_HOME/bin:$ORACLE_HOME/sbin:/bin:/sbin:$ORACLE_HOME/OPatch:$PATH

-- Configuramos los limites

cat /etc/security/limits.conf

oracle  soft   nproc   16384
oracle  hard   nproc   16384
oracle  soft   nofile  65536
oracle  hard   nofile  65536
oracle  soft   stack   32768
oracle  hard   stack   32768

grid  soft   nproc   16384
grid  hard   nproc   16384
grid  soft   nofile  65536
grid  hard   nofile  65536
grid  soft   stack   32768
grid  hard   stack   32768

-- ASM para el almacenamiento con ASM lib

oracleasm-support-2.1.8-1.el6.x86_64.rpm
oracleasmlib-2.0.4-1.el6.x86_64.rpm
kmod-oracleasm-2.0.8-4.el6_6.x86_64.rpm

rpm -iv oracleasm-support-2.1.8-1.el6.x86_64.rpm
rpm -iv oracleasmlib-2.0.4-1.el6.x86_64.rpm
rpm -iv kmod-oracleasm-2.0.8-4.el6_6.x86_64.rpm

/usr/sbin/oracleasm configure -i
/*
Default user to own the driver interface []: grid
Default group to own the driver interface []: oinstall
Start Oracle ASM library driver on boot (y/n) [n]: y
Scan for Oracle ASM disks on boot (y/n) [y]: y
Writing Oracle ASM library driver configuration: done
*/

[root@mogubedb13 sbin]# ./oracleasm init
/*
Creating /dev/oracleasm mount point: /dev/oracleasm
Loading module "oracleasm": oracleasm
Configuring "oracleasm" to use device physical block size 
Mounting ASMlib driver filesystem: /dev/oracleasm
*/
[root@mogubedb13 sbin]# ./oracleasm status
/*
Checking if ASM is loaded: yes
Checking if /dev/oracleasm is mounted: yes
*/
[root@mogubedb13 sbin]# ./oracleasm listdisks
/*
CRS
DATA
DATOS1
DATOS2
RECO
*/

-- Comprobacion post hardware instalation

su - grid
cd $ORACLE_HOME/bin
./cluvfy stage -post hwos -n mogubedb11n3 -verbose
/* SALIDA

[grid@mogubedb11n1 bin]$ ./cluvfy stage -post hwos -n mogubedb11n3

Performing post-checks for hardware and operating system setup 

Checking node reachability...
Node reachability check passed from node "mogubedb11n1"


Checking user equivalence...
User equivalence check passed for user "grid"

Checking node connectivity...

Checking hosts config file...

Verification of the hosts config file successful

Node connectivity passed for subnet "192.163.1.0" with node(s) mogubedb11n3
TCP connectivity check passed for subnet "192.163.1.0"

Node connectivity passed for subnet "192.165.1.0" with node(s) mogubedb11n3
TCP connectivity check passed for subnet "192.165.1.0"


Interfaces found on subnet "192.163.1.0" that are likely candidates for VIP are:
mogubedb11n3 eth1:192.163.1.12

Interfaces found on subnet "192.165.1.0" that are likely candidates for VIP are:
mogubedb11n3 eth2:192.165.1.12

WARNING: 
Could not find a suitable set of interfaces for the private interconnect

Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Checking subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.
Check for multiple users with UID value 0 passed 
Time zone consistency check passed

Checking shared storage accessibility...

  Disk                                  Sharing Nodes (1 in count)
  ------------------------------------  ------------------------
  /dev/sda                              mogubedb11n3            

  Disk                                  Sharing Nodes (1 in count)
  ------------------------------------  ------------------------
  /dev/sdb                              mogubedb11n3            

  Disk                                  Sharing Nodes (1 in count)
  ------------------------------------  ------------------------
  /dev/sdc                              mogubedb11n3            


Shared storage check was successful on nodes "mogubedb11n3"

Post-check for hardware and operating system setup was successful.
*/

./cluvfy comp peer -refnode mogubedb11n1 -n mogubedb11n3 -verbose
' Se compara:
    - Tamaños filesystem.
    - Tamaños memoria y swap.
    - Version de sistema operativo.
    - Usuarios y grupos.
    - Parametros de kernel.
    - Paquetes instalados.
'    
    
/* SALIDA
Verifying peer compatibility 

Checking peer compatibility...

Compatibility check: Physical memory [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  3.7411GB (3922804.0KB)    1.8334GB (1922432.0KB)    mismatched
Physical memory check failed

Compatibility check: Available memory [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  3.6455GB (3822552.0KB)    829.3867MB (849292.0KB)   mismatched
Available memory check failed

Compatibility check: Swap space [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  2GB (2097148.0KB)         3.4648GB (3633148.0KB)    mismatched
Swap space check failed

Compatibility check: Free disk space for "/softw/oracle/product/11.2.0.3/grid" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  20.5156GB (2.1512192E7KB)  8.1152GB (8509440.0KB)    mismatched
Free disk space check failed

Compatibility check: Free disk space for "/tmp" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  20.5156GB (2.1512192E7KB)  8.1152GB (8509440.0KB)    mismatched
Free disk space check failed

Compatibility check: User existence for "grid" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  grid(503)                 grid(503)                 matched   
User existence for "grid" check passed

Compatibility check: Group existence for "oinstall" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  oinstall(500)             oinstall(500)             matched   
Group existence for "oinstall" check passed

Compatibility check: Group existence for "dba" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  dba(502)                  dba(502)                  matched   
Group existence for "dba" check passed

Compatibility check: Group membership for "grid" in "oinstall (Primary)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  yes                       yes                       matched   
Group membership for "grid" in "oinstall (Primary)" check passed

Compatibility check: Group membership for "grid" in "dba" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  yes                       yes                       matched   
Group membership for "grid" in "dba" check passed

Compatibility check: Run level [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  3                         3                         matched   
Run level check passed

Compatibility check: System architecture [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  x86_64                    x86_64                    matched   
System architecture check passed

Compatibility check: Kernel version [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  2.6.32-504.8.1.el6.x86_64  2.6.32-504.8.1.el6.x86_64  matched   
Kernel version check passed

Compatibility check: Kernel param "semmsl" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  250                       250                       matched   
Kernel param "semmsl" check passed

Compatibility check: Kernel param "semmns" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  32000                     32000                     matched   
Kernel param "semmns" check passed

Compatibility check: Kernel param "semopm" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  100                       100                       matched   
Kernel param "semopm" check passed

Compatibility check: Kernel param "semmni" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  128                       128                       matched   
Kernel param "semmni" check passed

Compatibility check: Kernel param "shmmax" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  4398046511104             984285184                 mismatched
Kernel param "shmmax" check failed

Compatibility check: Kernel param "shmmni" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  4096                      4096                      matched   
Kernel param "shmmni" check passed

Compatibility check: Kernel param "shmall" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  2097152                   2097152                   matched   
Kernel param "shmall" check passed

Compatibility check: Kernel param "file-max" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  6815744                   6815744                   matched   
Kernel param "file-max" check passed

Compatibility check: Kernel param "ip_local_port_range" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  between 9000.0 & 65500.0  between 9000.0 & 65500.0  matched   
Kernel param "ip_local_port_range" check passed

Compatibility check: Kernel param "rmem_default" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  262144                    262144                    matched   
Kernel param "rmem_default" check passed

Compatibility check: Kernel param "rmem_max" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  4194304                   4194304                   matched   
Kernel param "rmem_max" check passed

Compatibility check: Kernel param "wmem_default" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  262144                    262144                    matched   
Kernel param "wmem_default" check passed

Compatibility check: Kernel param "wmem_max" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  1048576                   1048576                   matched   
Kernel param "wmem_max" check passed

Compatibility check: Kernel param "aio-max-nr" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  1048576                   1048576                   matched   
Kernel param "aio-max-nr" check passed

Compatibility check: Package existence for "binutils" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  binutils-2.20.51.0.2-5.36.el6  binutils-2.20.51.0.2-5.36.el6  matched   
Package existence for "binutils" check passed

Compatibility check: Package existence for "compat-libcap1" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  compat-libcap1-1.10-1     compat-libcap1-1.10-1     matched   
Package existence for "compat-libcap1" check passed

Compatibility check: Package existence for "compat-libstdc++-33 (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  compat-libstdc++-33-3.2.3-69.el6 (x86_64),compat-libstdc++-33-3.2.3-69.el6 (i686)  compat-libstdc++-33-3.2.3-69.el6 (x86_64),compat-libstdc++-33-3.2.3-69.el6 (i686)  matched   
Package existence for "compat-libstdc++-33 (x86_64)" check passed

Compatibility check: Package existence for "libgcc (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  libgcc-4.4.7-11.el6 (x86_64),libgcc-4.4.7-11.el6 (i686)  libgcc-4.4.7-11.el6 (x86_64),libgcc-4.4.7-11.el6 (i686)  matched   
Package existence for "libgcc (x86_64)" check passed

Compatibility check: Package existence for "libstdc++ (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  libstdc++-4.4.7-11.el6 (x86_64),libstdc++-4.4.7-11.el6 (i686)  libstdc++-4.4.7-11.el6 (x86_64),libstdc++-4.4.7-11.el6 (i686)  matched   
Package existence for "libstdc++ (x86_64)" check passed

Compatibility check: Package existence for "libstdc++-devel (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  libstdc++-devel-4.4.7-11.el6 (x86_64),libstdc++-devel-4.4.7-11.el6 (i686)  libstdc++-devel-4.4.7-11.el6 (x86_64),libstdc++-devel-4.4.7-11.el6 (i686)  matched   
Package existence for "libstdc++-devel (x86_64)" check passed

Compatibility check: Package existence for "sysstat" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  sysstat-9.0.4-22.el6      sysstat-9.0.4-22.el6      matched   
Package existence for "sysstat" check passed

Compatibility check: Package existence for "gcc" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  gcc-4.4.7-11.el6          gcc-4.4.7-11.el6          matched   
Package existence for "gcc" check passed

Compatibility check: Package existence for "gcc-c++" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  gcc-c++-4.4.7-11.el6      gcc-c++-4.4.7-11.el6      matched   
Package existence for "gcc-c++" check passed

Compatibility check: Package existence for "ksh" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  ksh-20120801-21.el6.1     ksh-20120801-21.el6.1     matched   
Package existence for "ksh" check passed

Compatibility check: Package existence for "make" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  make-3.81-20.el6          make-3.81-20.el6          matched   
Package existence for "make" check passed

Compatibility check: Package existence for "glibc (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  glibc-2.12-1.149.el6_6.5 (x86_64),glibc-2.12-1.149.el6_6.5 (i686)  glibc-2.12-1.149.el6_6.5 (x86_64),glibc-2.12-1.149.el6_6.5 (i686)  matched   
Package existence for "glibc (x86_64)" check passed

Compatibility check: Package existence for "glibc-devel (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  glibc-devel-2.12-1.149.el6_6.5 (x86_64),glibc-devel-2.12-1.149.el6_6.5 (i686)  glibc-devel-2.12-1.149.el6_6.5 (x86_64),glibc-devel-2.12-1.149.el6_6.5 (i686)  matched   
Package existence for "glibc-devel (x86_64)" check passed

Compatibility check: Package existence for "libaio (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  libaio-0.3.107-10.el6 (x86_64),libaio-0.3.107-10.el6 (i686)  libaio-0.3.107-10.el6 (x86_64),libaio-0.3.107-10.el6 (i686)  matched   
Package existence for "libaio (x86_64)" check passed

Compatibility check: Package existence for "libaio-devel (x86_64)" [reference node: mogubedb11n1]
  Node Name     Status                    Ref. node status          Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  libaio-devel-0.3.107-10.el6 (x86_64),libaio-devel-0.3.107-10.el6 (i686)  libaio-devel-0.3.107-10.el6 (x86_64),libaio-devel-0.3.107-10.el6 (i686)  matched   
Package existence for "libaio-devel (x86_64)" check passed

Verification of peer compatibility was unsuccessful. 
Checks did not pass for the following node(s):
        mogubedb11n3
*/

./cluvfy stage -pre nodeadd -n mogubedb11n3 -fixup -fixupdir $HOME

/* SALIDA
Performing pre-checks for node addition 

Checking node reachability...
Node reachability check passed from node "mogubedb11n1"


Checking user equivalence...
User equivalence check passed for user "grid"

Checking node connectivity...

Checking hosts config file...

Verification of the hosts config file successful

Check: Node connectivity for interface "eth0"
Node connectivity passed for interface "eth0"
TCP connectivity check passed for subnet "192.163.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed.

Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.

Checking CRS integrity...

Clusterware version consistency passed

CRS integrity check passed

Checking shared resources...

Checking CRS home location...
"/softw/oracle/product/11.2.0.3/grid" is shared
Shared resources check for node addition passed


Checking node connectivity...

Checking hosts config file...

Verification of the hosts config file successful

Check: Node connectivity for interface "eth0"
Node connectivity passed for interface "eth0"
TCP connectivity check passed for subnet "192.163.1.0"


Check: Node connectivity for interface "eth1"
Node connectivity passed for interface "eth1"
TCP connectivity check passed for subnet "192.165.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed for subnet "192.165.1.0".
Subnet mask consistency check passed.

Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Checking subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.
Total memory check passed
Available memory check passed
Swap space check passed
Free disk space check passed for "mogubedb11n3:/softw/oracle/product/11.2.0.3/grid,mogubedb11n3:/tmp"
Free disk space check passed for "mogubedb11n1:/softw/oracle/product/11.2.0.3/grid,mogubedb11n1:/tmp"
Check for multiple users with UID value 503 passed 
User existence check passed for "grid"
Run level check passed
Hard limits check passed for "maximum open file descriptors"
Soft limits check passed for "maximum open file descriptors"
Hard limits check passed for "maximum user processes"
Soft limits check passed for "maximum user processes"
System architecture check passed
Kernel version check passed
Kernel parameter check passed for "semmsl"
Kernel parameter check passed for "semmns"
Kernel parameter check passed for "semopm"
Kernel parameter check passed for "semmni"
Kernel parameter check passed for "shmmax"
Kernel parameter check passed for "shmmni"
Kernel parameter check passed for "shmall"
Kernel parameter check passed for "file-max"
Kernel parameter check passed for "ip_local_port_range"
Kernel parameter check passed for "rmem_default"
Kernel parameter check passed for "rmem_max"
Kernel parameter check passed for "wmem_default"
Kernel parameter check passed for "wmem_max"
Kernel parameter check passed for "aio-max-nr"
Package existence check passed for "binutils"
Package existence check passed for "compat-libcap1"
Package existence check passed for "compat-libstdc++-33(x86_64)"
Package existence check passed for "libgcc(x86_64)"
Package existence check passed for "libstdc++(x86_64)"
Package existence check passed for "libstdc++-devel(x86_64)"
Package existence check passed for "sysstat"
Package existence check passed for "gcc"
Package existence check passed for "gcc-c++"
Package existence check passed for "ksh"
Package existence check passed for "make"
Package existence check passed for "glibc(x86_64)"
Package existence check passed for "glibc-devel(x86_64)"
Package existence check passed for "libaio(x86_64)"
Package existence check passed for "libaio-devel(x86_64)"
Check for multiple users with UID value 0 passed 
Current group ID check passed

Starting check for consistency of primary group of root user

Check for consistency of root user's primary group passed

Checking OCR integrity...

OCR integrity check passed

Checking Oracle Cluster Voting Disk configuration...

Oracle Cluster Voting Disk configuration check passed
Time zone consistency check passed

Starting Clock synchronization checks using Network Time Protocol(NTP)...

NTP Configuration file check started...
No NTP Daemons or Services were found to be running

Clock synchronization check using Network Time Protocol(NTP) passed


User "grid" is not part of "root" group. Check passed
Checking consistency of file "/etc/resolv.conf" across nodes

File "/etc/resolv.conf" does not exist on any node of the cluster. Skipping further checks

File "/etc/resolv.conf" is consistent across nodes


Pre-check for node addition was successful. 
*/

su - grid
cd $ORACLE_HOME/oui/bin

[grid@mogubedb11n1 bin]$ ./addNode.sh -silent CLUSTER_NEW_NODES={"mogubedb11n3"} CLUSTER_NEW_VIRTUAL_HOSTNAMES={"be3-v"}
/*
Performing pre-checks for node addition 

Checking node reachability...
Node reachability check passed from node "mogubedb11n1"


Checking user equivalence...
User equivalence check passed for user "grid"

Checking node connectivity...

Checking hosts config file...

Verification of the hosts config file successful

Check: Node connectivity for interface "eth0"
Node connectivity passed for interface "eth0"
TCP connectivity check passed for subnet "192.163.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed.

Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.

Checking CRS integrity...

Clusterware version consistency passed

CRS integrity check passed

Checking shared resources...

Checking CRS home location...
"/softw/oracle/product/11.2.0.3/grid" is shared
Shared resources check for node addition passed


Checking node connectivity...

Checking hosts config file...

Verification of the hosts config file successful

Check: Node connectivity for interface "eth0"
Node connectivity passed for interface "eth0"
TCP connectivity check passed for subnet "192.163.1.0"


Check: Node connectivity for interface "eth1"
Node connectivity passed for interface "eth1"
TCP connectivity check passed for subnet "192.165.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed for subnet "192.165.1.0".
Subnet mask consistency check passed.

Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Checking subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.
Total memory check passed
Available memory check passed
Swap space check passed
Free disk space check passed for "mogubedb11n3:/softw/oracle/product/11.2.0.3/grid,mogubedb11n3:/tmp"
Free disk space check passed for "mogubedb11n1:/softw/oracle/product/11.2.0.3/grid,mogubedb11n1:/tmp"
Check for multiple users with UID value 503 passed 
User existence check passed for "grid"
Run level check passed
Hard limits check passed for "maximum open file descriptors"
Soft limits check passed for "maximum open file descriptors"
Hard limits check passed for "maximum user processes"
Soft limits check passed for "maximum user processes"
System architecture check passed
Kernel version check passed
Kernel parameter check passed for "semmsl"
Kernel parameter check passed for "semmns"
Kernel parameter check passed for "semopm"
Kernel parameter check passed for "semmni"
Kernel parameter check passed for "shmmax"
Kernel parameter check passed for "shmmni"
Kernel parameter check passed for "shmall"
Kernel parameter check passed for "file-max"
Kernel parameter check passed for "ip_local_port_range"
Kernel parameter check passed for "rmem_default"
Kernel parameter check passed for "rmem_max"
Kernel parameter check passed for "wmem_default"
Kernel parameter check passed for "wmem_max"
Kernel parameter check passed for "aio-max-nr"
Package existence check passed for "binutils"
Package existence check passed for "compat-libcap1"
Package existence check passed for "compat-libstdc++-33(x86_64)"
Package existence check passed for "libgcc(x86_64)"
Package existence check passed for "libstdc++(x86_64)"
Package existence check passed for "libstdc++-devel(x86_64)"
Package existence check passed for "sysstat"
Package existence check passed for "gcc"
Package existence check passed for "gcc-c++"
Package existence check passed for "ksh"
Package existence check passed for "make"
Package existence check passed for "glibc(x86_64)"
Package existence check passed for "glibc-devel(x86_64)"
Package existence check passed for "libaio(x86_64)"
Package existence check passed for "libaio-devel(x86_64)"
Check for multiple users with UID value 0 passed 
Current group ID check passed

Starting check for consistency of primary group of root user

Check for consistency of root user's primary group passed

Checking OCR integrity...

OCR integrity check passed

Checking Oracle Cluster Voting Disk configuration...

Oracle Cluster Voting Disk configuration check passed
Time zone consistency check passed

Starting Clock synchronization checks using Network Time Protocol(NTP)...

NTP Configuration file check started...
No NTP Daemons or Services were found to be running

Clock synchronization check using Network Time Protocol(NTP) passed


User "grid" is not part of "root" group. Check passed
Checking consistency of file "/etc/resolv.conf" across nodes

File "/etc/resolv.conf" does not exist on any node of the cluster. Skipping further checks

File "/etc/resolv.conf" is consistent across nodes

Checking VIP configuration.
Checking VIP Subnet configuration.
Check for VIP Subnet configuration passed.
Checking VIP reachability
Check for VIP reachability passed.

Pre-check for node addition was successful. 
Starting Oracle Universal Installer...

Checking swap space: must be greater than 500 MB.   Actual 2713 MB    Passed
Oracle Universal Installer, Version 11.2.0.3.0 Production
Copyright (C) 1999, 2011, Oracle. All rights reserved.


Performing tests to see whether nodes mogubedb11n2,mogubedb11n3 are available
............................................................... 100% Done.

.
-----------------------------------------------------------------------------
Cluster Node Addition Summary
Global Settings
   Source: /softw/oracle/product/11.2.0.3/grid
   New Nodes
Space Requirements
   New Nodes
      mogubedb11n3
         /: Required 5.37GB : Available 19.09GB
Installed Products
   Product Names
      Oracle Grid Infrastructure 11.2.0.3.0 
      Sun JDK 1.5.0.30.03 
      Installer SDK Component 11.2.0.3.0 
      Oracle One-Off Patch Installer 11.2.0.1.7 
      Oracle Universal Installer 11.2.0.3.0 
      Oracle USM Deconfiguration 11.2.0.3.0 
      Oracle Configuration Manager Deconfiguration 10.3.1.0.0 
      Enterprise Manager Common Core Files 10.2.0.4.4 
      Oracle DBCA Deconfiguration 11.2.0.3.0 
      Oracle RAC Deconfiguration 11.2.0.3.0 
      Oracle Quality of Service Management (Server) 11.2.0.3.0 
      Installation Plugin Files 11.2.0.3.0 
      Universal Storage Manager Files 11.2.0.3.0 
      Oracle Text Required Support Files 11.2.0.3.0 
      Automatic Storage Management Assistant 11.2.0.3.0 
      Oracle Database 11g Multimedia Files 11.2.0.3.0 
      Oracle Multimedia Java Advanced Imaging 11.2.0.3.0 
      Oracle Globalization Support 11.2.0.3.0 
      Oracle Multimedia Locator RDBMS Files 11.2.0.3.0 
      Oracle Core Required Support Files 11.2.0.3.0 
      Bali Share 1.1.18.0.0 
      Oracle Database Deconfiguration 11.2.0.3.0 
      Oracle Quality of Service Management (Client) 11.2.0.3.0 
      Expat libraries 2.0.1.0.1 
      Oracle Containers for Java 11.2.0.3.0 
      Perl Modules 5.10.0.0.1 
      Secure Socket Layer 11.2.0.3.0 
      Oracle JDBC/OCI Instant Client 11.2.0.3.0 
      Oracle Multimedia Client Option 11.2.0.3.0 
      LDAP Required Support Files 11.2.0.3.0 
      Character Set Migration Utility 11.2.0.3.0 
      Perl Interpreter 5.10.0.0.2 
      PL/SQL Embedded Gateway 11.2.0.3.0 
      OLAP SQL Scripts 11.2.0.3.0 
      Database SQL Scripts 11.2.0.3.0 
      Oracle Extended Windowing Toolkit 3.4.47.0.0 
      SSL Required Support Files for InstantClient 11.2.0.3.0 
      SQL*Plus Files for Instant Client 11.2.0.3.0 
      Oracle Net Required Support Files 11.2.0.3.0 
      Oracle Database User Interface 2.2.13.0.0 
      RDBMS Required Support Files for Instant Client 11.2.0.3.0 
      RDBMS Required Support Files Runtime 11.2.0.3.0 
      XML Parser for Java 11.2.0.3.0 
      Oracle Security Developer Tools 11.2.0.3.0 
      Oracle Wallet Manager 11.2.0.3.0 
      Enterprise Manager plugin Common Files 11.2.0.3.0 
      Platform Required Support Files 11.2.0.3.0 
      Oracle JFC Extended Windowing Toolkit 4.2.36.0.0 
      RDBMS Required Support Files 11.2.0.3.0 
      Oracle Ice Browser 5.2.3.6.0 
      Oracle Help For Java 4.2.9.0.0 
      Enterprise Manager Common Files 10.2.0.4.3 
      Deinstallation Tool 11.2.0.3.0 
      Oracle Java Client 11.2.0.3.0 
      Cluster Verification Utility Files 11.2.0.3.0 
      Oracle Notification Service (eONS) 11.2.0.3.0 
      Oracle LDAP administration 11.2.0.3.0 
      Cluster Verification Utility Common Files 11.2.0.3.0 
      Oracle Clusterware RDBMS Files 11.2.0.3.0 
      Oracle Locale Builder 11.2.0.3.0 
      Oracle Globalization Support 11.2.0.3.0 
      Buildtools Common Files 11.2.0.3.0 
      Oracle RAC Required Support Files-HAS 11.2.0.3.0 
      SQL*Plus Required Support Files 11.2.0.3.0 
      XDK Required Support Files 11.2.0.3.0 
      Agent Required Support Files 10.2.0.4.3 
      Parser Generator Required Support Files 11.2.0.3.0 
      Precompiler Required Support Files 11.2.0.3.0 
      Installation Common Files 11.2.0.3.0 
      Required Support Files 11.2.0.3.0 
      Oracle JDBC/THIN Interfaces 11.2.0.3.0 
      Oracle Multimedia Locator 11.2.0.3.0 
      Oracle Multimedia 11.2.0.3.0 
      HAS Common Files 11.2.0.3.0 
      Assistant Common Files 11.2.0.3.0 
      PL/SQL 11.2.0.3.0 
      HAS Files for DB 11.2.0.3.0 
      Oracle Recovery Manager 11.2.0.3.0 
      Oracle Database Utilities 11.2.0.3.0 
      Oracle Notification Service 11.2.0.3.0 
      SQL*Plus 11.2.0.3.0 
      Oracle Netca Client 11.2.0.3.0 
      Oracle Net 11.2.0.3.0 
      Oracle JVM 11.2.0.3.0 
      Oracle Internet Directory Client 11.2.0.3.0 
      Oracle Net Listener 11.2.0.3.0 
      Cluster Ready Services Files 11.2.0.3.0 
      Oracle Database 11g 11.2.0.3.0 
-----------------------------------------------------------------------------


Instantiating scripts for add node (Tuesday, November 15, 2016 3:43:55 PM CET)
.                                                                 1% Done.
Instantiation of add node scripts complete

Copying to remote nodes (Tuesday, November 15, 2016 3:43:57 PM CET)
...............................................................................................                                 96% Done.
Home copied to new nodes

Saving inventory on nodes (Tuesday, November 15, 2016 3:46:24 PM CET)
.                                                               100% Done.
Save inventory complete
WARNING:A new inventory has been created on one or more nodes in this session. However, it has not yet been registered as the central inventory of this system. 
To register the new inventory please run the script at '/softw/app/oracle/oraInventory/orainstRoot.sh' with root privileges on nodes 'mogubedb11n3'.
If you do not register the inventory, you may not be able to update or patch the products you installed.
The following configuration scripts need to be executed as the "root" user in each new cluster node. Each script in the list below is followed by a list of nodes.
/softw/app/oracle/oraInventory/orainstRoot.sh #On nodes mogubedb11n3
/softw/oracle/product/11.2.0.3/grid/root.sh #On nodes mogubedb11n3
To execute the configuration scripts:
    1. Open a terminal window
    2. Log in as "root"
    3. Run the scripts in each cluster node
    
The Cluster Node Addition of /softw/oracle/product/11.2.0.3/grid was successful.
Please check '/tmp/silentInstall.log' for more details.
*/

[root@mogubedb11n1 ~]# /softw/app/oracle/oraInventory/orainstRoot.sh
/*
Changing permissions of /softw/app/oracle/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.

Changing groupname of /softw/app/oracle/oraInventory to oinstall.
The execution of the script is complete. 
*/
[root@mogubedb11n1 ~]# /softw/oracle/product/11.2.0.3/grid/root.sh 

[root@mogubedb11n1 ~]# tail -200f /softw/oracle/product/11.2.0.3/grid/install/root_mogubedb11n1_2016-11-15_15-50-47.log
/*
[root@mogubedb11n3 ~]# tail -10f /softw/oracle/product/11.2.0.3/grid/install/root_mogubedb11n3_2016-11-15_16-56-10.log
The following environment variables are set as:
    ORACLE_OWNER= grid
    ORACLE_HOME=  /softw/oracle/product/11.2.0.3/grid
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /softw/oracle/product/11.2.0.3/grid/crs/install/crsconfig_params
User ignored Prerequisites during installation
OLR initialization - successful
Adding Clusterware entries to upstart
CRS-4402: El daemon de CSS se ha iniciado en modo exclusivo, pero se ha encontrado un daemon de CSS activo en el nodo mogubedb11n1, número 1, y está terminando
An active cluster was found during exclusive startup, restarting to join the cluster
clscfg: EXISTING configuration version 5 detected.
clscfg: version 5 is 11g Release 2.
Successfully accumulated necessary OCR keys.
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
Preparing packages for installation...
cvuqdisk-1.0.9-1
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
*/

-- Si tuviesemos que rerun root.sh
$ORACLE_HOME/crs/install/rootcrs.pl -verbose -deconfig -force
/*
Using configuration parameter file: /softw/oracle/product/11.2.0.3/grid/crs/install/crsconfig_params
Network exists: 1/192.163.1.0/255.255.255.0/eth0, type static
VIP exists: /be1-v/192.163.1.100/192.163.1.0/255.255.255.0/eth0, hosting node mogubedb11n1
VIP exists: /be2-v/192.163.1.110/192.163.1.0/255.255.255.0/eth0, hosting node mogubedb11n2
GSD exists
ONS exists: Local port 6100, remote port 6200, EM port 2016
PRKO-2439 : VIP does not exist.

PRKO-2313 : VIP mogubedb11n3 does not exist.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'mogubedb11n3'
CRS-2673: Attempting to stop 'ora.crsd' on 'mogubedb11n3'
CRS-2790: Iniciando cierre de los recursos gestionados por Cluster Ready Services en 'mogubedb11n3'
CRS-2673: Intentando parar ''ora.CRS.dg'' en ''mogubedb11n3''
CRS-2673: Intentando parar ''ora.DATA.dg'' en ''mogubedb11n3''
CRS-2673: Intentando parar ''ora.DATOS.dg'' en ''mogubedb11n3''
CRS-2673: Intentando parar ''ora.RECO.dg'' en ''mogubedb11n3''
CRS-2677: La parada de ''ora.RECO.dg'' en ''mogubedb11n3'' se ha realizado correctamente
CRS-2677: La parada de ''ora.DATA.dg'' en ''mogubedb11n3'' se ha realizado correctamente
CRS-2677: La parada de ''ora.DATOS.dg'' en ''mogubedb11n3'' se ha realizado correctamente
CRS-2677: La parada de ''ora.CRS.dg'' en ''mogubedb11n3'' se ha realizado correctamente
CRS-2673: Intentando parar ''ora.asm'' en ''mogubedb11n3''
CRS-2677: La parada de ''ora.asm'' en ''mogubedb11n3'' se ha realizado correctamente
CRS-2792: Ha terminado el cierre de los recursos gestionados por Cluster Ready Services en 'mogubedb11n3'
CRS-2677: Stop of 'ora.crsd' on 'mogubedb11n3' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'mogubedb11n3'
CRS-2673: Attempting to stop 'ora.ctssd' on 'mogubedb11n3'
CRS-2673: Attempting to stop 'ora.evmd' on 'mogubedb11n3'
CRS-2673: Attempting to stop 'ora.asm' on 'mogubedb11n3'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'mogubedb11n3'
CRS-2677: Stop of 'ora.evmd' on 'mogubedb11n3' succeeded
CRS-2677: Stop of 'ora.crf' on 'mogubedb11n3' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'mogubedb11n3' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'mogubedb11n3' succeeded
CRS-2677: Stop of 'ora.asm' on 'mogubedb11n3' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'mogubedb11n3'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'mogubedb11n3' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'mogubedb11n3'
CRS-2677: Stop of 'ora.cssd' on 'mogubedb11n3' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'mogubedb11n3'
CRS-2677: Stop of 'ora.gipcd' on 'mogubedb11n3' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'mogubedb11n3'
CRS-2677: Stop of 'ora.gpnpd' on 'mogubedb11n3' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'mogubedb11n3' has completed
CRS-4133: Oracle High Availability Services has been stopped.
Successfully deconfigured Oracle clusterware stack on this node
*/

[grid@mogubedb11n1 ~]$ cluvfy stage -post nodeadd -n mogubedb11n3 -verbose
/*
Performing post-checks for node addition 

Checking node reachability...

Check: Node reachability from node "mogubedb11n1"
  Destination Node                      Reachable?              
  ------------------------------------  ------------------------
  mogubedb11n3                          yes                     
Result: Node reachability check passed from node "mogubedb11n1"


Checking user equivalence...

Check: User equivalence for user "grid"
  Node Name                             Status                  
  ------------------------------------  ------------------------
  mogubedb11n3                          passed                  
Result: User equivalence check passed for user "grid"

Checking node connectivity...

Checking hosts config file...
  Node Name                             Status                  
  ------------------------------------  ------------------------
  mogubedb11n3                          passed                  
  mogubedb11n2                          passed                  
  mogubedb11n1                          passed                  

Verification of the hosts config file successful


Interface information for node "mogubedb11n3"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.12    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:95:3C:81 1500  
 eth0   192.163.1.120   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:95:3C:81 1500  
 eth1   192.165.1.12    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:3B:16:CD 1500  
 eth1   169.254.221.111 169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:3B:16:CD 1500  


Interface information for node "mogubedb11n2"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.11    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth0   192.163.1.110   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth0   192.163.1.20    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth1   192.165.1.11    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:E8:3D:73 1500  
 eth1   169.254.178.136 169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:E8:3D:73 1500  


Interface information for node "mogubedb11n1"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.10    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:D7:B5:61 1500  
 eth0   192.163.1.100   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:D7:B5:61 1500  
 eth1   192.165.1.10    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:73:C4:FE 1500  
 eth1   169.254.99.192  169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:73:C4:FE 1500  


Check: Node connectivity for interface "eth0"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n3[192.163.1.12]      mogubedb11n3[192.163.1.120]     yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.11]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.11]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.20]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.20]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n1[192.163.1.10]      mogubedb11n1[192.163.1.100]     yes             
Result: Node connectivity passed for interface "eth0"


Check: TCP connectivity of subnet "192.163.1.0"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n1:192.163.1.10       mogubedb11n3:192.163.1.12       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n3:192.163.1.120      passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.11       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.110      passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.20       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n1:192.163.1.100      passed          
Result: TCP connectivity check passed for subnet "192.163.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed.

Result: Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.

Checking cluster integrity...

  Node Name                           
  ------------------------------------
  mogubedb11n1                        
  mogubedb11n2                        
  mogubedb11n3                        

Cluster integrity check passed


Checking CRS integrity...

Clusterware version consistency passed
The Oracle Clusterware is healthy on node "mogubedb11n3"
The Oracle Clusterware is healthy on node "mogubedb11n2"
The Oracle Clusterware is healthy on node "mogubedb11n1"

CRS integrity check passed

Checking shared resources...

Checking CRS home location...
"/softw/oracle/product/11.2.0.3/grid" is not shared
Result: Shared resources check for node addition passed


Checking node connectivity...

Checking hosts config file...
  Node Name                             Status                  
  ------------------------------------  ------------------------
  mogubedb11n3                          passed                  
  mogubedb11n2                          passed                  
  mogubedb11n1                          passed                  

Verification of the hosts config file successful


Interface information for node "mogubedb11n3"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.12    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:95:3C:81 1500  
 eth0   192.163.1.120   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:95:3C:81 1500  
 eth1   192.165.1.12    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:3B:16:CD 1500  
 eth1   169.254.221.111 169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:3B:16:CD 1500  


Interface information for node "mogubedb11n2"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.11    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth0   192.163.1.110   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth0   192.163.1.20    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:B3:B2:9D 1500  
 eth1   192.165.1.11    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:E8:3D:73 1500  
 eth1   169.254.178.136 169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:E8:3D:73 1500  


Interface information for node "mogubedb11n1"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU   
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   192.163.1.10    192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:D7:B5:61 1500  
 eth0   192.163.1.100   192.163.1.0     0.0.0.0         192.165.1.1     08:00:27:D7:B5:61 1500  
 eth1   192.165.1.10    192.165.1.0     0.0.0.0         192.165.1.1     08:00:27:73:C4:FE 1500  
 eth1   169.254.99.192  169.254.0.0     0.0.0.0         192.165.1.1     08:00:27:73:C4:FE 1500  


Check: Node connectivity for interface "eth0"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n3[192.163.1.12]      mogubedb11n3[192.163.1.120]     yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.11]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n3[192.163.1.12]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.11]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n3[192.163.1.120]     mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n2[192.163.1.110]     yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.11]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n2[192.163.1.20]      yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.110]     mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n2[192.163.1.20]      mogubedb11n1[192.163.1.10]      yes             
  mogubedb11n2[192.163.1.20]      mogubedb11n1[192.163.1.100]     yes             
  mogubedb11n1[192.163.1.10]      mogubedb11n1[192.163.1.100]     yes             
Result: Node connectivity passed for interface "eth0"


Check: TCP connectivity of subnet "192.163.1.0"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n1:192.163.1.10       mogubedb11n3:192.163.1.12       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n3:192.163.1.120      passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.11       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.110      passed          
  mogubedb11n1:192.163.1.10       mogubedb11n2:192.163.1.20       passed          
  mogubedb11n1:192.163.1.10       mogubedb11n1:192.163.1.100      passed          
Result: TCP connectivity check passed for subnet "192.163.1.0"


Check: Node connectivity for interface "eth1"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n3[192.165.1.12]      mogubedb11n2[192.165.1.11]      yes             
  mogubedb11n3[192.165.1.12]      mogubedb11n1[192.165.1.10]      yes             
  mogubedb11n2[192.165.1.11]      mogubedb11n1[192.165.1.10]      yes             
Result: Node connectivity passed for interface "eth1"


Check: TCP connectivity of subnet "192.165.1.0"
  Source                          Destination                     Connected?      
  ------------------------------  ------------------------------  ----------------
  mogubedb11n1:192.165.1.10       mogubedb11n3:192.165.1.12       passed          
  mogubedb11n1:192.165.1.10       mogubedb11n2:192.165.1.11       passed          
Result: TCP connectivity check passed for subnet "192.165.1.0"

Checking subnet mask consistency...
Subnet mask consistency check passed for subnet "192.163.1.0".
Subnet mask consistency check passed for subnet "192.165.1.0".
Subnet mask consistency check passed.

Result: Node connectivity check passed

Checking multicast communication...

Checking subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.163.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Checking subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0"...
Check of subnet "192.165.1.0" for multicast communication with multicast group "230.0.1.0" passed.

Check of multicast communication passed.

Checking node application existence...

Checking existence of VIP node application (required)
  Node Name     Required                  Running?                  Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  yes                       yes                       passed    
  mogubedb11n2  yes                       yes                       passed    
  mogubedb11n1  yes                       yes                       passed    
VIP node application check passed

Checking existence of NETWORK node application (required)
  Node Name     Required                  Running?                  Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  yes                       yes                       passed    
  mogubedb11n2  yes                       yes                       passed    
  mogubedb11n1  yes                       yes                       passed    
NETWORK node application check passed

Checking existence of GSD node application (optional)
  Node Name     Required                  Running?                  Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  no                        no                        exists    
  mogubedb11n2  no                        no                        exists    
  mogubedb11n1  no                        no                        exists    
GSD node application is offline on nodes "mogubedb11n3,mogubedb11n2,mogubedb11n1"

Checking existence of ONS node application (optional)
  Node Name     Required                  Running?                  Comment   
  ------------  ------------------------  ------------------------  ----------
  mogubedb11n3  no                        yes                       passed    
  mogubedb11n2  no                        yes                       passed    
  mogubedb11n1  no                        yes                       passed    
ONS node application check passed


Checking Single Client Access Name (SCAN)...
  SCAN Name         Node          Running?      ListenerName  Port          Running?    
  ----------------  ------------  ------------  ------------  ------------  ------------
  scancluster1      mogubedb11n2  true          LISTENER_SCAN1  1521          true        

Checking TCP connectivity to SCAN Listeners...
  Node          ListenerName              TCP connectivity?       
  ------------  ------------------------  ------------------------
  mogubedb11n1  LISTENER_SCAN1            yes                     
TCP connectivity to SCAN Listeners exists on all cluster nodes

Checking name resolution setup for "scancluster1"...

ERROR: 
PRVG-1101 : SCAN name "scancluster1" failed to resolve
  SCAN Name     IP Address                Status                    Comment   
  ------------  ------------------------  ------------------------  ----------
  scancluster1  192.163.1.20              failed                    NIS Entry 

ERROR: 
PRVF-4657 : Name resolution setup check for "scancluster1" (IP address: 192.163.1.20) failed

ERROR: 
PRVF-4664 : Found inconsistent name resolution entries for SCAN name "scancluster1"

Verification of SCAN VIP and Listener setup failed

Checking to make sure user "grid" is not in "root" group
  Node Name     Status                    Comment                 
  ------------  ------------------------  ------------------------
  mogubedb11n3  passed                    does not exist          
Result: User "grid" is not part of "root" group. Check passed

Checking if Clusterware is installed on all nodes...
Check of Clusterware install passed

Checking if CTSS Resource is running on all nodes...
Check: CTSS Resource running on all nodes
  Node Name                             Status                  
  ------------------------------------  ------------------------
  mogubedb11n3                          passed                  
Result: CTSS resource check passed


Querying CTSS for time offset on all nodes...
Result: Query of CTSS for time offset passed

Check CTSS state started...
Check: CTSS state
  Node Name                             State                   
  ------------------------------------  ------------------------
  mogubedb11n3                          Active                  
CTSS is in Active state. Proceeding with check of clock time offsets on all nodes...
Reference Time Offset Limit: 1000.0 msecs
Check: Reference Time Offset
  Node Name     Time Offset               Status                  
  ------------  ------------------------  ------------------------
  mogubedb11n3  0.0                       passed                  

Time offset is within the specified limits on the following set of nodes: 
"[mogubedb11n3]" 
Result: Check of clock time offsets passed


Oracle Cluster Time Synchronization Services check passed

Post-check for node addition was unsuccessful on all the nodes. 
*/

crsctl status resource -t

/*
Resource Name                       Resource Type      Target       State         Node            State Details
----------------------------------- ------------------ ------------ ------------  ---------------- ---------------
ora.CRS.dg                          diskgroup          ONLINE       ONLINE        mogubedb11n1    
ora.CRS.dg                          diskgroup          ONLINE       ONLINE        mogubedb11n2    
ora.CRS.dg                          diskgroup          ONLINE       ONLINE        mogubedb11n3    
ora.DATA.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n1    
ora.DATA.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n2    
ora.DATA.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n3    
ora.DATOS.dg                        diskgroup          ONLINE       ONLINE        mogubedb11n1    
ora.DATOS.dg                        diskgroup          ONLINE       ONLINE        mogubedb11n2    
ora.DATOS.dg                        diskgroup          ONLINE       ONLINE        mogubedb11n3    
ora.LISTENER.lsnr                   Listener           ONLINE       ONLINE        mogubedb11n1    
ora.LISTENER.lsnr                   Listener           ONLINE       ONLINE        mogubedb11n2    
ora.LISTENER.lsnr                   Listener           ONLINE       ONLINE        mogubedb11n3    
ora.LISTENER_SCAN1.lsnr             SCAN Listener      ONLINE       ONLINE        mogubedb11n2    
ora.RECO.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n1    
ora.RECO.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n2    
ora.RECO.dg                         diskgroup          ONLINE       ONLINE        mogubedb11n3    
ora.asm                             ASM                ONLINE       ONLINE        mogubedb11n1    Started
ora.asm                             ASM                ONLINE       ONLINE        mogubedb11n2    Started
ora.asm                             ASM                ONLINE       ONLINE        mogubedb11n3    Started
ora.cvu                             cvu                ONLINE       ONLINE        mogubedb11n2    
ora.gsd                             Gbl Svc Daemon     OFFLINE      OFFLINE                       
ora.gsd                             Gbl Svc Daemon     OFFLINE      OFFLINE                       
ora.gsd                             Gbl Svc Daemon     OFFLINE      OFFLINE                       
ora.mogubedb11n1.vip                Cluster VIP        ONLINE       ONLINE        mogubedb11n1    
ora.mogubedb11n2.vip                Cluster VIP        ONLINE       ONLINE        mogubedb11n2    
ora.mogubedb11n3.vip                Cluster VIP        ONLINE       ONLINE        mogubedb11n3    
ora.net1.network                    Network (VIP)      ONLINE       ONLINE        mogubedb11n1    
ora.net1.network                    Network (VIP)      ONLINE       ONLINE        mogubedb11n2    
ora.net1.network                    Network (VIP)      ONLINE       ONLINE        mogubedb11n3    
ora.oc4j                            OC4J               ONLINE       ONLINE        mogubedb11n1    
ora.ons                             Ora Notif Svc      ONLINE       ONLINE        mogubedb11n1    
ora.ons                             Ora Notif Svc      ONLINE       ONLINE        mogubedb11n2    
ora.ons                             Ora Notif Svc      ONLINE       ONLINE        mogubedb11n3    
ora.prueba.batch.svc                service            ONLINE       ONLINE        mogubedb11n2    
ora.prueba.db                       database           ONLINE       ONLINE        mogubedb11n1    Open
ora.prueba.db                       database           ONLINE       ONLINE        mogubedb11n2    Open
ora.scan1.vip                       SCAN VIP           ONLINE       ONLINE        mogubedb11n2  
*/  


[grid@mogubedb11n1 ~]$ olsnodes
/*
mogubedb11n1
mogubedb11n2
mogubedb11n3
*/

[grid@mogubedb11n1 ~]$ crsctl check crs
/*
CRS-4638: Oracle High Availability Services is online
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
*/

Dejar un comentario »

Aún no hay comentarios.

RSS feed for comments on this post. TrackBack URI

Responder

Introduce tus datos o haz clic en un icono para iniciar sesión:

Logo de WordPress.com

Estás comentando usando tu cuenta de WordPress.com. Cerrar sesión / Cambiar )

Imagen de Twitter

Estás comentando usando tu cuenta de Twitter. Cerrar sesión / Cambiar )

Foto de Facebook

Estás comentando usando tu cuenta de Facebook. Cerrar sesión / Cambiar )

Google+ photo

Estás comentando usando tu cuenta de Google+. Cerrar sesión / Cambiar )

Conectando a %s

Crea un blog o un sitio web gratuitos con WordPress.com.

A %d blogueros les gusta esto: