Thursday, March 30, 2006

Install ORACLE RAC 10G + ASM on Linux AS3 x86_64

- Tuning kernnel parameter /etc/sysctl.conf
on both servers

kernel.shmall = 2097152
kernel.shmmax = 1073741824
kernel.shmmni = 4096
kernel.sem=250 32000 100 128
fs.file-max=65536
net.ipv4.ip_local_port_range = 1024 65000
kernel.msgmni = 2878
kernel.msgmax = 8192
kernel.msgmnb = 65535
net.core.rmem_default=262144
net.core.wmem_default=262144
net.core.rmem_max=262144
net.core.wmem_max=262144

vm.pagecache=1 15 30
fs.aio-max-size=1048576


#sysctl -p


Add following line to /etc/pam.d/login
session required /lib/security/pam_limits.so

Add the following lines to /etc/security/limits.conf
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536


- Check Software fro 10G R2
make-3.79.1
gcc-3.2.3-34
glibc-2.3.2-95.20
glibc-devel-2.3.2-95.20
glibc-devel-2.3.2-95.20 (32 bit)
compat-db-4.0.14-5
compat-gcc-7.3-2.96.128
compat-gcc-c++-7.3-2.96.128
compat-libstdc++-7.3-2.96.128
compat-libstdc++-devel-7.3-2.96.128
gnome-libs-1.4.1.2.90-34.1 (32 bit)
openmotif21-2.1.30-8
setarch-1.3-1
libaio-0.3.96-3
libaio-devel-0.3.96-3


- Create oracle user
groupadd -g 200 oinstall
groupadd -g 201 dba
groupadd -g 202 oper

useradd -u 200 -c "Oracle owner" -g oinstall -G dba -s /bin/bash2 -d /home/oracle oracle
password oracle
usermod -g oinstall -G dba,oper oracle

- create directory
mkdir /oracle/
chown -R oracle:oinstall /oracle
export ORACLE_BASE=/oracle/product
export ORACLE_HOME=$ORACLE_BASE/10.2.0/db
export CRS_HOME=$ORACLE_BASE/10.2.0/crs
export LD_LIBRARY_PATH=$ORACLE_HOME/lib

- Configure Public and Private Network
edit /etc/hosts

192.168.10.101 db1 db1.domain
192.168.10.102 db2 db2.domain

192.168.10.111 db1-vip db1-vip.domain
192.168.10.112 db2vip db2-vip.domain

10.10.10.1 db1-prv db1-prv.domain
10.10.10.1 db2-prv db2-prv.domain


- install and configure asm on every nodes
rpm -Uvh oracleasm-2.4.21-37.EL-1.0.4-1.ia32e.rpm
rpm -Uvh oracleasmlib-2.0.1-1.x86_64.rpm
rpm -Uvh oracleasm-support-2.0.1-1.x86_64.rpm

/etc/init.d/oracleasm configure
and edit
/etc/sysconfig/oracleasm for multipath
ORACLEASM_SCANEXCLUDE=emcpower

-seperate partitions

/dev/emcpowern1 1 6080 48837568+ 83 Linux
/dev/emcpowern2 6081 12160 48837600 83 Linux
/dev/emcpowern3 12161 12890 5863725 83 Linux
/dev/emcpowern5 12891 12909 152586 83 Linux
/dev/emcpowern6 12910 12916 56196 83 Linux
/dev/emcpowern7 12917 12923 56196 83 Linux
/dev/emcpowern8 12924 13111 1510078+ 83 Linux
/dev/emcpowern9 13112 13299 1510078+ 83 Linux

- clean header partitions on one node

# dd if=/dev/zero of=/dev/emcpowern1 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern2 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern3 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern5 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern6 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern7 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern8 bs=1024 count=1000
1000+0 records in
1000+0 records out
# dd if=/dev/zero of=/dev/emcpowern9 bs=1024 count=1000
1000+0 records in
1000+0 records out


- configure raw devices every nodes
/etc/sysconfig/rawdevices

#mv /dev/raw/raw51 /dev/raw/_OCR
#mv /dev/raw/raw52 /dev/raw/_VOTING
#mv /dev/raw/raw55 /dev/raw/_SPFILE+ASM.ora
#chown oracle:dba /dev/raw/_OCR
#chown oracle:dba /dev/raw/_VOTING
#chown oracle:dba /dev/raw/_SPFILE+ASM.ora
#chmod 660 /dev/raw/_OCR
#chmod 660 /dev/raw/_VOTING
#chmod 660 /dev/raw/_SPFILE+ASM.ora


edit /etc/sysconfig/rawdevices

/dev/raw/_OCR /dev/emcpowern5 # For Register Cluster
/dev/raw/_VOTING /dev/emcpowern6 # For Voting
/dev/raw/_SPFILE+ASM.ora /dev/emcpowern7 # SPfile of ASM

-create disk on asmlib

# /etc/init.d/oracleasm createdisk DATA1 /dev/emcpowern1
Marking disk "/dev/emcpowern1" as an ASM disk: [ OK ]
# /etc/init.d/oracleasm createdisk ARC1 /dev/emcpowern2
Marking disk "/dev/emcpowern2" as an ASM disk: [ OK ]
# /etc/init.d/oracleasm createdisk FLASH1 /dev/emcpowern3
Marking disk "/dev/emcpowern3" as an ASM disk: [ OK ]
# /etc/init.d/oracleasm createdisk REDO1 /dev/emcpowern8
Marking disk "/dev/emcpowern8" as an ASM disk: [ OK ]
# /etc/init.d/oracleasm createdisk REDO2 /dev/emcpowern9
Marking disk "/dev/emcpowern9" as an ASM disk: [ OK ]

- scan disk on other nodes
root@db1 root]# /etc/init.d/oracleasm scandisks

- create ssh-keygen
ssh-keygen -t dsa -b 1024
ssh db1 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
ssh db2 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

- install Clusterware Software

- install database software

- create ASM

- create database

No comments: