Sunday, June 23, 2013

CREATING ISCSI SERVER FOR RAC CLUSTER ON ORACLE VIRTUAL MANAGER




My Environment is a windows 8 2 terabite machine with 16G RAM. Installed Oracle Virtual manager and created virtual server ISCSI with Oracle Linux 5R9. Idea was burrowed from http://psoug.org/articles/11gR2-RAC-on-the-Mac_2.htm. ISCSI will basically have/host the clusters ASM disks. Initailly created this with 200G and expanded using GParted to 600G as needed.
Created later OVMD1 and OVMD2 virtual boxes - the two node RAC that I will later upgrade apps R12 onto and OVMCLONE virtual box later used for cloning as well as to build a stadby database. 



  • Edit the following file:
/etc/sysconfig/network-scripts/ifcfg-eth1
So it has only the following entries:
DEVICE=eth1
ONBOOT=yes
BOOTPROTO=static
IPADDR=1.99.1.254
NETMASK=255.255.0.0
  • Edit the following file:
/etc/sysconfig/network

So it has the following entries:
NETWORKING=yes
NETWORKING_IPV6=no
HOSTNAME=san.mgmt.example.com
  • Edit the following file:
/etc/hosts
So it has the following entries:
# Do not remove the following line, or various programs
# that require network functionality will fail.
127.0.0.1 san.mgmt.example.com san localhost.localdomain localhost
::1 localhost6.localdomain6 localhost6

# iSCSI SAN Server
1.99.1.254 san.mgmt.example.com san
  • Reboot the VM with an "init 6", log back in as root.
  • Install the iSCSI package - answer "y" to the prompts.
yum install scsi-target-utils
  • Create a directory for the disks
  mkdir /disks

for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 ; do dd if=/dev/zero of=/disks/disk$i.dat bs=1M count=20048; done

chkconfig --level 345 tgtd on




tgtadm --lld iscsi --op new --mode target --tid 1 -T iqm2.mgmt.volumes-sans







tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 1 -b /disks/disk1.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 2 -b /disks/disk2.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 3 -b /disks/disk3.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 4 -b /disks/disk4.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 5 -b /disks/disk5.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 6 -b /disks/disk6.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 7 -b /disks/disk7.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 8 -b /disks/disk8.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 9 -b /disks/disk9.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 10 -b /disks/disk10.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 11 -b /disks/disk11.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 12 -b /disks/disk12.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 13 -b /disks/disk13.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 14 -b /disks/disk14.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 15 -b /disks/disk15.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 16 -b /disks/disk16.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 17 -b /disks/disk17.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 18 -b /disks/disk18.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 19 -b /disks/disk19.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 20 -b /disks/disk20.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 21 -b /disks/disk21.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 22 -b /disks/disk22.dat

tgtadm --lld iscsi --op new --mode logicalunit --tid 1 --lun 23 -b /disks/disk23.dat




# Expose target to all

tgtadm --lld iscsi --op bind --mode target --tid 1 -I ALL


Bounce the VM again with an "init 6"



Verify target is ready and all LUNs present.

[root@san ~]# tgtadm --lld iscsi --op show --mode target
Target 1: iqm2.mgmt.volumes-sans
    System information:
        Driver: iscsi
        State: ready
    I_T nexus information:
    LUN information:
        LUN: 0
            Type: controller
            SCSI ID: IET     00010000
            SCSI SN: beaf10
            Size: 0 MB, Block size: 1
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: null
            Backing store path: None
            Backing store flags: 
        LUN: 1
            Type: disk
            SCSI ID: IET     00010001
            SCSI SN: beaf11
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk1.dat
            Backing store flags: 
        LUN: 2
            Type: disk
            SCSI ID: IET     00010002
            SCSI SN: beaf12
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk10.dat
            Backing store flags: 
        LUN: 3
            Type: disk
            SCSI ID: IET     00010003
            SCSI SN: beaf13
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk11.dat
            Backing store flags: 
        LUN: 4
            Type: disk
            SCSI ID: IET     00010004
            SCSI SN: beaf14
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk12.dat
            Backing store flags: 
        LUN: 5
            Type: disk
            SCSI ID: IET     00010005
            SCSI SN: beaf15
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk13.dat
            Backing store flags: 
        LUN: 6
            Type: disk
            SCSI ID: IET     00010006
            SCSI SN: beaf16
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk14.dat
            Backing store flags: 
        LUN: 7
            Type: disk
            SCSI ID: IET     00010007
            SCSI SN: beaf17
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk15.dat
            Backing store flags: 
        LUN: 8
            Type: disk
            SCSI ID: IET     00010008
            SCSI SN: beaf18
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk16.dat
            Backing store flags: 
        LUN: 9
            Type: disk
            SCSI ID: IET     00010009
            SCSI SN: beaf19
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk17.dat
            Backing store flags: 
        LUN: 10
            Type: disk
            SCSI ID: IET     0001000a
            SCSI SN: beaf110
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk18.dat
            Backing store flags: 
        LUN: 11
            Type: disk
            SCSI ID: IET     0001000b
            SCSI SN: beaf111
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk19.dat
            Backing store flags: 
        LUN: 12
            Type: disk
            SCSI ID: IET     0001000c
            SCSI SN: beaf112
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk2.dat
            Backing store flags: 
        LUN: 13
            Type: disk
            SCSI ID: IET     0001000d
            SCSI SN: beaf113
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk20.dat
            Backing store flags: 
        LUN: 14
            Type: disk
            SCSI ID: IET     0001000e
            SCSI SN: beaf114
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk21.dat
            Backing store flags: 
        LUN: 15
            Type: disk
            SCSI ID: IET     0001000f
            SCSI SN: beaf115
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk22.dat
            Backing store flags: 
        LUN: 16
            Type: disk
            SCSI ID: IET     00010010
            SCSI SN: beaf116
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk23.dat
            Backing store flags: 
        LUN: 17
            Type: disk
            SCSI ID: IET     00010011
            SCSI SN: beaf117
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk3.dat
            Backing store flags: 
        LUN: 18
            Type: disk
            SCSI ID: IET     00010012
            SCSI SN: beaf118
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk4.dat
            Backing store flags: 
        LUN: 19
            Type: disk
            SCSI ID: IET     00010013
            SCSI SN: beaf119
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk5.dat
            Backing store flags: 
        LUN: 20
            Type: disk
            SCSI ID: IET     00010014
            SCSI SN: beaf120
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk6.dat
            Backing store flags: 
        LUN: 21
            Type: disk
            SCSI ID: IET     00010015
            SCSI SN: beaf121
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk7.dat
            Backing store flags: 
        LUN: 22
            Type: disk
            SCSI ID: IET     00010016
            SCSI SN: beaf122
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk8.dat
            Backing store flags: 
        LUN: 23
            Type: disk
            SCSI ID: IET     00010017
            SCSI SN: beaf123
            Size: 21022 MB, Block size: 512
            Online: Yes
            Removable media: No
            Readonly: No
            Backing store type: rdwr
            Backing store path: /disks/disk9.dat
            Backing store flags: 
    Account information:
    ACL information:
        ALL
[root@san ~]# 


cat /etc/tgt/targets.conf

default-driver iscsi




<target iqm2.mgmt.volumes-sans>

backing-store /disks/disk1.dat

backing-store /disks/disk2.dat

backing-store /disks/disk3.dat

backing-store /disks/disk4.dat

backing-store /disks/disk5.dat

backing-store /disks/disk6.dat

backing-store /disks/disk7.dat

backing-store /disks/disk8.dat

backing-store /disks/disk9.dat

backing-store /disks/disk10.dat

backing-store /disks/disk11.dat

backing-store /disks/disk12.dat

backing-store /disks/disk13.dat

backing-store /disks/disk14.dat

backing-store /disks/disk15.dat

backing-store /disks/disk16.dat

backing-store /disks/disk17.dat

backing-store /disks/disk18.dat

backing-store /disks/disk19.dat

backing-store /disks/disk20.dat

backing-store /disks/disk21.dat

backing-store /disks/disk22.dat

backing-store /disks/disk23.dat

</target>















No comments:

Post a Comment