I am reinstalling Sun cluster software after upgrading the OS to Solaris 10 from Solaris 9. I created a "/globaldevices" slice on the root disk of each node, installed Sun cluster 3.1 (latest one from Sun website). I then ran "scinstall" to add the new nodes and when asked, I chose to configure a quorum device later. After successfully adding the nodes, each node took turn to reboot. After booting up, I ran this command to get the DID device for quorum device in "scsetup"
[root@comapp1]$ scdidadm -L
1 comapp2:/dev/rdsk/c0t256000C0FFC8455Bd1 /dev/did/rdsk/d1
1 comapp2:/dev/rdsk/c1t216000C0FF88455Bd1 /dev/did/rdsk/d1
2 comapp2:/dev/rdsk/c0t256000C0FFC8455Bd0 /dev/did/rdsk/d2
2 comapp2:/dev/rdsk/c1t216000C0FF88455Bd0 /dev/did/rdsk/d2
3 comapp2:/dev/rdsk/c2t0d0 /dev/did/rdsk/d3
4 comapp2:/dev/rdsk/c3t0d0 /dev/did/rdsk/d4
5 comapp2:/dev/rdsk/c3t1d0 /dev/did/rdsk/d5
6 comapp2:/dev/rdsk/c3t2d0 /dev/did/rdsk/d6
Both nodes that I run, it only showed the entries for comapp2, and nothing from comapp1. I think it must show entries for both nodes so I can pick one for the quorum device.
Here are some additional info:
[root@comapp1]$ scstat
------------------------------------------------------------------
-- Cluster Nodes --
Node name Status
--------- ------
Cluster node: comapp2 Online
Cluster node: comapp1 Online
------------------------------------------------------------------
-- Cluster Transport Paths --
Endpoint Endpoint Status
-------- -------- ------
Transport path: comapp2:ce1 comapp1:ce1 Path online
Transport path: comapp2:ce6 comapp1:ce6 Path online
------------------------------------------------------------------
-- Quorum Summary --
Quorum votes possible: 1
Quorum votes needed: 1
Quorum votes present: 1
-- Quorum Votes by Node --
Node Name Present Possible Status
--------- ------- -------- ------
Node votes: comapp2 1 1 Online
Node votes: comapp1 0 0 Online
-- Quorum Votes by Device --
Device Name Present Possible Status
----------- ------- -------- ------
------------------------------------------------------------------
-- Device Group Servers --
Device Group Primary Secondary
------------ ------- ---------
-- Device Group Status --
Device Group Status
------------ ------
-- Multi-owner Device Groups --
Device Group Online Status
------------ -------------
------------------------------------------------------------------
------------------------------------------------------------------
-- IPMP Groups --
Node Name Group Status Adapter Status
--------- ----- ------ ------- ------
IPMP Group: comapp1 sc_ipmp0 Online ce3 Online
IPMP Group: comapp1 comipmp1 Online ce2 Standby
IPMP Group: comapp1 comipmp1 Online ce0 Online
[root@comapp1]$ cfgadm -o show_FCP_dev -al
Ap_Id Type Receptacle Occupant Condition
c0 fc-fabric connected configured unknown
c0::216000c0ff88455b,0 disk connected configured unknown
c0::216000c0ff88455b,1 disk connected configured unknown
c0::226000c0ffa8455b,0 ESI connected configured unknown
c0::256000c0ff683ce1,0 ESI connected configured unknown
c0::266000c0ff883ce1,0 ESI connected configured unknown
c1 fc-fabric connected configured unknown
c1::216000c0ff283ce1,0 ESI connected configured unknown
c1::226000c0ff483ce1,0 ESI connected configured unknown
c1::256000c0ffc8455b,0 disk connected configured unknown
c1::256000c0ffc8455b,1 disk connected configured unknown
c1::266000c0ffe8455b,0 ESI connected configured unknown
c4 fc connected unconfigured unknown
c5 fc connected unconfigured unknown
[root@comapp2]$ cfgadm -o show_FCP_dev -al
Ap_Id Type Receptacle Occupant Condition
c0 fc-fabric connected configured unknown
c0::216000c0ff283ce1,0 ESI connected configured unknown
c0::226000c0ff483ce1,0 ESI connected configured unknown
c0::256000c0ffc8455b,0 disk connected configured unknown
c0::256000c0ffc8455b,1 disk connected configured unknown
c0::266000c0ffe8455b,0 ESI connected configured unknown
c1 fc-fabric connected configured unknown
c1::216000c0ff88455b,0 disk connected configured unknown
c1::216000c0ff88455b,1 disk connected configured unknown
c1::226000c0ffa8455b,0 ESI connected configured unknown
c1::256000c0ff683ce1,0 ESI connected configured unknown
c1::266000c0ff883ce1,0 ESI connected configured unknown
c4 fc connected unconfigured unknown
c5 fc connected unconfigured unknown
[root@comapp1]$ format
Searching for disks...done
AVAILABLE DISK SELECTIONS:
0. c0t216000C0FF88455Bd0 <SUN-StorEdge3510-411I cyl 30 alt 2 hd 64 sec 32>
/pci@1d,700000/SUNW,qlc@2/fp@0,0/ssd@w216000c0ff88455b,0
1. c0t216000C0FF88455Bd1 <SUN-StorEdge3510-411I cyl 50194 alt 2 hd 64 sec 255>
/pci@1d,700000/SUNW,qlc@2/fp@0,0/ssd@w216000c0ff88455b,1
2. c1t256000C0FFC8455Bd0 <SUN-StorEdge3510-411I cyl 30 alt 2 hd 64 sec 32>
/pci@1e,600000/SUNW,qlc@3/fp@0,0/ssd@w256000c0ffc8455b,0
3. c1t256000C0FFC8455Bd1 <SUN-StorEdge3510-411I cyl 50194 alt 2 hd 64 sec 255>
/pci@1e,600000/SUNW,qlc@3/fp@0,0/ssd@w256000c0ffc8455b,1
4. c3t0d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@0,0
5. c3t1d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@1,0
6. c3t2d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@2,0
[root@comapp2]$ format
Searching for disks...done
AVAILABLE DISK SELECTIONS:
0. c0t256000C0FFC8455Bd0 <SUN-StorEdge3510-411I cyl 30 alt 2 hd 64 sec 32>
/pci@1d,700000/SUNW,qlc@2/fp@0,0/ssd@w256000c0ffc8455b,0
1. c0t256000C0FFC8455Bd1 <SUN-StorEdge3510-411I cyl 50194 alt 2 hd 64 sec 255>
/pci@1d,700000/SUNW,qlc@2/fp@0,0/ssd@w256000c0ffc8455b,1
2. c1t216000C0FF88455Bd0 <SUN-StorEdge3510-411I cyl 30 alt 2 hd 64 sec 32>
/pci@1e,600000/SUNW,qlc@3/fp@0,0/ssd@w216000c0ff88455b,0
3. c1t216000C0FF88455Bd1 <SUN-StorEdge3510-411I cyl 50194 alt 2 hd 64 sec 255>
/pci@1e,600000/SUNW,qlc@3/fp@0,0/ssd@w216000c0ff88455b,1
4. c3t0d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@0,0
5. c3t1d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@1,0
6. c3t2d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
/pci@1f,700000/scsi@2/sd@2,0
Note:
The slice (0) has 30MB capacity, slice (1) has 390GB, slice (2) has 30MB and slice (3) has 390GB. I was planning on using either slice 0 or 2 for quorum device.
[root@comapp1]$ df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 103G 7.0G 95G 7% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 59G 1.2M 59G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 59G 384K 59G 1% /tmp
swap 59G 112K 59G 1% /var/run
/dev/md/dsk/d2 485M 3.6M 433M 1% /global/.devices/node@2
[root@comapp2]$ df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 103G 7.0G 95G 7% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 58G 1.2M 58G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 58G 32K 58G 1% /tmp
swap 58G 40K 58G 1% /var/run
/dev/md/dsk/d2 485M 3.6M 433M 1% /global/.devices/node@2