Check alerts

ssh This email address is being protected from spambots. You need JavaScript enabled to view it. 

[root@dm01celadm01 ~]# cellcli
CellCLI> list alerthistory

1_1 2016-05-11T14:28:50+06:00 critical "Data hard disk entered predictive failure status.  Status        : WARNING - PREDICTIVE FAILURE  Manufacturer  : HGST  Model Number  :    H0000AS00SUN4.0T  Size          : 4.0TB  Serial Number : 1234EHN5SX  Firmware      : A2D2  Slot Number   : 9  Cell Disk     : CD_09_dm01celadm01  Grid Disk     : DATAC1_CD_09_dm01celadm01, DBFS_DG_CD_09_dm01celadm01, RECOC1_CD_09_dm01celadm01"

1_2 2016-05-11T14:36:35+06:00 warning  "Data hard disk can be replaced now.  Status        : WARNING - PREDICTIVE FAILURE  Manufacturer  : HGST  Model Number  :    H0000AS00SUN4.0T  Size          : 4.0TB  Serial Number : 1234EHN5SX  Firmware      : A2D2  Slot Number   : 9  Cell Disk     : CD_09_dm01celadm01  Grid Disk     : DATAC1_CD_09_dm01celadm01, DBFS_DG_CD_09_dm01celadm01, RECOC1_CD_09_dm01celadm01 "

CellCLI> list griddisk	 DATAC1_CD_00_dm01celadm01 	 active
	 DATAC1_CD_01_dm01celadm01 	 active
	 DATAC1_CD_02_dm01celadm01 	 active
	 DATAC1_CD_03_dm01celadm01 	 active
	 DATAC1_CD_04_dm01celadm01 	 active
	 DATAC1_CD_05_dm01celadm01 	 active
	 DATAC1_CD_06_dm01celadm01 	 active
	 DATAC1_CD_07_dm01celadm01 	 active
	 DATAC1_CD_08_dm01celadm01 	 active
	 DATAC1_CD_09_dm01celadm01 	 proactive failure
	 DATAC1_CD_10_dm01celadm01 	 active
	 DATAC1_CD_11_dm01celadm01 	 active
	 DBFS_DG_CD_02_dm01celadm01	 active
	 DBFS_DG_CD_03_dm01celadm01	 active
	 DBFS_DG_CD_04_dm01celadm01	 active
	 DBFS_DG_CD_05_dm01celadm01	 active
	 DBFS_DG_CD_06_dm01celadm01	 active
	 DBFS_DG_CD_07_dm01celadm01	 active
	 DBFS_DG_CD_08_dm01celadm01	 active
	 DBFS_DG_CD_09_dm01celadm01	 proactive failure
	 DBFS_DG_CD_10_dm01celadm01	 active
	 DBFS_DG_CD_11_dm01celadm01	 active
	 RECOC1_CD_00_dm01celadm01 	 active
	 RECOC1_CD_01_dm01celadm01 	 active
	 RECOC1_CD_02_dm01celadm01 	 active
	 RECOC1_CD_03_dm01celadm01 	 active
	 RECOC1_CD_04_dm01celadm01 	 active
	 RECOC1_CD_05_dm01celadm01 	 active
	 RECOC1_CD_06_dm01celadm01 	 active
	 RECOC1_CD_07_dm01celadm01 	 active
	 RECOC1_CD_08_dm01celadm01 	 active
	 RECOC1_CD_09_dm01celadm01 	 proactive failure
	 RECOC1_CD_10_dm01celadm01 	 active
	 RECOC1_CD_11_dm01celadm01 	 active

CellCLI> list physicaldisk	 8:0      	 EB0M0X            	 normal
	 8:1      	 EHUR0X            	 normal
	 8:2      	 EJ000X            	 normal
	 8:3      	 EHUV0X            	 normal
	 8:4      	 EGZ0JX            	 normal
	 8:5      	 EH0ENX            	 normal
	 8:6      	 ED0EPX            	 normal
	 8:7      	 EHJB0X            	 normal
	 8:8      	 EHKV0X            	 normal
	 8:9      	 EHN0SX            	 warning - predictive failure
	 8:10     	 EHJ0KX            	 normal
	 8:11     	 E7P0DX            	 normal
	 FLASH_1_1	 CVMD123123F00PK0GN	 normal
	 FLASH_2_1	 CVMD123123LM0P0KGN	 normal
	 FLASH_4_1	 CVMD1231231S0P0KGN	 normal
	 FLASH_5_1	 CVMD1231231E0P0KGN	 normal

# cellcli -e LIST PHYSICALDISK WHERE diskType=HardDisk AND status=critical DETAIL

# cellcli -e LIST PHYSICALDISK WHERE diskType=HardDisk AND status like failed DETAIL

# cellcli -e list physicaldisk

# cellcli -e list lun

# cellcli -e list griddisk

 

Run Exacheck (detail analysis), run as root from DB Node

Download and unpack exachck utility, for example from https://updates.oracle.com/Orion/Services/download/exachk.zip?aru=20237447&patch_file=exachk.zip (Oracle subscription required) 

# mkdir /tmp/exachk
# export RAT_OUTPUT=/tmp/exachk
# cd /home/oracle/exchk
# ./exachk -a

Detailed report (html)

# /tmp/exachk/exachk_orcl01_ORCL_052716_090346/exachk_orcl01_ORCL_052716_090346.html

UPLOAD (if required)

# /tmp/exachk/exachk_orcl01_ORCL_052716_090346.zip
# scp -r /tmp/exachk/ username@remote_linux_server_ip:/tmp
# scp -r /tmp/exachk/ This email address is being protected from spambots. You need JavaScript enabled to view it.:/tmp

 

Run Remote Diagnostic Agent (RDA) as oracle user

Download: Remote Diagnostic Agent (RDA) - Getting Started (Doc ID 314422.1)

https://support.oracle.com/epmos/faces/DocumentDisplay?_afrLoop=522431534120284&parent=DOCUMENT&sourceId=414966.1&id=314422.1&_afrWindowMode=0&_adf.ctrl-state=tkz5lpgpl_53

Configure and verify installation

# cd /home/oracle/rda/rda

# chmod +x rad.sh
# chmod +x rad.pl

# ./<rda> -cv	@INC:

	/usr/lib/perl5/5.8.0/i386-linux-thread-multi 
	/usr/lib/perl5/5.8.0 
	/usr/lib/perl5/site_perl/5.8.0/i386-linux-thread-multi 
	/usr/lib/perl5/site_perl/5.8.0
	/usr/lib/perl5/site_perl 
	/usr/lib/perl5/vendor_perl/5.8.0/i386-linux-thread-multi 
	/usr/lib/perl5/vendor_perl/5.8.0 
	/usr/lib/perl5/vendor_perl 
	/usr/lib/perl5/5.8.0/i386-linux-thread-multi 
	/usr/lib/perl5/5.8.0

	. 

# /home/oracle/rda/rda/rda.pl -S

Run diagnostic 

# perl ./rda.pl

Run additional script as root

# cd /home/oracle/rda/rda
# /usr/bin/perl -T /home/oracle/rda/rda/rda.pl -vT root

Compress report

# cd /home/oracle/rda/rda
# /usr/bin/perl -T /home/oracle/rda/rda/rda.pl -vP

Transfer report

# scp RDA_output_orcl01.zip username@remote_linux_server_ip:/tmp
# scp RDA_output_orcl01.zip This email address is being protected from spambots. You need JavaScript enabled to view it.:/tmp
RDA_start.htm

 

SunDiag

Execution will create a date stamped tar.bz2 file in /tmp/sundiag_/tar.bz2

# /opt/oracle.SupportTools/sundiag.sh