25 Temmuz 2017 Salı

LDOM



   
   
 


* Yeni Logical Domain ac, oncesinde mevcut sistemin kaynaklarini azalt.
  primary'ye 4core/32vcpu(thread), 32GB memory ver.
 

ldm add-vcc port-range=5000-5100 primary-vcc0 primary
ldm add-vds primary-vds0 primary
#ldm add-vsw net-dev=net0 primary-vsw0 primary
ldm add-vsw net-dev=aggr0 primary-vsw0 primary

svcadm enable vntsd
svcs vntsd


root@ebeyanbase:~# ldm list-services primary
VCC
    NAME         LDOM         PORT-RANGE
    primary-vcc0 primary      5000-5100

VSW
    NAME         LDOM         MACADDRESS          NET-DEV   DVID|PVID|VIDs
    ----         ----         ----------          -------   --------------
    primary-vsw0 primary      00:14:4f:fb:fe:fa   net0      1|1|--      

VDS
    NAME         LDOM         VOLUME         OPTIONS          MPGROUP        DEVICE
    primary-vds0 primary    

* initial conf. of control domain
ldm list -o crypto primary

root@ebeyanbase:~# ldm set-mau 1 primary
1 crypto units exceeds the system capacity of 0 crypto units

root@ebeyanbase:~# psrinfo -p
6

root@ebeyanbase:~# ldm set-core 4 primary

root@ebeyanbase:~# psrinfo -p -v
The physical processor has 4 cores and 32 virtual processors (0-31)
  The core has 8 virtual processors (0-7)
  The core has 8 virtual processors (8-15)
  The core has 8 virtual processors (16-23)
  The core has 8 virtual processors (24-31)
    SPARC-M7 (chipid 0, clock 4133 MHz)

 
root@ebeyanbase:~# ldm start-reconf primary
Initiating a delayed reconfiguration operation on the primary domain.
All configuration changes for other domains are disabled until the primary
domain reboots, at which time the new configuration for the primary domain
will also take effect.

root@ebeyanbase:~# ldm set-memory 32G primary
------------------------------------------------------------------------------
Notice: The primary domain is in the process of a delayed reconfiguration.
Any changes made to the primary domain will only take effect after it reboots.
------------------------------------------------------------------------------

root@ebeyanbase:~# ldm add-config initial
root@ebeyanbase:~# ldm list-config
factory-default
initial [current]


root@ebeyanbase:~# ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index 1
        inet 127.0.0.1 netmask ff000000
aggr0: flags=100001000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4,PHYSRUNNING> mtu 1500 index 2
        inet 10.251.65.26 netmask ffffff00 broadcast 10.251.65.255
        ether 90:e2:ba:46:ff:bd
sp-host0: flags=100001000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4,PHYSRUNNING> mtu 1500 index 3
        inet 169.254.182.77 netmask ffffff00 broadcast 169.254.182.255
        ether 2:8:20:cd:65:2f
lo0: flags=2002000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv6,VIRTUAL> mtu 8252 index 1
        inet6 ::1/128
aggr0: flags=120002000840<RUNNING,MULTICAST,IPv6,PHYSRUNNING> mtu 1500 index 2
        inet6 ::/0
        ether 90:e2:ba:46:ff:bd
sp-host0: flags=120002000840<RUNNING,MULTICAST,IPv6,PHYSRUNNING> mtu 1500 index 3
        inet6 ::/0
        ether 2:8:20:cd:65:2f


root@ebeyanbase:~# shutdown -y -g0 -i6


---------------------------------
# hostname veya IP degisikligi gerekirse:

* Base System'in IP/hostname'ini degistir. veriabase-10.251.65.20 olacak.

root@veria1 # ipadm
NAME              CLASS/TYPE STATE        UNDER      ADDR
lo0               loopback   ok           --         --
   lo0/v4         static     ok           --         127.0.0.1/8
   lo0/v6         static     ok           --         ::1/128
net0              ip         ok           --         --
   net0/v4        static     ok           --         10.251.65.28/24
   net0/v6        addrconf   ok           --         fe80::210:e0ff:fe24:bc14/10
net22             ip         ok           --         --
   net22/v4       static     ok           --         169.254.182.77/24

root@veria1 # ipadm show-addr
ADDROBJ           TYPE     STATE        ADDR
lo0/v4            static   ok           127.0.0.1/8
net0/v4           static   ok           10.251.65.28/24
net22/v4          static   ok           169.254.182.77/24
lo0/v6            static   ok           ::1/128
net0/v6           addrconf ok           fe80::210:e0ff:fe24:bc14/10

root@veria1 # dladm show-phys
LINK              MEDIA                STATE      SPEED  DUPLEX    DEVICE
net19             Ethernet             unknown    0      unknown   igb7
net4              Ethernet             unknown    0      unknown   ixgbe6
net5              Ethernet             unknown    0      unknown   ixgbe7
net11             Ethernet             unknown    0      unknown   igb3
net0              Ethernet             up         1000   full      ixgbe0
net13             Ethernet             unknown    0      unknown   ixgbe3
net14             Ethernet             unknown    0      unknown   ixgbe10
net17             Ethernet             unknown    0      unknown   igb5
net12             Ethernet             unknown    0      unknown   ixgbe2
net10             Ethernet             unknown    0      unknown   igb2
net8              Ethernet             unknown    0      unknown   igb0
net1              Ethernet             unknown    0      unknown   ixgbe1
net15             Ethernet             unknown    0      unknown   ixgbe11
net9              Ethernet             unknown    0      unknown   igb1
net20             Ethernet             unknown    0      unknown   ixgbe12
net21             Ethernet             unknown    0      unknown   ixgbe13
net16             Ethernet             unknown    0      unknown   igb4
net18             Ethernet             unknown    0      unknown   igb6
net23             Ethernet             unknown    0      unknown   ixgbe14
net24             Ethernet             unknown    0      unknown   ixgbe17
net25             Ethernet             unknown    0      unknown   ixgbe16
net26             Ethernet             unknown    0      unknown   ixgbe15
net22             Ethernet             up         10     full      usbecm1
net27             Ethernet             up         1000   full      vsw0


root@veria1 # ifconfig net27 plumb
root@veria1 # ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index 1
        inet 127.0.0.1 netmask ff000000
net0: flags=100001000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4,PHYSRUNNING> mtu 1500 index 2
        inet 10.251.65.28 netmask ffffff00 broadcast 10.251.65.255
        ether 0:10:e0:24:bc:14
net22: flags=100001000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4,PHYSRUNNING> mtu 1500 index 3
        inet 169.254.182.77 netmask ffffff00 broadcast 169.254.182.255
        ether 2:21:28:57:47:17
net27: flags=100001000842<BROADCAST,RUNNING,MULTICAST,IPv4,PHYSRUNNING> mtu 1500 index 4
        inet 0.0.0.0 netmask 0
        ether 0:14:4f:f8:ac:9e
lo0: flags=2002000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv6,VIRTUAL> mtu 8252 index 1
        inet6 ::1/128
net0: flags=120002004841<UP,RUNNING,MULTICAST,DHCP,IPv6,PHYSRUNNING> mtu 1500 index 2
        inet6 fe80::210:e0ff:fe24:bc14/10
        ether 0:10:e0:24:bc:14
net22: flags=120002000840<RUNNING,MULTICAST,IPv6,PHYSRUNNING> mtu 1500 index 3
        inet6 ::/0
        ether 2:21:28:57:47:17

* ip degistir
-----
asagidaki komutlar network baglantisini koparacagi icin Solaris ILOM (Integrated Lights Out Manager) ustunden konsole'una baglanarak calistirilmasi lazim.
ssh admin@10.251.75.157
start HOST/console
----

ipadm delete-addr net0/v4
ipadm create-ip net27  #"ifconfig net27 plumb" komutu ile ayni isi yapiyor?
ipadm create-addr -T static -a 10.251.65.20/24 net27/v4
ipadm show-addr
route -p add default 10.251.65.254

svcadm enable vntsd
svcs vntsd

* hostname degistir
#svccfg -s node listprop config/nodename
#svccfg -s node listprop config/loopback
svccfg -s node setprop config/nodename = "veriabase"
svcadm refresh svc:/system/identity:node
---------------------------------


* yeni ldom tanimlari
# memory basta buyuk verilirse dump device cok buyuk oluyor. Once kucuk (ornek : 4GB) memory verip kurduktan
# sonra memory'yi buyutmek lazim.

ldm add-domain ldevdo21
#ldm add-vcpu 64 ldevdo21
#ldm add-core 9 ldevdo21
#ldm remove-core 1 ldevdo21
ldm set-core 64 ldevdo21
ldm add-memory 512G ldevdo21
ldm add-vnet vnet1 primary-vsw1 ldevdo21

# yeni ldom'un lokal diski
mkdir /export/home/ld_disks
mkfile 100G /export/home/ld_disks/ldevdo21
ldm add-vdsdev /export/home/ld_disks/ldevdo21 vol5@primary-vds0
ldm add-vdisk vdisk05 vol5@primary-vds0 ldevdo21
# yeni ldom'un 2. lokal diski, bu diskte metadb partition'lari olacak.
mkfile 400M /export/home/ld_disks/ldevdo21_meta
ldm add-vdsdev /export/home/ld_disks/ldevdo21_meta vol6@primary-vds0
ldm add-vdisk vdisk06 vol6@primary-vds0 ldevdo21


ldm set-var auto-boot\?=true ldevdo21
ldm set-var boot-device=vdisk5 ldevdo21
ldm bind-domain ldevdo21
ldm list-domain ldevdo21
ldm start-domain ldevdo21

# console'a baglanmak icin
telnet localhost 5001


* install solaris

ldm stop ldevdo21
ldm unbind ldevdo21

# iso'yu sunucuya kopyala
# scp sol-11_3-text-sparc.iso loguser@10.251.65.26:

ldm add-vdsdev /export/home/loguser/sol-11_3-text-sparc.iso iso_vol@primary-vds0
ldm add-vdisk vdisk_iso iso_vol@primary-vds0 ldevdo21
ldm list-bindings

ldm bind ldevdo21
ldm start ldevdo21
telnet localhost 5001

{0} ok > devalias
vdisk_iso                /virtual-devices@100/channel-devices@200/disk@1
vdisk02                  /virtual-devices@100/channel-devices@200/disk@0
vnet1                    /virtual-devices@100/channel-devices@200/network@0
net                      /virtual-devices@100/channel-devices@200/network@0
disk                     /virtual-devices@100/channel-devices@200/disk@0
virtual-console          /virtual-devices/console@1
name                     aliases


{0} ok > boot vdisk_iso:f

- solaris kur. (dokumani takip et) root/kurulum1

******************************************************

* base'de ve ldm 'de hosts'u düzenle
vi /etc/hosts
---
10.251.65.26    ebeyanbase
10.251.65.21    evdo1
---

* hba pci kartlari ldom'a ata. Base sistem diskleri gormeyecek, sanal sistem gorecek.

ldm list-bindings primary



root@ebeyanbase:~# ldm list-bindings primary
NAME             STATE      FLAGS   CONS    VCPU  MEMORY   UTIL  NORM  UPTIME
primary          active     -n-cv-  UART    32    32G      3.2%  3.2%  3h 46m

UUID
    71a45c69-7eb4-4fad-ae45-423faa7d8331

MAC
    00:10:e0:47:ac:74

HOSTID
    0x8647ac68

CONTROL
    failure-policy=ignore
    extended-mapin-space=on
    cpu-arch=native
    rc-add-policy=
    shutdown-group=0
    perf-counters=global,htstrand
    boot-policy=n/a

DEPENDENCY
    master=

CORE
    CID    CPUSET
    0      (0, 1, 2, 3, 4, 5, 6, 7)
    1      (8, 9, 10, 11, 12, 13, 14, 15)
    2      (16, 17, 18, 19, 20, 21, 22, 23)
    3      (24, 25, 26, 27, 28, 29, 30, 31)

VCPU
    VID    PID    CID    UTIL NORM STRAND
    0      0      0      0.5% 0.5%   100%
    1      1      0       33%  33%   100%
    2      2      0      0.6% 0.6%   100%
    3      3      0      0.2% 0.2%   100%
    4      4      0      0.1% 0.1%   100%
    5      5      0       11%  11%   100%
    6      6      0      0.1% 0.1%   100%
    7      7      0      0.2% 0.2%   100%
    8      8      1      0.1% 0.1%   100%
    9      9      1      0.1% 0.1%   100%
    10     10     1      0.2% 0.2%   100%
    11     11     1       21%  21%   100%
    12     12     1      0.1% 0.1%   100%
    13     13     1      8.0% 8.0%   100%
    14     14     1      0.2% 0.2%   100%
    15     15     1      3.3% 3.3%   100%
    16     16     2      0.8% 0.8%   100%
    17     17     2      0.2% 0.2%   100%
    18     18     2      0.3% 0.3%   100%
    19     19     2      0.2% 0.2%   100%
    20     20     2      3.7% 3.7%   100%
    21     21     2      0.1% 0.1%   100%
    22     22     2      0.1% 0.1%   100%
    23     23     2      0.3% 0.3%   100%
    24     24     3      9.0% 9.0%   100%
    25     25     3      0.2% 0.2%   100%
    26     26     3      4.6% 4.6%   100%
    27     27     3      4.2% 4.2%   100%
    28     28     3      0.3% 0.3%   100%
    29     29     3      1.0% 1.0%   100%
    30     30     3      0.2% 0.2%   100%
    31     31     3      0.1% 0.1%   100%

MEMORY
    RA               PA               SIZE          
    0x50000000       0x50000000       32G

CONSTRAINT
    cpu=whole-core
    max-cores=unlimited

VARIABLES
    auto-boot?=false
    nvramrc=devalias disk /pci@301/pci@1/nvme@0/disk@1

    pm_boot_policy=disabled=0;ttfc=0;ttmr=0;
    use-nvramrc?=true

IO
    DEVICE                           PSEUDONYM        OPTIONS
    pci@300                          pci_0          
    pci@301                          pci_1          
    pci@303                          pci_3          
    pci@304                          pci_4          
    pci@305                          pci_5          
    pci@306                          pci_6          
    pci@308                          pci_8          
    pci@309                          pci_9          
    pci@30a                          pci_10        
    pci@30b                          pci_11        
    pci@30d                          pci_13        
    pci@30e                          pci_14        
    pci@30f                          pci_15        
    pci@310                          pci_16        
    pci@312                          pci_18        
    pci@313                          pci_19        
    pci@314                          pci_20        
    pci@315                          pci_21        
    pci@317                          pci_23        
    pci@318                          pci_24        
    pci@319                          pci_25        
    pci@31a                          pci_26        
    pci@31c                          pci_28        
    pci@31d                          pci_29        
    pci@300/pci@1                    /SYS/CMIOU0/PCIE2
    pci@301/pci@1                    /SYS/CMIOU0/PCIE3
    pci@303/pci@1                    /SYS/CMIOU0/PCIE1
    pci@305/pci@1                    /SYS/CMIOU1/PCIE2
    pci@306/pci@1                    /SYS/CMIOU1/PCIE3
    pci@308/pci@1                    /SYS/CMIOU1/PCIE1
    pci@30a/pci@1                    /SYS/CMIOU2/PCIE2
    pci@30b/pci@1                    /SYS/CMIOU2/PCIE3
    pci@30d/pci@1                    /SYS/CMIOU2/PCIE1
    pci@30f/pci@1                    /SYS/CMIOU3/PCIE2
    pci@310/pci@1                    /SYS/CMIOU3/PCIE3
    pci@312/pci@1                    /SYS/CMIOU3/PCIE1
    pci@314/pci@1                    /SYS/CMIOU4/PCIE2
    pci@315/pci@1                    /SYS/CMIOU4/PCIE3
    pci@317/pci@1                    /SYS/CMIOU4/PCIE1
    pci@319/pci@1                    /SYS/CMIOU5/PCIE2
    pci@31a/pci@1                    /SYS/CMIOU5/PCIE3
    pci@31c/pci@1                    /SYS/CMIOU5/PCIE1

----
#grep pci FORMAT |awk -F"/" '{print $1,$2,$3,$4,$5}' |sort |uniq -c
 774            pci@300 pci@1 SUNW,qlc@0
 774            pci@300 pci@1 SUNW,qlc@0,1
 774            pci@30d pci@1 SUNW,qlc@0
 774            pci@30d pci@1 SUNW,qlc@0,1
-----

format'la bakinca diskler asagidaki 2 kartin ustunde. Her kartın üstünde 2'ser port var.
    pci@300                          pci_0          
    pci@30d                          pci_13        


ldm start-reconf primary
ldm remove-io pci_0 primary
ldm remove-io pci_13 primary
ldm add-config io-domain
shutdown -i6 -g0 -y

ldm stop ldevdo1
ldm add-io pci_0 ldevdo21
ldm add-io pci_13 ldevdo21

ldm list-bindings ldevdo1
ldm bind ldevdo1     #### Bu onemli her donanim degisikliginde bunu yapmak lazim. Yoksa bir sonraki restartda eskisine donuyor.
ldm list-bindings ldevdo1
ldm start ldevdo1
ldm list-io



--------------------------------------
-----
****** makinayla network baglantisi koparsa, Solaris ILOM (Integrated Lights Out Manager) ustunden konsole'a baglanmak icin
ssh admin@10.251.75.157
start HOST/console
----


* ldom veria1-10.251.65.28, kurulurken ip/hostname verilmediyse asagidaki komutlar kullanilir.

ipadm delete-addr net0/v4
ipadm create-addr -T static -a 10.251.65.28/24 net0/v4
ipadm show-addr
route -p add default 10.251.65.254
svccfg -s node setprop config/nodename = "veria1"
svcadm refresh svc:/system/identity:node

* dns client
svccfg -s network/dns/client listprop config
svccfg -s name-service/switch listprop config

svccfg -s network/dns/client setprop config/nameserver = net_address: 8.8.8.8
svccfg -s network/dns/client setprop config/domain = astring: veria1.local
svccfg -s network/dns/client setprop config/search = astring: veria1.local
svccfg -s name-service/switch setprop config/ipnodes = astring: '"files dns"'
svccfg -s name-service/switch setprop config/host = astring: '"files dns"'

svccfg -s network/dns/client listprop config
svcadm enable dns/client
svcadm refresh dns/client
svcadm refresh name-service/switch
nslookup www.google.com
--------------------------------------