Configuring Control/Service Domain !!!

Soon after creating a control domain, we need to make it a service domain so that it can provide virtual services (such as disk drives,switches) using all the resources to guest ldoms.

root-myt5server:~#
root-myt5server:~# ldm list
NAME             STATE      FLAGS   CONS    VCPU  MEMORY   UTIL  UPTIME
primary          active     -n-c--  SP      64    32640M   0.4%  21m
root-myt5server:~#

Reduce control domain's resources as per its requirement....

root-myt5server:~#
root-myt5server:~# ldm set-vcpu 16 primary
Crypto unit 7 was removed from domain primary
Crypto unit 6 was removed from domain primary
Crypto unit 5 was removed from domain primary
Crypto unit 4 was removed from domain primary
Crypto unit 3 was removed from domain primary
Crypto unit 2 was removed from domain primary
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list
NAME             STATE      FLAGS   CONS    VCPU  MEMORY   UTIL  UPTIME
primary          active     -n-c--  SP      16    32640M   0.4%  23m
root-myt5server:~#
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm remove-mem 20g primary
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list
NAME             STATE      FLAGS   CONS    VCPU  MEMORY   UTIL  UPTIME
primary          active     -n-c--  SP      16    12160M   0.3%  24m
root-myt5server:~#
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-services
root-myt5server:~#
root-myt5server:~#

Currently there are no virtual services under my control domain.

Let us add virtual services starting with virtual switch (vsw).

root-myt5server:~#
root-myt5server:~# dladm show-link
LINK                CLASS     MTU    STATE    OVER
net1                phys      1500   unknown  --
net2                phys      1500   unknown  --
net0                phys      1500   up       --                     we need a netdev for a vsw.
net3                phys      1500   unknown  --
root-myt5server:~#
root-myt5server:~#
root-myt5server:~#
root@testserver:~# ldm add-vsw
Virtual switch service and LDom are missing
Usage:
        ldm add-vsw [-q] [default-vlan-id=<vid>] [pvid=<pvid>]
                [vid=<vid1,vid2,...>] [mac-addr=<num>] [net-dev=<device>]
                [linkprop=phys-state] [mode=<mode>] [mtu=<mtu>] [id=<switchid>]
                [inter-vnet-link=<on|off>] <vswitch_name> <ldom>
root-myt5server:~#
root-myt5server:~# ldm add-vsw net-dev=net0 primary-vsw0 primary
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-services
VSW
    NAME             LDOM             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     primary          00:14:4f:fa:1a:49 net0      0    switch@0              1               1                         1500         on
root-myt5server:~#
root-myt5server:~#

Next we need a vcc to provide virtual console service to all our guest ldoms,

root-myt5server:~# ldm add-vcc
Usage:
        ldm add-vcc port-range=<x>-<y> <vcc_name> <ldom>
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm add-vcc port-range=5000-5100 primary-vcc primary
root-myt5server:~#
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-services
VCC
    NAME             LDOM             PORT-RANGE
    primary-vcc      primary          5000-5100
VSW
    NAME             LDOM             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     primary          00:14:4f:fa:1a:49 net3      0    switch@0              1               1                         1500         on
root-myt5server:~#

Virtual disk service which provides disk drives to guest ldoms.

root-myt5server:~#
root-myt5server:~# ldm add-vds primary-vds0 primary
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-services
VCC
    NAME             LDOM             PORT-RANGE
    primary-vcc      primary          5000-5100VSW
    NAME             LDOM             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     primary          00:14:4f:fa:1a:49 net3      0    switch@0              1               1                         1500         on
VDS
    NAME             LDOM             VOLUME         OPTIONS          MPGROUP        DEVICE
    primary-vds0     primary
root-myt5server:~#
root-myt5server:~#

Let us add some disks to our vds (virtual disk server).

root-myt5server:~#
root-myt5server:~# zpool list
NAME   SIZE  ALLOC   FREE  CAP  DEDUP  HEALTH  ALTROOT
rpool  136G  55.6G  80.4G  40%  1.00x  ONLINE  -
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# zpool status rpool
  pool: rpool
 state: ONLINE
  scan: none requested
config:
        NAME        STATE     READ WRITE CKSUM
        rpool       ONLINE       0     0     0
          c3t0d0s0  ONLINE       0     0     0
errors: No known data errors
root-myt5server:~#
root-myt5server:~# format
Searching for disks...done

AVAILABLE DISK SELECTIONS:
       0. c3t0d0 <SUN146G cyl 14087 alt 2 hd 24 sec 848>
          /pci@0/pci@0/pci@2/scsi@0/sd@0,0
       1. c3t1d0 <SEAGATE-ST914602SSUN146G-0603 cyl 14087 alt 2 hd 24 sec 848>
          /pci@0/pci@0/pci@2/scsi@0/sd@1,0
Specify
 disk (enter its number): 1
selecting c3t1d0
[disk formatted]
partition> p
Current partition table (unnamed):
Total disk cylinders available: 14087 + 2 (reserved cylinders)
Part      Tag    Flag     Cylinders         Size            Blocks
  0 unassigned    wm       0 -  1030       10.01GB    (1031/0/0)   20982912
  1 unassigned    wu    1031 -  2061       10.01GB    (1031/0/0)   20982912
  2     backup    wu       0 - 14086      136.71GB    (14087/0/0) 286698624
  3 unassigned    wm    2062 -  4122       20.00GB    (2061/0/0)   41945472
  4 unassigned    wm    4123 -  6183       20.00GB    (2061/0/0)   41945472
  5 unassigned    wm    6184 -  8244       20.00GB    (2061/0/0)   41945472
  6 unassigned    wm    8245 - 10305       20.00GB    (2061/0/0)   41945472
  7 unassigned    wm   10306 - 12366       20.00GB    (2061/0/0)   41945472
partition> q
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm add-vdsdev /dev/dsk/c3t1d0s3 mydsk1@primary-vds0
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-services
VCC
    NAME             LDOM             PORT-RANGE
    primary-vcc      primary          5000-5100
VSW
    NAME             LDOM             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     primary          00:14:4f:fa:1a:49 net3      0    switch@0              1               1                         1500         on
VDS
    NAME             LDOM             VOLUME         OPTIONS          MPGROUP        DEVICE
    primary-vds0     primary          mydsk1                                         /dev/dsk/c3t1d0s3
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm add-vdsdev /dev/dsk/c3t1d0s4 mydsk2@primary-vds0
root-myt5server:~#
root-myt5server:~# ldm add-vdsdev /dev/dsk/c3t1d0s5 mydsk3@primary-vds0
root-myt5server:~#
root-myt5server:~# ldm add-vdsdev /dev/dsk/c3t1d0s6 mydsk4@primary-vds0
root-myt5server:~#
root-myt5server:~# ldm add-vdsdev /dev/dsk/c3t1d0s7 mydsk5@primary-vds0
root-myt5server:~#
root-myt5server:~# ldm list-services
VCC
    NAME             LDOM             PORT-RANGE
    primary-vcc      primary          5000-5100
VSW
    NAME             LDOM             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     primary          00:14:4f:fa:1a:49 net3      0    switch@0              1               1                         1500         on
VDS
    NAME             LDOM             VOLUME         OPTIONS          MPGROUP        DEVICE
    primary-vds0     primary          mydsk1                      /dev/dsk/c3t1d0s3
                                      mydsk2                                         /dev/dsk/c3t1d0s4
                                      mydsk3                                         /dev/dsk/c3t1d0s5
                                      mydsk4                                         /dev/dsk/c3t1d0s6
                                      mydsk5                                         /dev/dsk/c3t1d0s7
root-myt5server:~#
root-myt5server:~#
root-myt5server:~#
root-myt5server:~# ldm list-bindings
NAME             STATE      FLAGS   CONS    VCPU  MEMORY   UTIL  UPTIME
primary          active     -n-cv-  SP      16    12160M   0.3%  28m
UUID
    e77f7a54-fb08-c28d-8cdd-eba22d2258fd
MAC
    00:14:4f:98:4a:18
HOSTID
    0x84984a18
CONTROL
    failure-policy=ignore
    extended-mapin-space=off
    cpu-arch=native
    rc-add-policy=
    shutdown-group=0
DEPENDENCY
    master=
CORE
    CID    CPUSET
    0      (0, 1, 2, 3, 4, 5, 6, 7)
    1      (8, 9, 10, 11, 12, 13, 14, 15)
VCPU
    VID    PID    CID    UTIL STRAND
    0      0      0      0.6%   100%
    1      1      0      0.4%   100%
    2      2      0      0.4%   100%
    3      3      0      0.3%   100%
    4      4      0      0.3%   100%
    5      5      0      0.2%   100%
    6      6      0      0.3%   100%
    7      7      0      0.2%   100%
    8      8      1      0.4%   100%
    9      9      1      0.4%   100%
    10     10     1      0.4%   100%
    11     11     1      0.4%   100%
    12     12     1      0.3%   100%
    13     13     1      0.1%   100%
    14     14     1      0.2%   100%
    15     15     1      0.3%   100%
MAU
    ID     CPUSET
    0      (0, 1, 2, 3, 4, 5, 6, 7)
    1      (8, 9, 10, 11, 12, 13, 14, 15)
MEMORY
    RA               PA               SIZE
    0x8000000        0x8000000        128M
    0x510000000      0x510000000      12032M
CONSTRAINT
    threading=max-throughput
VARIABLES
    pm_boot_policy=disabled=1;ttfc=0;ttmr=0;
IO
    DEVICE                           PSEUDONYM        OPTIONS
    pci@0                            pci
    niu@80                           niu
    pci@0/pci@0/pci@8/pci@0/pci@9    MB/RISER0/PCIE0
    pci@0/pci@0/pci@8/pci@0/pci@1    MB/RISER1/PCIE1
    pci@0/pci@0/pci@9                MB/RISER2/PCIE2
    pci@0/pci@0/pci@1/pci@0/pci@2    MB/NET0
    pci@0/pci@0/pci@1/pci@0/pci@3    MB/NET2
    pci@0/pci@0/pci@2                MB/SASHBA
VCC
    NAME             PORT-RANGE
    primary-vcc      5000-5100
VSW
    NAME             MAC               NET-DEV   ID   DEVICE     LINKPROP   DEFAULT-VLAN-ID PVID VID                  MTU   MODE   INTER-VNET-LINK
    primary-vsw0     00:14:4f:fa:1a:49 net3      0    switch@0              1               1                         1500         on
VDS
    NAME             VOLUME         OPTIONS          MPGROUP        DEVICE
    primary-vds0     mydsk1                                         /dev/dsk/c3t1d0s3
                     mydsk2                                         /dev/dsk/c3t1d0s4
                     mydsk3                                         /dev/dsk/c3t1d0s5
                     mydsk4                                         /dev/dsk/c3t1d0s6
                     mydsk5                                         /dev/dsk/c3t1d0s7
VCONS
    NAME             SERVICE                     PORT   LOGGING
                     SP
root-myt5server:~#
root-myt5server:~#

Now our control domain is ready enough to provide its services to its guest ldoms.....

#################################################################################