[Xen-users] xen-4.8 grub-x86_64-xen.bin grub problem

[nemeth.gabor@xxxxxxxxxx]

I have a problem.

I'm using the xen-4.8 in debian strech with backend zfshost.
if I create the new guest with zfshost backend then the console is  
empty, I don't watch the grub-menu and don't boot the vm.
domU config:
------------
kernel      = '/usr/lib/grub-xen/grub-x86_64-xen.bin'
vcpus       = '1'
memory      = '2048'
root        = '/dev/xvda1 ro'
disk        = [
#                 'phy:/dev/vg0/stretch-disk,xvda1,w',
#                  
'format=raw,backendtype=phy,backend=zfshost,vdev=xvda1,target=/dev/zvol/virtual/stretch-disk',
                   
'phy:/dev/zvol/virtual/stretch-disk,xvda1,w,backend=zfshost',
              ]
name        = 'stretch'

vif         = [ 'script=vif-openvswitch, mac=00:16:3e:0c:38:11,  
bridge=brin', ]
serial = 'pty'
on_poweroff = 'destroy'
on_reboot   = 'restart'
on_crash    = 'restart'

If I create the Guest with disk 'phy:/dev/vg0/stretch-disk,xvda1,w'  
(LVM), it't working fine...
backend is zfs not working, console is empty.

$# xl -vvv create /etc/xen/config.d/stretch.cfg -d -c
Parsing config from /etc/xen/config.d/stretch.cfg
{
    "c_info": {
        "type": "pv",
        "name": "stretch",
        "uuid": "7aa9f9f7-8d72-4668-b6d7-e8a00afeac20",
        "run_hotplug_scripts": "True"
    },
    "b_info": {
        "max_vcpus": 1,
        "avail_vcpus": [
            0
        ],
        "max_memkb": 2097152,
        "target_memkb": 2097152,
        "shadow_memkb": 17408,
        "sched_params": {

        },
        "claim_mode": "True",
        "kernel": "/usr/lib/grub-xen/grub-x86_64-xen.bin",
        "cmdline": "root=/dev/xvda1 ro",
        "type.pv": {

        },
        "arch_arm": {

        }
    },
    "disks": [
        {
            "backend_domname": "zfshost",
            "pdev_path": "/dev/zvol/virtual/stretch-disk",
            "vdev": "xvda1",
            "format": "raw",
            "readwrite": 1
        }
    ],
    "nics": [
        {
            "devid": 0,
            "mac": "00:16:3e:0c:38:11",
            "bridge": "brin",
            "script": "vif-openvswitch"
        }
    ],
    "on_reboot": "restart",
    "on_crash": "restart",
    "on_soft_reset": "soft_reset"
}
libxl: debug: libxl_create.c:1614:do_domain_create: ao 0x55b5dc8bbee0:  
create: how=(nil) callback=(nil) poller=0x55b5dc8bbf70
libxl: debug: libxl_device.c:361:libxl__device_disk_set_backend: Disk  
vdev=xvda1 spec.backend=unknown
libxl: debug: libxl_device.c:270:disk_try_backend: Disk vdev=xvda1, is  
using a storage driver domain, skipping physical device check
libxl: debug: libxl_device.c:396:libxl__device_disk_set_backend: Disk  
vdev=xvda1, using backend phy
libxl: debug: libxl_create.c:970:initiate_domain_create: running bootloader
libxl: debug: libxl_bootloader.c:330:libxl__bootloader_run: no  
bootloader configured, using user supplied kernel
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8bcc70: deregister unregistered
libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best  
NUMA placement candidate found: nr_nodes=1, nr_cpus=12, nr_vcpus=27,  
free_memkb=44273
libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best  
NUMA placement candidate found: nr_nodes=1, nr_cpus=12, nr_vcpus=25,  
free_memkb=47604
libxl: detail: libxl_dom.c:182:numa_place_domain: NUMA placement  
candidate with 1 nodes, 12 cpus and 47604 KB free selected
domainbuilder: detail: xc_dom_allocate: cmdline="root=/dev/xvda1 ro",  
features="(null)"
libxl: debug: libxl_dom.c:696:libxl__build_pv: pv kernel mapped 0 path  
/usr/lib/grub-xen/grub-x86_64-xen.bin
domainbuilder: detail: xc_dom_kernel_file:  
filename="/usr/lib/grub-xen/grub-x86_64-xen.bin"
domainbuilder: detail: xc_dom_malloc_filemap    : 1923 kB
domainbuilder: detail: xc_dom_boot_xen_init: ver 4.8, caps  
xen-3.0-x86_64 xen-3.0-x86_32p hvm-3.0-x86_32 hvm-3.0-x86_32p  
hvm-3.0-x86_64
domainbuilder: detail: xc_dom_parse_image: called
domainbuilder: detail: xc_dom_find_loader: trying multiboot-binary loader ...
domainbuilder: detail: loader probe failed
domainbuilder: detail: xc_dom_find_loader: trying HVM-generic loader ...
domainbuilder: detail: loader probe failed
domainbuilder: detail: xc_dom_find_loader: trying Linux bzImage loader ...
domainbuilder: detail: xc_dom_probe_bzimage_kernel: kernel is not a bzImage
domainbuilder: detail: loader probe failed
domainbuilder: detail: xc_dom_find_loader: trying ELF-generic loader ...
domainbuilder: detail: loader probe OK
xc: detail: ELF: phdr: paddr=0 memsz=0x41d208
xc: detail: ELF: phdr: paddr=0x41d208 memsz=0x1d2450
xc: detail: ELF: memory: 0 -> 0x5ef658
xc: detail: ELF: note: GUEST_OS = "GRUB"
xc: detail: ELF: note: LOADER = "generic"
xc: detail: ELF: note: XEN_VERSION = "xen-3.0"
xc: detail: ELF: note: ENTRY = 0
xc: detail: ELF: note: VIRT_BASE = 0
xc: detail: ELF_PADDR_OFFSET unset, using 0
xc: detail: ELF: addresses:
xc: detail:     virt_base        = 0x0
xc: detail:     elf_paddr_offset = 0x0
xc: detail:     virt_offset      = 0x0
xc: detail:     virt_kstart      = 0x0
xc: detail:     virt_kend        = 0x5ef658
xc: detail:     virt_entry       = 0x0
xc: detail:     p2m_base         = 0xffffffffffffffff
domainbuilder: detail: xc_dom_parse_elf_kernel: xen-3.0-x86_64: 0x0 ->  
0x5ef658
domainbuilder: detail: xc_dom_mem_init: mem 2048 MB, pages 0x80000  
pages, 4k each
domainbuilder: detail: xc_dom_mem_init: 0x80000 pages
domainbuilder: detail: xc_dom_boot_mem_init: called
domainbuilder: detail: x86_compat: guest xen-3.0-x86_64, address size 64
domainbuilder: detail: xc_dom_malloc            : 4096 kB
domainbuilder: detail: xc_dom_build_image: called
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn  
0x0+0x5f0 at 0x7f2e11049000
domainbuilder: detail: xc_dom_alloc_segment:   kernel       : 0x0 ->  
0x5f0000  (pfn 0x0 + 0x5f0 pages)
xc: detail: ELF: phdr 0 at 0x7f2e11049000 -> 0x7f2e11056aaf
xc: detail: ELF: phdr 2 at 0x7f2e11466208 -> 0x7f2e11638658
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn  
0x5f0+0x400 at 0x7f2e10c49000
domainbuilder: detail: xc_dom_alloc_segment:   phys2mach    : 0x5f0000  
-> 0x9f0000  (pfn 0x5f0 + 0x400 pages)
domainbuilder: detail: xc_dom_alloc_page   :   start info   : 0x9f0000  
(pfn 0x9f0)
domainbuilder: detail: xc_dom_alloc_page   :   xenstore     : 0x9f1000  
(pfn 0x9f1)
domainbuilder: detail: xc_dom_alloc_page   :   console      : 0x9f2000  
(pfn 0x9f2)
domainbuilder: detail: count_pgtables: 0x0000007fffffffff/39:  
0x0000000000000000 -> 0x0000007fffffffff, 1 table(s)
domainbuilder: detail: count_pgtables: 0x000000003fffffff/30:  
0x0000000000000000 -> 0x000000003fffffff, 1 table(s)
domainbuilder: detail: count_pgtables: 0x00000000001fffff/21:  
0x0000000000000000 -> 0x0000000000bfffff, 6 table(s)
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn  
0x9f3+0x9 at 0x7f2e141ab000
domainbuilder: detail: xc_dom_alloc_segment:   page tables  : 0x9f3000  
-> 0x9fc000  (pfn 0x9f3 + 0x9 pages)
domainbuilder: detail: xc_dom_alloc_page   :   boot stack   : 0x9fc000  
(pfn 0x9fc)
domainbuilder: detail: xc_dom_build_image  : virt_alloc_end : 0x9fd000
domainbuilder: detail: xc_dom_build_image  : virt_pgtab_end : 0xc00000
domainbuilder: detail: xc_dom_boot_image: called
domainbuilder: detail: bootearly: doing nothing
domainbuilder: detail: xc_dom_compat_check: supported guest type:  
xen-3.0-x86_64 <= matches
domainbuilder: detail: xc_dom_compat_check: supported guest type:  
xen-3.0-x86_32p
domainbuilder: detail: xc_dom_compat_check: supported guest type:  
hvm-3.0-x86_32
domainbuilder: detail: xc_dom_compat_check: supported guest type:  
hvm-3.0-x86_32p
domainbuilder: detail: xc_dom_compat_check: supported guest type:  
hvm-3.0-x86_64
domainbuilder: detail: xc_dom_update_guest_p2m: dst 64bit, pages 0x80000
domainbuilder: detail: clear_page: pfn 0x9f2, mfn 0x183d5f2
domainbuilder: detail: clear_page: pfn 0x9f1, mfn 0x183d5f1
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn  
0x9f0+0x1 at 0x7f2e143a0000
domainbuilder: detail: start_info_x86_64: called
domainbuilder: detail: domain builder memory footprint
domainbuilder: detail:    allocated
domainbuilder: detail:       malloc             : 4159 kB
domainbuilder: detail:       anon mmap          : 0 bytes
domainbuilder: detail:    mapped
domainbuilder: detail:       file mmap          : 1923 kB
domainbuilder: detail:       domU mmap          : 10216 kB
domainbuilder: detail: bootlate_pv: shared_info: pfn 0x0, mfn 0xbd07b
domainbuilder: detail: shared_info_x86_64: called
domainbuilder: detail: vcpu_x86_64: called
domainbuilder: detail: vcpu_x86_64: cr3: pfn 0x9f3 mfn 0x183d5f3
domainbuilder: detail: xc_dom_release: called
libxl: debug: libxl_device.c:361:libxl__device_disk_set_backend: Disk  
vdev=xvda1 spec.backend=phy
libxl: debug: libxl_device.c:270:disk_try_backend: Disk vdev=xvda1, is  
using a storage driver domain, skipping physical device check
libxl: debug: libxl_event.c:636:libxl__ev_xswatch_register: watch  
w=0x55b5dc8bf140 wpath=/local/domain/11/backend/vbd/14/51713/state  
token=3/0: register slotnum=3
libxl: debug: libxl_create.c:1640:do_domain_create: ao 0x55b5dc8bbee0:  
inprogress: poller=0x55b5dc8bbf70, flags=i
libxl: debug: libxl_event.c:573:watchfd_callback: watch  
w=0x55b5dc8bf140 wpath=/local/domain/11/backend/vbd/14/51713/state  
token=3/0: event epath=/local/domain/11/backend/vbd/14/51713/state
libxl: debug: libxl_event.c:878:devstate_callback: backend  
/local/domain/11/backend/vbd/14/51713/state wanted state 2 still  
waiting state 1
libxl: debug: libxl_event.c:573:watchfd_callback: watch  
w=0x55b5dc8bf140 wpath=/local/domain/11/backend/vbd/14/51713/state  
token=3/0: event epath=/local/domain/11/backend/vbd/14/51713/state
libxl: debug: libxl_event.c:874:devstate_callback: backend  
/local/domain/11/backend/vbd/14/51713/state wanted state 2 ok
libxl: debug: libxl_event.c:673:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8bf140 wpath=/local/domain/11/backend/vbd/14/51713/state  
token=3/0: deregister slotnum=3
libxl: debug: libxl_device.c:1059:device_backend_callback: calling  
device_backend_cleanup
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8bf140: deregister unregistered
libxl: debug: libxl_device.c:1114:device_hotplug: Backend domid 11,  
domid 0, assuming driver domains
libxl: debug: libxl_device.c:1117:device_hotplug: Not a remove, not  
executing hotplug scripts
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8bf240: deregister unregistered
libxl: debug: libxl_event.c:636:libxl__ev_xswatch_register: watch  
w=0x55b5dc8c15b0 wpath=/local/domain/0/backend/vif/14/0/state  
token=3/1: register slotnum=3
libxl: debug: libxl_event.c:573:watchfd_callback: watch  
w=0x55b5dc8c15b0 wpath=/local/domain/0/backend/vif/14/0/state  
token=3/1: event epath=/local/domain/0/backend/vif/14/0/state
libxl: debug: libxl_event.c:878:devstate_callback: backend  
/local/domain/0/backend/vif/14/0/state wanted state 2 still waiting  
state 1
libxl: debug: libxl_event.c:573:watchfd_callback: watch  
w=0x55b5dc8c15b0 wpath=/local/domain/0/backend/vif/14/0/state  
token=3/1: event epath=/local/domain/0/backend/vif/14/0/state
libxl: debug: libxl_event.c:874:devstate_callback: backend  
/local/domain/0/backend/vif/14/0/state wanted state 2 ok
libxl: debug: libxl_event.c:673:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8c15b0 wpath=/local/domain/0/backend/vif/14/0/state  
token=3/1: deregister slotnum=3
libxl: debug: libxl_device.c:1059:device_backend_callback: calling  
device_backend_cleanup
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8c15b0: deregister unregistered
libxl: debug: libxl_device.c:1157:device_hotplug: calling hotplug  
script: /etc/xen/scripts/vif-openvswitch online
libxl: debug: libxl_device.c:1158:device_hotplug: extra args:
libxl: debug: libxl_device.c:1164:device_hotplug:       type_if=vif
libxl: debug: libxl_device.c:1166:device_hotplug: env:
libxl: debug: libxl_device.c:1173:device_hotplug:       script:  
/etc/xen/scripts/vif-openvswitch
libxl: debug: libxl_device.c:1173:device_hotplug:       XENBUS_TYPE: vif
libxl: debug: libxl_device.c:1173:device_hotplug:       XENBUS_PATH:  
backend/vif/14/0
libxl: debug: libxl_device.c:1173:device_hotplug:        
XENBUS_BASE_PATH: backend
libxl: debug: libxl_device.c:1173:device_hotplug:       netdev:
libxl: debug: libxl_device.c:1173:device_hotplug:       vif: vif14.0
libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to  
execute: /etc/xen/scripts/vif-openvswitch online
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8c16b0: deregister unregistered
libxl: debug: libxl_device.c:1143:device_hotplug: No hotplug script to execute
libxl: debug: libxl_event.c:686:libxl__ev_xswatch_deregister: watch  
w=0x55b5dc8c16b0: deregister unregistered
libxl: debug: libxl_event.c:2190:libxl__ao_progress_report: ao  
0x55b5dc8bbee0: progress report: callback queued aop=0x55b5dc8c33f0
libxl: debug: libxl_event.c:1869:libxl__ao_complete: ao  
0x55b5dc8bbee0: complete, rc=0
libxl: debug: libxl_event.c:1404:egc_run_callbacks: ao 0x55b5dc8bbee0:  
progress report: callback aop=0x55b5dc8c33f0
libxl: debug: libxl_event.c:1838:libxl__ao__destroy: ao  
0x55b5dc8bbee0: destroy


This is a LOG files:
--------------------
the xen-hotplug.log is EMPTY.

xl-stretch.log is:

Waiting for domain stretch (domid 14) to die [pid 10901]
libxl: debug: libxl_event.c:636:libxl__ev_xswatch_register: watch  
w=0x55b5dc8c1340 wpath=@releaseDomain token=3/0: register slotnum=3
libxl: debug: libxl_event.c:573:watchfd_callback: watch  
w=0x55b5dc8c1340 wpath=@releaseDomain token=3/0: event  
epath=@releaseDomain
libxl: debug: libxl.c:1176:domain_death_xswatch_callback:  
[evg=0x55b5dc8c0f70:14] nentries=1 rc=1 14..14
libxl: debug: libxl.c:1187:domain_death_xswatch_callback:  
[evg=0x55b5dc8c0f70:14]   got=domaininfos[0] got->domain=14
libxl: debug: libxl.c:1213:domain_death_xswatch_callback:  exists  
shutdown_reported=0 dominf.flags=ffff0020
libxl: debug: libxl.c:1180:domain_death_xswatch_callback: [evg=0] all reported
libxl: debug: libxl.c:1242:domain_death_xswatch_callback: domain death  
search done

$# xenstore-ls /local/domain/$(xl domid stretch)
68-b6d7-e8a00afeac20"
name = "stretch"
cpu = ""
 0 = ""
  availability = "online"
memory = ""
 static-max = "2097152"
 target = "2097152"
 videoram = "0"
device = ""
 suspend = ""
  event-channel = ""
 vbd = ""
  51713 = ""
   backend = "/local/domain/11/backend/vbd/14/51713"
   backend-id = "11"
   state = "3"
   virtual-device = "51713"
   device-type = "disk"
   protocol = "x86_64-abi"
   ring-ref = "2"
   event-channel = "3"
 vif = ""
  0 = ""
   backend = "/local/domain/0/backend/vif/14/0"
   backend-id = "0"
   state = "1"
   handle = "0"
   mac = "00:16:3e:0c:38:11"
control = ""
 shutdown = ""
 feature-poweroff = ""
 feature-reboot = ""
 feature-suspend = ""
 platform-feature-multiprocessor-suspend = "1"
 platform-feature-xs_reset_watches = "1"
data = ""
drivers = ""
feature = ""
attr = ""
domid = "14"
store = ""
 port = "1"
 ring-ref = "25417201"
console = ""
 backend = "/local/domain/0/backend/console/14/0"
 backend-id = "0"
 limit = "1048576"
 type = "xenconsoled"
 output = "pty"
 tty = "/dev/pts/3"
 port = "2"
 ring-ref = "25417202"


I'm testing the console with:
$# screen $(xenstore-read /local/domain/$(xl domid stretch)/console/tty)

but the screen is empty.

I'm creating the new grub-x86_64-xen.bin image with new grub.cfg, this is

$# echo "normal (xen/xvda1)/boot/grub/grub.cfg" > grub.cfg
$# grub-mkimage -v -p '' -O x86_64-xen -c grub.cfg -o  
grub-x86_64-xen.bin /usr/lib/grub/x86_64-xen/*.mod
and I'am overwriting the original grub-x86_64-xen.bin with new image,  
but this effect is some, nothing has changed.
These are the settings is working the debian-jessie with xen-4.4.
I would like to use newer xen, because i have some problem with qemu,  
openvswitch and zfsbackend.
thx to the answer
G




_______________________________________________
Xen-users mailing list
Xen-users@xxxxxxxxxxxxx
https://lists.xen.org/xen-users