| Hi George,
 thanks for reply,  here we go:
 
 [root@xen-host02 VM]# xl -vvvvv create haproxy00.soleks.net-run-pvm
 Parsing config from haproxy00.soleks.net-run-pvm
 libxl: debug: libxl_create.c:1560:do_domain_create: ao 0xc50f80: create: how=(nil) callback=(nil) poller=0xc50b20
 libxl: debug: libxl_device.c:269:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=qdisk
 libxl: debug: libxl_create.c:945:initiate_domain_create: running bootloader
 libxl: debug: libxl_bootloader.c:330:libxl__bootloader_run: no bootloader configured, using user supplied kernel
 libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc51978: deregister unregistered
 domainbuilder: detail: xc_dom_allocate: cmdline="root=/dev/mapper/vg_haproxy00-vol_root rdshell console=hvc0", features=
 "(null)"
 libxl: debug: libxl_dom.c:631:libxl__build_pv: pv kernel mapped 0 path /boot/VM/vmlinuz-3.18.21-16.el6.x86_64
 domainbuilder: detail: xc_dom_kernel_file: filename="/boot/VM/vmlinuz-3.18.21-16.el6.x86_64"
 domainbuilder: detail: xc_dom_malloc_filemap    : 5134 kB
 domainbuilder: detail: xc_dom_ramdisk_file: filename="/boot/VM/initramfs-3.18.21-16.el6.x86_64.img"
 domainbuilder: detail: xc_dom_malloc_filemap    : 21535 kB
 domainbuilder: detail: xc_dom_boot_xen_init: ver 4.6, caps xen-3.0-x86_64 xen-3.0-x86_32p hvm-3.0-x86_32 hvm-3.0-x86_32p
 hvm-3.0-x86_64
 domainbuilder: detail: xc_dom_parse_image: called
 domainbuilder: detail: xc_dom_find_loader: trying multiboot-binary loader ...
 domainbuilder: detail: loader probe failed
 domainbuilder: detail: xc_dom_find_loader: trying Linux bzImage loader ...
 domainbuilder: detail: xc_dom_malloc            : 19782 kB
 domainbuilder: detail: xc_dom_do_gunzip: unzip ok, 0x4f64d7 -> 0x1351970
 domainbuilder: detail: loader probe OK
 xc: detail: elf_parse_binary: phdr: paddr=0x1000000 memsz=0xb39000
 xc: detail: elf_parse_binary: phdr: paddr=0x1c00000 memsz=0x161000
 xc: detail: elf_parse_binary: phdr: paddr=0x1d61000 memsz=0x140c0
 xc: detail: elf_parse_binary: phdr: paddr=0x1d76000 memsz=0x60c000
 xc: detail: elf_parse_binary: memory: 0x1000000 -> 0x2382000
 xc: detail: elf_xen_parse_note: GUEST_OS = "linux"
 xc: detail: elf_xen_parse_note: GUEST_VERSION = "2.6"
 xc: detail: elf_xen_parse_note: XEN_VERSION = "xen-3.0"
 xc: detail: elf_xen_parse_note: VIRT_BASE = 0xffffffff80000000
 xc: detail: elf_xen_parse_note: ENTRY = 0xffffffff81d761f0
 xc: detail: elf_xen_parse_note: HYPERCALL_PAGE = 0xffffffff81001000
 xc: detail: elf_xen_parse_note: FEATURES = "!writable_page_tables|pae_pgdir_above_4gb|writable_descriptor_tables|auto_tr
 anslated_physmap|supervisor_mode_kernel"
 xc: detail: elf_xen_parse_note: SUPPORTED_FEATURES = 0x90d
 xc: detail: elf_xen_parse_note: PAE_MODE = "yes"
 xc: detail: elf_xen_parse_note: LOADER = "generic"
 xc: detail: elf_xen_parse_note: unknown xen elf note (0xd)
 xc: detail: elf_xen_parse_note: SUSPEND_CANCEL = 0x1
 xc: detail: elf_xen_parse_note: MOD_START_PFN = 0x1
 xc: detail: elf_xen_parse_note: HV_START_LOW = 0xffff800000000000
 xc: detail: elf_xen_parse_note: PADDR_OFFSET = 0x0
 xc: detail: elf_xen_addr_calc_check: addresses:
 xc: detail:     virt_base        = 0xffffffff80000000
 xc: detail:     elf_paddr_offset = 0x0
 xc: detail:     virt_offset      = 0xffffffff80000000
 xc: detail:     virt_kstart      = 0xffffffff81000000
 xc: detail:     virt_kend        = 0xffffffff82382000
 xc: detail:     virt_entry       = 0xffffffff81d761f0
 xc: detail:     p2m_base         = 0xffffffffffffffff
 domainbuilder: detail: xc_dom_parse_elf_kernel: xen-3.0-x86_64: 0xffffffff81000000 -> 0xffffffff82382000
 domainbuilder: detail: xc_dom_mem_init: mem 8192 MB, pages 0x200000 pages, 4k each
 domainbuilder: detail: xc_dom_mem_init: 0x200000 pages
 domainbuilder: detail: xc_dom_boot_mem_init: called
 domainbuilder: detail: x86_compat: guest xen-3.0-x86_64, address size 64
 domainbuilder: detail: xc_dom_malloc            : 16384 kB
 domainbuilder: detail: xc_dom_build_image: called
 domainbuilder: detail: xc_dom_alloc_segment:   kernel       : 0xffffffff81000000 -> 0xffffffff82382000  (pfn 0x1000 + 0x
 1382 pages)
 domainbuilder: detail: xc_dom_malloc            : 117 kB
 domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x1000+0x1382 at 0x7f0afe392000
 xc: detail: elf_load_binary: phdr 0 at 0x7f0afe392000 -> 0x7f0afeecb000
 xc: detail: elf_load_binary: phdr 1 at 0x7f0afef92000 -> 0x7f0aff0f3000
 xc: detail: elf_load_binary: phdr 2 at 0x7f0aff0f3000 -> 0x7f0aff1070c0
 xc: detail: elf_load_binary: phdr 3 at 0x7f0aff108000 -> 0x7f0aff2e3000
 domainbuilder: detail: xc_dom_alloc_segment:   ramdisk      : 0xffffffff82382000 -> 0xffffffff85ffc000  (pfn 0x2382 + 0x
 3c7a pages)
 domainbuilder: detail: xc_dom_malloc            : 362 kB
 domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x2382+0x3c7a at 0x7f0afa718000
 domainbuilder: detail: xc_dom_do_gunzip: unzip ok, 0x1507fff -> 0x3c79210
 domainbuilder: detail: xc_dom_alloc_segment:   phys2mach    : 0xffffffff85ffc000 -> 0xffffffff86ffc000  (pfn 0x5ffc + 0x
 1000 pages)
 domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x5ffc+0x1000 at 0x7f0af9718000
 domainbuilder: detail: xc_dom_alloc_page   :   start info   : 0xffffffff86ffc000 (pfn 0x6ffc)
 domainbuilder: detail: xc_dom_alloc_page   :   xenstore     : 0xffffffff86ffd000 (pfn 0x6ffd)
 domainbuilder: detail: xc_dom_alloc_page   :   console      : 0xffffffff86ffe000 (pfn 0x6ffe)
 domainbuilder: detail: nr_page_tables: 0x0000ffffffffffff/48: 0xffff000000000000 -> 0xffffffffffffffff, 1 table(s)
 domainbuilder: detail: nr_page_tables: 0x0000007fffffffff/39: 0xffffff8000000000 -> 0xffffffffffffffff, 1 table(s)
 domainbuilder: detail: nr_page_tables: 0x000000003fffffff/30: 0xffffffff80000000 -> 0xffffffffbfffffff, 1 table(s)
 domainbuilder: detail: nr_page_tables: 0x00000000001fffff/21: 0xffffffff80000000 -> 0xffffffff873fffff, 58 table(s)
 domainbuilder: detail: xc_dom_alloc_segment:   page tables  : 0xffffffff86fff000 -> 0xffffffff8703c000  (pfn 0x6fff + 0x
 3d pages)
 domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x6fff+0x3d at 0x7f0b0783e000
 domainbuilder: detail: xc_dom_alloc_page   :   boot stack   : 0xffffffff8703c000 (pfn 0x703c)
 domainbuilder: detail: xc_dom_build_image  : virt_alloc_end : 0xffffffff8703d000
 domainbuilder: detail: xc_dom_build_image  : virt_pgtab_end : 0xffffffff87400000
 domainbuilder: detail: xc_dom_boot_image: called
 domainbuilder: detail: arch_setup_bootearly: doing nothing
 domainbuilder: detail: xc_dom_compat_check: supported guest type: xen-3.0-x86_64 <= matches
 domainbuilder: detail: xc_dom_compat_check: supported guest type: xen-3.0-x86_32p
 domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_32
 domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_32p
 domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_64
 domainbuilder: detail: xc_dom_update_guest_p2m: dst 64bit, pages 0x200000
 domainbuilder: detail: clear_page: pfn 0x6ffe, mfn 0x82b9fe
 domainbuilder: detail: clear_page: pfn 0x6ffd, mfn 0x82b9fd
 domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x6ffc+0x1 at 0x7f0b07919000
 domainbuilder: detail: start_info_x86_64: called
 domainbuilder: detail: setup_hypercall_page: vaddr=0xffffffff81001000 pfn=0x1001
 domainbuilder: detail: domain builder memory footprint
 domainbuilder: detail:    allocated
 domainbuilder: detail:       malloc             : 35 MB
 domainbuilder: detail:       anon mmap          : 0 bytes
 domainbuilder: detail:    mapped
 domainbuilder: detail:       file mmap          : 26670 kB
 domainbuilder: detail:       domU mmap          : 96 MB
 domainbuilder: detail: arch_setup_bootlate: shared_info: pfn 0x0, mfn 0xaff8a
 domainbuilder: detail: shared_info_x86_64: called
 domainbuilder: detail: vcpu_x86_64: called
 domainbuilder: detail: vcpu_x86_64: cr3: pfn 0x6fff mfn 0x82b9ff
 domainbuilder: detail: launch_vm: called, ctxt=0x7f0b0791a004
 domainbuilder: detail: xc_dom_release: called
 libxl: debug: libxl_device.c:269:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=qdisk
 libxl: debug: libxl_linux.c:267:libxl__get_hotplug_script_info: backend_kind 3, no need to execute scripts
 libxl: debug: libxl_device.c:1021:device_hotplug: No hotplug script to execute
 libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc53820: deregister unregistered
 libxl: debug: libxl_dm.c:1778:libxl__spawn_local_dm: Spawning device-model /usr/lib64/xen/bin/qemu-system-i386 with argu
 ments:
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   /usr/lib64/xen/bin/qemu-system-i386
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -xen-domid
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   9
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -chardev
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   socket,id=libxl-cmd,path=/var/run/xen/qmp-libxl-9,server,nowait
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -no-shutdown
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -mon
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   chardev=libxl-cmd,mode=control
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -chardev
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   socket,id=libxenstat-cmd,path=/var/run/xen/qmp-libxenstat-9,serve
 r,nowait
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -mon
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   chardev=libxenstat-cmd,mode=control
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -nodefaults
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -xen-attach
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -name
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   haproxy00.soleks.net
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -vnc
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   none
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -display
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   none
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -nographic
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -machine
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   xenpv
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -m
 libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   8192
 libxl: debug: libxl_event.c:639:libxl__ev_xswatch_register: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state
 token=3/0: register slotnum=3
 libxl: debug: libxl_create.c:1583:do_domain_create: ao 0xc50f80: inprogress: poller=0xc50b20, flags=i
 libxl: debug: libxl_event.c:576:watchfd_callback: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: event epath=/local/domain/0/device-model/9/state
 libxl: debug: libxl_exec.c:399:spawn_watch_event: domain 9 device model: spawn watch p=(null)
 libxl: debug: libxl_event.c:576:watchfd_callback: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: event epath=/local/domain/0/device-model/9/state
 libxl: debug: libxl_exec.c:399:spawn_watch_event: domain 9 device model: spawn watch p=running
 libxl: debug: libxl_event.c:677:libxl__ev_xswatch_deregister: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: deregister slotnum=3
 libxl: debug: libxl_exec.c:129:libxl_report_child_exitstatus: domain 9 device model (dying as expected) [5652] died due to fatal signal Killed
 libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc51c70: deregister unregistered
 libxl: debug: libxl_qmp.c:706:libxl__qmp_initialize: connected to /var/run/xen/qmp-libxl-9
 libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: qmp
 libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
 "execute": "qmp_capabilities",
 "id": 1
 }
 '
 libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
 libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
 "execute": "query-chardev",
 "id": 2
 }
 '
 libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
 libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
 "execute": "query-vnc",
 "id": 3
 }
 '
 libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
 libxl: debug: libxl_event.c:2183:libxl__ao_progress_report: ao 0xc50f80: progress report: ignored
 libxl: debug: libxl_event.c:1874:libxl__ao_complete: ao 0xc50f80: complete, rc=0
 libxl: debug: libxl_event.c:1843:libxl__ao__destroy: ao 0xc50f80: destroy
 xc: debug: hypercall buffer: total allocations:188 total releases:188
 xc: debug: hypercall buffer: current allocations:0 maximum allocations:3
 xc: debug: hypercall buffer: cache current size:3
 xc: debug: hypercall buffer: cache hits:167 misses:3 toobig:18
 
 
 
 
 
On Sat, Jun 25, 2016 at 1:56 PM, Daniel Mezentsev <dan@xxxxxxxxxx> wrote: 
Can you post the output of "xl create -vvvvv [config]"?Hi Xen-Users,
 Need i need help with issue troubleshooting. Here is my setup latest setup:
 CentOS 7.2, Xen 4.7rc4 (installed from RPM. cbs.centos.org), qemu 2.6
 (recompiled with rbd and xen support), ceph 10.2 (from ceph repo), kernel
 4.6 from elrepo.
 I did try previouse versions but all results were the same.
 So basically i can't start VM. qemu which is coming from xen-runtime package
 compiled without rbd support, so it can't get image info, that is why i
 rebuild qemu, so i can read information about image:
 
 qemu-img info
 rbd:vm_images/vol-spacewalk.soleks.net:id=admin:conf=/etc/ceph/ceph.conf
 image:
 rbd:vm_images/vol-spacewalk.soleks.net:id=admin:conf=/etc/ceph/ceph.conf
 file format: raw
 virtual size: 256G (274877906944 bytes)
 disk size: unavailable
 cluster_size: 4194304
 
 so that portion works.
 
 I can boot VM kernel, here is VM configuration file:
 
 # bootloader="pygrub"
 device_model_override = "/usr/local/bin/qemu-system-i386"
 device_model_version = "qemu-xen"
 
 name = "spacewalk.soleks.net"
 
 # kernel = '/boot/VM/vmlinuz-2.6.32-504.30.3.el6.x86_64'
 # kernel = '/boot/VM/vmlinuz-2.6.32-642.1.1.el6.x86_64'
 kernel = '/boot/VM/vmlinuz-4.6.2-1.el6.elrepo.x86_64'
 # ramdisk = '/boot/VM/initramfs-2.6.32-504.30.3.el6.x86_64.img'
 # ramdisk = '/boot/VM/initramfs-2.6.32-642.1.1.el6.x86_64.img'
 ramdisk = '/boot/VM/initramfs-4.6.2-1.el6.elrepo.x86_64.img'
 extra = 'console=hvc0'
 
 vcpus=4
 
 memory = "8192"
 
 disk = [ 'backendtype=qdisk, vdev=xvda,
 target=rbd:vm_images/vol-spacewalk.soleks.net:id=admin' ]
 
 root = '/dev/mapper/vg_spacewalk-vol_root'
 
 vif = [
 'mac=00:16:3E:03:FF:00, bridge=br-core41',
 'mac=00:16:3E:03:FF:01, bridge=br-dmz42'
 ]
 serial = 'pty'
 
 _on_reboot_ = 'restart'
 _on_shutdown_ = 'destroy'
 _on_crash_ = 'destroy'
 
 but kernel is reporting the following:
 xenbus_probe_frontend: Device with no driver: device/vbd/51712
 xenbus_probe_frontend: Device with no driver: device/vif/0
 xenbus_probe_frontend: Device with no driver: device/vif/1
 
 and in the log qemu-dm:
 xen be core: xen be core: xen be: watching backend path (backend/console/4)
 failed
 xen be: watching backend path (backend/console/4) failed
 xen be core: xen be core: xen be: watching backend path (backend/vkbd/4)
 failed
 xen be: watching backend path (backend/vkbd/4) failed
 xen be core: xen be core: xen be: watching backend path (backend/vfb/4)
 failed
 xen be: watching backend path (backend/vfb/4) failed
 xen be core: xen be core: xen be: watching backend path (backend/qdisk/4)
 failed
 xen be: watching backend path (backend/qdisk/4) failed
 xen be core: xen be core: xen be: watching backend path (backend/qnic/4)
 failed
 xen be: watching backend path (backend/qnic/4) failed
 qemu-system-i386: terminating on signal 1 from pid 30579
 
 i don't know where to go from there, so need help from community.
 
 Thanks,
 -George
 
 _______________________________________________
 Xen-users mailing list
 Xen-users@xxxxxxxxx.orghttp://lists.xen.org/xen-users
 
 
 Daniel Mezentsev, founder(+1) 604 313 8592.
 Soleks Data Group.
 Shaping the clouds.
 |