[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

Re: [Xen-users] xen+rbd(ceph)+qemu on centos 7



Hi George,

thanks for reply,  here we go:

[root@xen-host02 VM]# xl -vvvvv create haproxy00.soleks.net-run-pvm
Parsing config from haproxy00.soleks.net-run-pvm
libxl: debug: libxl_create.c:1560:do_domain_create: ao 0xc50f80: create: how=(nil) callback=(nil) poller=0xc50b20
libxl: debug: libxl_device.c:269:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=qdisk
libxl: debug: libxl_create.c:945:initiate_domain_create: running bootloader
libxl: debug: libxl_bootloader.c:330:libxl__bootloader_run: no bootloader configured, using user supplied kernel
libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc51978: deregister unregistered
domainbuilder: detail: xc_dom_allocate: cmdline="root=/dev/mapper/vg_haproxy00-vol_root rdshell console=hvc0", features=
"(null)"
libxl: debug: libxl_dom.c:631:libxl__build_pv: pv kernel mapped 0 path /boot/VM/vmlinuz-3.18.21-16.el6.x86_64
domainbuilder: detail: xc_dom_kernel_file: filename="/boot/VM/vmlinuz-3.18.21-16.el6.x86_64"
domainbuilder: detail: xc_dom_malloc_filemap    : 5134 kB
domainbuilder: detail: xc_dom_ramdisk_file: filename="/boot/VM/initramfs-3.18.21-16.el6.x86_64.img"
domainbuilder: detail: xc_dom_malloc_filemap    : 21535 kB
domainbuilder: detail: xc_dom_boot_xen_init: ver 4.6, caps xen-3.0-x86_64 xen-3.0-x86_32p hvm-3.0-x86_32 hvm-3.0-x86_32p
 hvm-3.0-x86_64
domainbuilder: detail: xc_dom_parse_image: called
domainbuilder: detail: xc_dom_find_loader: trying multiboot-binary loader ...
domainbuilder: detail: loader probe failed
domainbuilder: detail: xc_dom_find_loader: trying Linux bzImage loader ...
domainbuilder: detail: xc_dom_malloc            : 19782 kB
domainbuilder: detail: xc_dom_do_gunzip: unzip ok, 0x4f64d7 -> 0x1351970
domainbuilder: detail: loader probe OK
xc: detail: elf_parse_binary: phdr: paddr=0x1000000 memsz=0xb39000
xc: detail: elf_parse_binary: phdr: paddr=0x1c00000 memsz=0x161000
xc: detail: elf_parse_binary: phdr: paddr=0x1d61000 memsz=0x140c0
xc: detail: elf_parse_binary: phdr: paddr=0x1d76000 memsz=0x60c000
xc: detail: elf_parse_binary: memory: 0x1000000 -> 0x2382000
xc: detail: elf_xen_parse_note: GUEST_OS = "linux"
xc: detail: elf_xen_parse_note: GUEST_VERSION = "2.6"
xc: detail: elf_xen_parse_note: XEN_VERSION = "xen-3.0"
xc: detail: elf_xen_parse_note: VIRT_BASE = 0xffffffff80000000
xc: detail: elf_xen_parse_note: ENTRY = 0xffffffff81d761f0
xc: detail: elf_xen_parse_note: HYPERCALL_PAGE = 0xffffffff81001000
xc: detail: elf_xen_parse_note: FEATURES = "!writable_page_tables|pae_pgdir_above_4gb|writable_descriptor_tables|auto_tr
anslated_physmap|supervisor_mode_kernel"
xc: detail: elf_xen_parse_note: SUPPORTED_FEATURES = 0x90d
xc: detail: elf_xen_parse_note: PAE_MODE = "yes"
xc: detail: elf_xen_parse_note: LOADER = "generic"
xc: detail: elf_xen_parse_note: unknown xen elf note (0xd)
xc: detail: elf_xen_parse_note: SUSPEND_CANCEL = 0x1
xc: detail: elf_xen_parse_note: MOD_START_PFN = 0x1
xc: detail: elf_xen_parse_note: HV_START_LOW = 0xffff800000000000
xc: detail: elf_xen_parse_note: PADDR_OFFSET = 0x0
xc: detail: elf_xen_addr_calc_check: addresses:
xc: detail:     virt_base        = 0xffffffff80000000
xc: detail:     elf_paddr_offset = 0x0
xc: detail:     virt_offset      = 0xffffffff80000000
xc: detail:     virt_kstart      = 0xffffffff81000000
xc: detail:     virt_kend        = 0xffffffff82382000
xc: detail:     virt_entry       = 0xffffffff81d761f0
xc: detail:     p2m_base         = 0xffffffffffffffff
domainbuilder: detail: xc_dom_parse_elf_kernel: xen-3.0-x86_64: 0xffffffff81000000 -> 0xffffffff82382000
domainbuilder: detail: xc_dom_mem_init: mem 8192 MB, pages 0x200000 pages, 4k each
domainbuilder: detail: xc_dom_mem_init: 0x200000 pages
domainbuilder: detail: xc_dom_boot_mem_init: called
domainbuilder: detail: x86_compat: guest xen-3.0-x86_64, address size 64
domainbuilder: detail: xc_dom_malloc            : 16384 kB
domainbuilder: detail: xc_dom_build_image: called
domainbuilder: detail: xc_dom_alloc_segment:   kernel       : 0xffffffff81000000 -> 0xffffffff82382000  (pfn 0x1000 + 0x
1382 pages)
domainbuilder: detail: xc_dom_malloc            : 117 kB
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x1000+0x1382 at 0x7f0afe392000
xc: detail: elf_load_binary: phdr 0 at 0x7f0afe392000 -> 0x7f0afeecb000
xc: detail: elf_load_binary: phdr 1 at 0x7f0afef92000 -> 0x7f0aff0f3000
xc: detail: elf_load_binary: phdr 2 at 0x7f0aff0f3000 -> 0x7f0aff1070c0
xc: detail: elf_load_binary: phdr 3 at 0x7f0aff108000 -> 0x7f0aff2e3000
domainbuilder: detail: xc_dom_alloc_segment:   ramdisk      : 0xffffffff82382000 -> 0xffffffff85ffc000  (pfn 0x2382 + 0x
3c7a pages)
domainbuilder: detail: xc_dom_malloc            : 362 kB
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x2382+0x3c7a at 0x7f0afa718000
domainbuilder: detail: xc_dom_do_gunzip: unzip ok, 0x1507fff -> 0x3c79210
domainbuilder: detail: xc_dom_alloc_segment:   phys2mach    : 0xffffffff85ffc000 -> 0xffffffff86ffc000  (pfn 0x5ffc + 0x
1000 pages)
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x5ffc+0x1000 at 0x7f0af9718000
domainbuilder: detail: xc_dom_alloc_page   :   start info   : 0xffffffff86ffc000 (pfn 0x6ffc)
domainbuilder: detail: xc_dom_alloc_page   :   xenstore     : 0xffffffff86ffd000 (pfn 0x6ffd)
domainbuilder: detail: xc_dom_alloc_page   :   console      : 0xffffffff86ffe000 (pfn 0x6ffe)
domainbuilder: detail: nr_page_tables: 0x0000ffffffffffff/48: 0xffff000000000000 -> 0xffffffffffffffff, 1 table(s)
domainbuilder: detail: nr_page_tables: 0x0000007fffffffff/39: 0xffffff8000000000 -> 0xffffffffffffffff, 1 table(s)
domainbuilder: detail: nr_page_tables: 0x000000003fffffff/30: 0xffffffff80000000 -> 0xffffffffbfffffff, 1 table(s)
domainbuilder: detail: nr_page_tables: 0x00000000001fffff/21: 0xffffffff80000000 -> 0xffffffff873fffff, 58 table(s)
domainbuilder: detail: xc_dom_alloc_segment:   page tables  : 0xffffffff86fff000 -> 0xffffffff8703c000  (pfn 0x6fff + 0x
3d pages)
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x6fff+0x3d at 0x7f0b0783e000
domainbuilder: detail: xc_dom_alloc_page   :   boot stack   : 0xffffffff8703c000 (pfn 0x703c)
domainbuilder: detail: xc_dom_build_image  : virt_alloc_end : 0xffffffff8703d000
domainbuilder: detail: xc_dom_build_image  : virt_pgtab_end : 0xffffffff87400000
domainbuilder: detail: xc_dom_boot_image: called
domainbuilder: detail: arch_setup_bootearly: doing nothing
domainbuilder: detail: xc_dom_compat_check: supported guest type: xen-3.0-x86_64 <= matches
domainbuilder: detail: xc_dom_compat_check: supported guest type: xen-3.0-x86_32p
domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_32
domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_32p
domainbuilder: detail: xc_dom_compat_check: supported guest type: hvm-3.0-x86_64
domainbuilder: detail: xc_dom_update_guest_p2m: dst 64bit, pages 0x200000
domainbuilder: detail: clear_page: pfn 0x6ffe, mfn 0x82b9fe
domainbuilder: detail: clear_page: pfn 0x6ffd, mfn 0x82b9fd
domainbuilder: detail: xc_dom_pfn_to_ptr_retcount: domU mapping: pfn 0x6ffc+0x1 at 0x7f0b07919000
domainbuilder: detail: start_info_x86_64: called
domainbuilder: detail: setup_hypercall_page: vaddr=0xffffffff81001000 pfn=0x1001
domainbuilder: detail: domain builder memory footprint
domainbuilder: detail:    allocated
domainbuilder: detail:       malloc             : 35 MB
domainbuilder: detail:       anon mmap          : 0 bytes
domainbuilder: detail:    mapped
domainbuilder: detail:       file mmap          : 26670 kB
domainbuilder: detail:       domU mmap          : 96 MB
domainbuilder: detail: arch_setup_bootlate: shared_info: pfn 0x0, mfn 0xaff8a
domainbuilder: detail: shared_info_x86_64: called
domainbuilder: detail: vcpu_x86_64: called
domainbuilder: detail: vcpu_x86_64: cr3: pfn 0x6fff mfn 0x82b9ff
domainbuilder: detail: launch_vm: called, ctxt=0x7f0b0791a004
domainbuilder: detail: xc_dom_release: called
libxl: debug: libxl_device.c:269:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=qdisk
libxl: debug: libxl_linux.c:267:libxl__get_hotplug_script_info: backend_kind 3, no need to execute scripts
libxl: debug: libxl_device.c:1021:device_hotplug: No hotplug script to execute
libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc53820: deregister unregistered
libxl: debug: libxl_dm.c:1778:libxl__spawn_local_dm: Spawning device-model /usr/lib64/xen/bin/qemu-system-i386 with argu
ments:
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   /usr/lib64/xen/bin/qemu-system-i386
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -xen-domid
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   9
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -chardev
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   socket,id=libxl-cmd,path=/var/run/xen/qmp-libxl-9,server,nowait
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -no-shutdown
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -mon
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   chardev=libxl-cmd,mode=control
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -chardev
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   socket,id=libxenstat-cmd,path=/var/run/xen/qmp-libxenstat-9,serve
r,nowait
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -mon
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   chardev=libxenstat-cmd,mode=control
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -nodefaults
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -xen-attach
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -name
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   haproxy00.soleks.net
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -vnc
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   none
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -display
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   none
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -nographic
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -machine
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   xenpv
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   -m
libxl: debug: libxl_dm.c:1780:libxl__spawn_local_dm:   8192
libxl: debug: libxl_event.c:639:libxl__ev_xswatch_register: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state
token=3/0: register slotnum=3
libxl: debug: libxl_create.c:1583:do_domain_create: ao 0xc50f80: inprogress: poller=0xc50b20, flags=i
libxl: debug: libxl_event.c:576:watchfd_callback: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: event epath=/local/domain/0/device-model/9/state
libxl: debug: libxl_exec.c:399:spawn_watch_event: domain 9 device model: spawn watch p=(null)
libxl: debug: libxl_event.c:576:watchfd_callback: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: event epath=/local/domain/0/device-model/9/state
libxl: debug: libxl_exec.c:399:spawn_watch_event: domain 9 device model: spawn watch p=running
libxl: debug: libxl_event.c:677:libxl__ev_xswatch_deregister: watch w=0xc51c70 wpath=/local/domain/0/device-model/9/state token=3/0: deregister slotnum=3
libxl: debug: libxl_exec.c:129:libxl_report_child_exitstatus: domain 9 device model (dying as expected) [5652] died due to fatal signal Killed
libxl: debug: libxl_event.c:691:libxl__ev_xswatch_deregister: watch w=0xc51c70: deregister unregistered
libxl: debug: libxl_qmp.c:706:libxl__qmp_initialize: connected to /var/run/xen/qmp-libxl-9
libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: qmp
libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
    "execute": "qmp_capabilities",
    "id": 1
}
'
libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
    "execute": "query-chardev",
    "id": 2
}
'
libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
libxl: debug: libxl_qmp.c:555:qmp_send_prepare: next qmp command: '{
    "execute": "query-vnc",
    "id": 3
}
'
libxl: debug: libxl_qmp.c:296:qmp_handle_response: message type: return
libxl: debug: libxl_event.c:2183:libxl__ao_progress_report: ao 0xc50f80: progress report: ignored
libxl: debug: libxl_event.c:1874:libxl__ao_complete: ao 0xc50f80: complete, rc=0
libxl: debug: libxl_event.c:1843:libxl__ao__destroy: ao 0xc50f80: destroy
xc: debug: hypercall buffer: total allocations:188 total releases:188
xc: debug: hypercall buffer: current allocations:0 maximum allocations:3
xc: debug: hypercall buffer: cache current size:3
xc: debug: hypercall buffer: cache hits:167 misses:3 toobig:18



 

On Sat, Jun 25, 2016 at 1:56 PM, Daniel Mezentsev <dan@xxxxxxxxxx> wrote:

Hi Xen-Users,

Need i need help with issue troubleshooting. Here is my setup latest setup:
CentOS 7.2, Xen 4.7rc4 (installed from RPM. cbs.centos.org), qemu 2.6
(recompiled with rbd and xen support), ceph 10.2 (from ceph repo), kernel
4.6 from elrepo.
I did try previouse versions but all results were the same.
So basically i can't start VM. qemu which is coming from xen-runtime package
compiled without rbd support, so it can't get image info, that is why i
rebuild qemu, so i can read information about image:

qemu-img info
rbd:vm_images/vol-spacewalk.soleks.net:id=admin:conf=/etc/ceph/ceph.conf
image:
rbd:vm_images/vol-spacewalk.soleks.net:id=admin:conf=/etc/ceph/ceph.conf
file format: raw
virtual size: 256G (274877906944 bytes)
disk size: unavailable
cluster_size: 4194304

so that portion works.

I can boot VM kernel, here is VM configuration file:

# bootloader="pygrub"
device_model_override = "/usr/local/bin/qemu-system-i386"
device_model_version = "qemu-xen"

name = "spacewalk.soleks.net"

# kernel = '/boot/VM/vmlinuz-2.6.32-504.30.3.el6.x86_64'
# kernel = '/boot/VM/vmlinuz-2.6.32-642.1.1.el6.x86_64'
kernel = '/boot/VM/vmlinuz-4.6.2-1.el6.elrepo.x86_64'
# ramdisk = '/boot/VM/initramfs-2.6.32-504.30.3.el6.x86_64.img'
# ramdisk = '/boot/VM/initramfs-2.6.32-642.1.1.el6.x86_64.img'
ramdisk = '/boot/VM/initramfs-4.6.2-1.el6.elrepo.x86_64.img'
extra = 'console=hvc0'

vcpus=4

memory = "8192"

disk = [ 'backendtype=qdisk, vdev=xvda,
target=rbd:vm_images/vol-spacewalk.soleks.net:id=admin' ]

root = '/dev/mapper/vg_spacewalk-vol_root'

vif = [
    'mac=00:16:3E:03:FF:00, bridge=br-core41',
    'mac=00:16:3E:03:FF:01, bridge=br-dmz42'
]
serial = 'pty'

_on_reboot_ = 'restart'
_on_shutdown_ = 'destroy'
_on_crash_ = 'destroy'

but kernel is reporting the following:
xenbus_probe_frontend: Device with no driver: device/vbd/51712
xenbus_probe_frontend: Device with no driver: device/vif/0
xenbus_probe_frontend: Device with no driver: device/vif/1

and in the log qemu-dm:
xen be core: xen be core: xen be: watching backend path (backend/console/4)
failed
xen be: watching backend path (backend/console/4) failed
xen be core: xen be core: xen be: watching backend path (backend/vkbd/4)
failed
xen be: watching backend path (backend/vkbd/4) failed
xen be core: xen be core: xen be: watching backend path (backend/vfb/4)
failed
xen be: watching backend path (backend/vfb/4) failed
xen be core: xen be core: xen be: watching backend path (backend/qdisk/4)
failed
xen be: watching backend path (backend/qdisk/4) failed
xen be core: xen be core: xen be: watching backend path (backend/qnic/4)
failed
xen be: watching backend path (backend/qnic/4) failed
qemu-system-i386: terminating on signal 1 from pid 30579

i don't know where to go from there, so need help from community.

Can you post the output of "xl create -vvvvv [config]"?

Thanks,
-George

_______________________________________________
Xen-users mailing list
Xen-users@xxxxxxxxx.orghttp://lists.xen.org/xen-users



Daniel Mezentsev, founder
(+1) 604 313 8592.
Soleks Data Group.
Shaping the clouds.
_______________________________________________
Xen-users mailing list
Xen-users@xxxxxxxxxxxxx
https://lists.xen.org/xen-users

 


Rackspace

Lists.xenproject.org is hosted with RackSpace, monitoring our
servers 24x7x365 and backed by RackSpace's Fanatical Support®.