OpenVZ Forum


Home » International » Russian » Unable to stop container: operation timed out
Unable to stop container: operation timed out [message #37520] Tue, 22 September 2009 18:07 Go to next message
hiddenko is currently offline  hiddenko
Messages: 4
Registered: September 2009
Junior Member
From: *pool.ukrtel.net
Здравствуйте, уважаемое сообщество.

Прошу помощи....

Столкнулись с проблемой, что одну из VE vzctl не может остановить.
Пожалуйста, подскажите как можно побороть эту проблему ? (поиск не дал результатов)

Железо: HP Proliant G4 DL380 CPU Xeon 2x2, ram 4Gb, raid5 (hdd x 6)

# uname -a
Linux xxxx 2.6.26-2-openvz-686 #1 SMP Wed Aug 19 07:30:34 UTC 2009 i686 GNU/Linux

# cat /proc/version
Linux version 2.6.26-2-openvz-686 (Debian 2.6.26-19) (dannf@debian.org) (gcc version 4.1.3 20080704 (prerelease) (Debian 4.1.2-25)) #1 SMP Wed Aug 19 07:30:34 UTC 2009


# aptitude search vz | egrep "^i"
i linux-image-2.6.26-2-openvz-686
i A vzctl
i vzdump
i vzprocps
i A vzquota

# vzctl --version
vzctl version 3.0.23-1dso1


# vzctl stop 231
Stopping container ...
Unable to stop container: operation timed out

# vzlist
CTID NPROC STATUS IP_ADDR HOSTNAME
231 0 running 77.1xx.xxx.xxx vds.domain.com

Иногда появляется 1 запущенный процесс, но не успеваем засечь его pid

strace выдал вот такое:

# strace vzctl stop 231
execve("/usr/sbin/vzctl", ["vzctl", "stop", "231"], [/* 21 vars */]) = 0
brk(0)                                  = 0x805f000
uname({sys="Linux", node="xxxx", ...}) = 0
access("/etc/ld.so.nohwcap", F_OK)      = -1 ENOENT (No such file or directory)
mmap2(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa5000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY)      = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=16068, ...}) = 0
mmap2(NULL, 16068, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7fa1000
close(3)                                = 0
access("/etc/ld.so.nohwcap", F_OK)      = -1 ENOENT (No such file or directory)
open("/usr/lib/libvzctl-0.0.2.so", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0PW\0\0004\0\0\0\370"..., 512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=145416, ...}) = 0
mmap2(NULL, 148388, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0xb7f7c000
mmap2(0xb7f9f000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x22) = 0xb7f9f000
close(3)                                = 0
access("/etc/ld.so.nohwcap", F_OK)      = -1 ENOENT (No such file or directory)
open("/lib/i686/cmov/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0`\n\0\0004\0\0\0H"..., 512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=9680, ...}) = 0
mmap2(NULL, 12412, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0xb7f78000
mmap2(0xb7f7a000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1) = 0xb7f7a000
close(3)                                = 0
access("/etc/ld.so.nohwcap", F_OK)      = -1 ENOENT (No such file or directory)
open("/lib/i686/cmov/libutil.so.1", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\340\t\0\0004\0\0\0t"..., 512) = 512
fstat64(3, {st_mode=S_IFREG|0644, st_size=9684, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7f77000
mmap2(NULL, 12424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0xb7f73000
mmap2(0xb7f75000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1) = 0xb7f75000
close(3)                                = 0
access("/etc/ld.so.nohwcap", F_OK)      = -1 ENOENT (No such file or directory)
open("/lib/i686/cmov/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\260e\1\0004\0\0\0\4"..., 512) = 512
fstat64(3, {st_mode=S_IFREG|0755, st_size=1413540, ...}) = 0
mmap2(NULL, 1418864, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0xb7e18000
mmap2(0xb7f6d000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x155) = 0xb7f6d000
mmap2(0xb7f70000, 9840, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb7f70000
close(3)                                = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7e17000
set_thread_area({entry_number:-1 -> 6, base_addr:0xb7e176b0, limit:1048575, seg_32bit:1, contents:0, read_exec_only:0, limit_in_pages:1, seg_not_present:0, useable:1}) = 0
mprotect(0xb7f6d000, 4096, PROT_READ)   = 0
munmap(0xb7fa1000, 16068)               = 0
brk(0)                                  = 0x805f000
brk(0x8080000)                          = 0x8080000
rt_sigaction(SIGPIPE, {SIG_IGN}, NULL, 8) = 0
open("/usr/lib/vzctl/modules/", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY|O_CLOEXEC) = 3
fstat64(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl64(3, F_GETFD)                     = 0x1 (flags FD_CLOEXEC)
getdents(3, /* 2 entries */, 4096)      = 32
stat64("/usr/lib/vzctl/modules//.", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
stat64("/usr/lib/vzctl/modules//..", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/etc/vz/vz.conf", O_RDONLY)       = 3
stat64("/etc/vz/vz.conf", {st_mode=S_IFREG|0644, st_size=1308, ...}) = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=1308, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa4000
read(3, "## Global parameters\nVIRTUOZZO=ye"..., 4096) = 1308
read(3, ""..., 4096)                    = 0
close(3)                                = 0
munmap(0xb7fa4000, 4096)                = 0
open("/var/log/vzctl.log", O_WRONLY|O_CREAT|O_APPEND, 0666) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=6197089, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa4000
fstat64(3, {st_mode=S_IFREG|0644, st_size=6197089, ...}) = 0
_llseek(3, 6197089, [6197089], SEEK_SET) = 0
stat64("/etc/vz/conf/231.conf", {st_mode=S_IFREG|0644, st_size=1811, ...}) = 0
open("/etc/vz/conf/231.conf", O_RDONLY) = 4
stat64("/etc/vz/conf/231.conf", {st_mode=S_IFREG|0644, st_size=1811, ...}) = 0
fstat64(4, {st_mode=S_IFREG|0644, st_size=1811, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa3000
read(4, "#  Copyright (C) 2000-2008, Paral"..., 4096) = 1811
read(4, ""..., 4096)                    = 0
close(4)                                = 0
munmap(0xb7fa3000, 4096)                = 0
fcntl64(0, F_GETFL)                     = 0x8002 (flags O_RDWR|O_LARGEFILE)
fcntl64(1, F_GETFL)                     = 0x8002 (flags O_RDWR|O_LARGEFILE)
fcntl64(2, F_GETFL)                     = 0x8002 (flags O_RDWR|O_LARGEFILE)
open("/dev/vzctl", O_RDWR)              = 4
ioctl(4, 0x400c2e05, 0xbffc1910)        = 0
stat64("/var/lib/vz/lock", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
gettimeofday({1253640882, 927141}, NULL) = 0
getpid()                                = 20811
open("/var/lib/vz/lock/231.lck03Xk1C", O_RDWR|O_CREAT|O_EXCL, 0600) = 5
write(5, "20811\n\n"..., 7)             = 7
close(5)                                = 0
link("/var/lib/vz/lock/231.lck03Xk1C", "/var/lib/vz/lock/231.lck") = 0
unlink("/var/lib/vz/lock/231.lck03Xk1C") = 0
rt_sigaction(SIGINT, {SIG_IGN}, NULL, 8) = 0
ioctl(4, 0x400c2e05, 0xbffc18a0)        = 0
stat64("/etc/vz/conf/231.stop", 0xbffc17f4) = -1 ENOENT (No such file or directory)
open("/proc/vz/veinfo", O_RDONLY)       = 5
fstat64(5, {st_mode=S_IFREG|0400, st_size=0, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa3000
read(5, "       231     0     0\n       212"..., 1024) = 321
close(5)                                = 0
munmap(0xb7fa3000, 4096)                = 0
rt_sigaction(SIGCHLD, NULL, {SIG_DFL}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_IGN}, NULL, 8) = 0
fstat64(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 3), ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa3000
write(1, "Stopping container ...\n"..., 23Stopping container ...
) = 23
time(NULL)                              = 1253640882
open("/etc/localtime", O_RDONLY)        = 5
fstat64(5, {st_mode=S_IFREG|0644, st_size=2057, ...}) = 0
fstat64(5, {st_mode=S_IFREG|0644, st_size=2057, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7fa2000
read(5, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\f\0\0\0\f\0\0\0\0\0"..., 4096) = 2057
_llseek(5, -30, [2027], SEEK_CUR)       = 0
read(5, "\nEET-2EEST,M3.5.0/3,M10.5.0/4\n"..., 4096) = 30
close(5)                                = 0
munmap(0xb7fa2000, 4096)                = 0
stat64("/etc/localtime", {st_mode=S_IFREG|0644, st_size=2057, ...}) = 0
write(3, "2009-09-22T20:34:42+0300 vzctl : "..., 65) = 65
clone(child_stack=0, flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD, child_tidptr=0xb7e176f8) = 20812
rt_sigprocmask(SIG_BLOCK, [CHLD], [], 8) = 0
rt_sigaction(SIGCHLD, NULL, {SIG_IGN}, 8) = 0
nanosleep({1, 0}, {1, 0})               = 0
rt_sigprocmask(SIG_SETMASK, [], NULL, 8) = 0
ioctl(4, 0x400c2e05, 0xbffc1750)        = 0
rt_sigprocmask(SIG_BLOCK, [CHLD], [], 8) = 0
rt_sigaction(SIGCHLD, NULL, {SIG_IGN}, 8) = 0
nanosleep({1, 0}, {1, 0})               = 0
rt_sigprocmask(SIG_SETMASK, [], NULL, 8) = 0
ioctl(4, 0x400c2e05, 0xbffc1750)        = 0
clone(child_stack=0, flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD, child_tidptr=0xb7e176f8) = 21654
nanosleep({0, 500000000}, NULL)         = 0
ioctl(4, 0x400c2e05, 0xbffc1750)        = 0
nanosleep({0, 500000000}, NULL)         = 0
ioctl(4, 0x400c2e05, 0xbffc1750)        = 0
nanosleep({0, 500000000}, NULL)         = 0
ioctl(4, 0x400c2e05, 0xbffc1750)        = 0
write(2, "Unable to stop container: operati"..., 45Unable to stop container: operation timed out) = 45
write(2, "\n"..., 1
)                    = 1
time(NULL)                              = 1253641063
stat64("/etc/localtime", {st_mode=S_IFREG|0644, st_size=2057, ...}) = 0
stat64("/etc/localtime", {st_mode=S_IFREG|0644, st_size=2057, ...}) = 0
write(3, "2009-09-22T20:37:43+0300 vzctl : "..., 88) = 88
rt_sigaction(SIGCHLD, {SIG_DFL}, NULL, 8) = 0
unlink("/var/lib/vz/lock/231.lck")      = 0
close(4)                                = 0
close(3)                                = 0
munmap(0xb7fa4000, 4096)                = 0
exit_group(33)  

Re: Unable to stop container: operation timed out [message #37565 is a reply to message #37520] Fri, 25 September 2009 13:46 Go to previous messageGo to next message
maratrus is currently offline  maratrus
Messages: 1495
Registered: August 2007
Location: Moscow
Senior Member
From: *sw.ru
В dmesg есть что-нибудь?
Рекомендую забить баг
http://bugzilla.openvz.org/
Re: Unable to stop container: operation timed out [message #37566 is a reply to message #37520] Fri, 25 September 2009 14:04 Go to previous message
hiddenko is currently offline  hiddenko
Messages: 4
Registered: September 2009
Junior Member
From: *pool.ukrtel.net
Может что и было в dmesg, уже не могу сказать, в срочном порядке поставили 2.6.18-19-ovz-686-ent ядро.
Баг пока не наблюдается, но зато выросла общая загрузка системы.
На родном ovz-ядре с debian.org при тех же условиях load average был в среднем до 1.5-2
С ядром, что установил, load average стабильно держится не менее 3-4, и довольно часто прыгает за 11.

ps. Подобных багрепорт на http://bugzilla.openvz.org уже есть

[Updated on: Fri, 25 September 2009 14:15]

Report message to a moderator

Previous Topic: Вопрос по железу
Next Topic: ресурсы
Goto Forum:
  


Current Time: Mon Jun 17 15:49:03 GMT 2019