Dotaz: wc: /proc/net/ip_conntrack: No space left on device

[miso]

Dobry den,
rad by som monitoroval mnozstvo spojeni na routery ale ked sa o to pokusim dostanem toto:
..($:/).- wc -l /proc/net/ip_conntrack
wc: /proc/net/ip_conntrack: No space left on device
0 /proc/net/ip_conntrack

Vygooglil som ze niesom jediny co ma tento problem, ze sa urcite netyka volneho miesta na disku ale k rieseniu som sa nedopatral.
Nestretli ste sa s niecim podobnym?
dakujem

Odpovědi

[thoger]

Nestretol, takze len tip: Okluka cez cat ma rovnaky problem? (Odhliadnuc od nizsej efektivity tohoto riesenia. ;))

cat /proc/net/ip_conntrack | wc -l

[miso]

ano skusal som to :), je to rovnake
akymkolvek sposobom ked sa pokusim pristupit k suboru /proc/net/ip_conntrack dostanem: /proc/net/ip_conntrack: No space left on device

[Michal Kubeček]

Týká se to jen ip_conntrack nebo i jiných souborů z /proc (případně /proc/net)?

Zkuste spustit 'strace -o log cat /proc/net/ip_conntrack' a podívat se, jaký syscall skončí tou chybou.

[miso]

problem sa tyka iba ip_conntrack pri inych je to OK
strace hovori toto:
execve("/usr/bin/wc", ["wc", "-l", "/proc/net/ip_conntrack"], [/* 21 vars */]) = 0
uname({sys="Linux", node="host.host", ...}) = 0
brk(0) = 0x505000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2a95556000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=39936, ...}) = 0
mmap(NULL, 39936, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2a95557000
close(3) = 0
open("/lib64/tls/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\304"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1622600, ...}) = 0
mmap(0x39f9800000, 2314184, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x39f9800000
mprotect(0x39f992c000, 1085384, PROT_NONE) = 0
mmap(0x39f9a2c000, 20480, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x12c000) = 0x39f9a2c000
mmap(0x39f9a31000, 16328, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x39f9a31000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2a95561000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2a95562000
mprotect(0x39f9a2c000, 12288, PROT_READ) = 0
mprotect(0x39f9714000, 4096, PROT_READ) = 0
arch_prctl(ARCH_SET_FS, 0x2a95561b00) = 0
munmap(0x2a95557000, 39936) = 0
brk(0) = 0x505000
brk(0x526000) = 0x526000
open("/usr/lib/locale/locale-archive", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=48504528, ...}) = 0
mmap(NULL, 48504528, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2a95563000
close(3) = 0
open("/proc/net/ip_conntrack", O_RDONLY) = 3
read(3, 0x7fbfffb8d0, 16384) = -1 ENOSPC (No space left on device)
write(2, "wc: ", 4wc: ) = 4
write(2, "/proc/net/ip_conntrack", 22/proc/net/ip_conntrack) = 22
open("/usr/share/locale/locale.alias", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=2528, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2a983a5000
read(4, "# Locale name alias data base.\n#"..., 4096) = 2528
read(4, "", 4096) = 0
close(4) = 0
munmap(0x2a983a5000, 4096) = 0
open("/usr/share/locale/en_US.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/share/locale/en_US.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/share/locale/en_US/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/share/locale/en.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/share/locale/en.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/share/locale/en/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
write(2, ": No space left on device", 25: No space left on device) = 25
write(2, "\n", 1
) = 1
fstat(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2a983a5000
write(1, "0 /proc/net/ip_conntrack\n", 250 /proc/net/ip_conntrack
) = 25
close(3) = 0
exit_group(1) = ?
Process 6322 detached


[Michal Kubeček]

To je hodně divné, podle manuálové stránky (linuxové i posixové) by read() chybu ENOSPC vracet neměl. Není poškozené jádro (modul)? Jestli máte po ruce jinou (třeba starší) verzi jádra, zkuste nabootovat ji.

[miso]

nemozem si dovolit moc masinu restartovat.
ako som sa docital na forach tak niektorym zacalo tuto chybu pisat akurat po upgrade kernelu. Taktiez sa to vyskytuje v pripadoch kde je ip_conntrack_max nastavene na dost velku hodnotu v mojom pripade 393216(tece tade dost vela paketov :)
asi mi zostane iba moznost masinu v noci rebootovat na novsi/starsi kernel. :(

[Marble]

Tak ono ENOSPC se bere z funkce ct_seq_show která žije v souboru ./net/netfilter/nf_conntrack_standalone.c a ./net/ipv4/netfilter/ip_conntrack_standalone.c a která se volá prostřednictvím funkcí ve fs/seq_file.c při přístupu k souboru ip_conntrack. Tohle platí pro 2.6.17, v 2.6.18 je to už zdá se opraveno (minimálně inkriminovaná fce nevrací ENOSPC a je úplně jiná; jestli to znamená také opravená, to nevím ).

Víc se mi ve zdrojácích jádra teď hrabat nechce, zvlášť když už to asi opravil někdo jiný, ale kdybyste někdo měl náladu pátrat, co přesně bylo rozbité, máte tu nasměrování.

[Jesus Jimenez]

verze jadra je jaka?

[miso]

jedna sa o CentOS 4.4 kernel 2.6.9-42.0.10.EL

[petris]

Pouzijte tento "cat" a kdyz selze, tak si najdete, jak se jmenuje ona vracena ciselna konstanta a kouknete do manu, co to znamena. A pak az zkuste google

ENOSPC(28) muze vratit bud

open: "pathname was to be created but the device containing pathname has no room for the new file."

write: "The device containing the file referred to by fd has no room for the data."

#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <errno.h>

int main(void){
        int fd, dat;
        char buf[64];

        if( (fd = open("/proc/net/ip_conntrack", O_RDONLY)) == -1 ){
                fprintf(stderr, "open() nastavil errno na %d\n", errno);
                exit(EXIT_FAILURE);
        }
        while( (dat = read(fd, buf, 64)) > 0 )
                if( write(1, buf, 64) == - 1){
                        fprintf(stderr, "write() nastavil errno na %d\n", errno);
                        exit(EXIT_FAILURE);
                }

        if( dat != 0 ){
                fprintf(stderr, "read() nastavil errno na %d\n", errno);
                exit(EXIT_FAILURE);
        }
        return 0;
}

Taky by urcite nebylo od veci pouzit strace