Problem with jailed /proc mount and quota [case 68037]

[Alfa-Host]

Hi,

About 4 days ago i upgdare to cPanel 11.38 , a day after update i saw login to cPanel take more time more than usual , i checked this and found the problem was /usr/bin/quota command .

When a user want login to cPanel "/usr/bin/quota -v username" try to get quota for this commad and getting quota done after about 15sec !!

After that with strace i check process of "/usr/bin/quota -v username" and see someting like this :

A part of result :

statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "er=1,data=ordered 0 0\n/dev/sda3 "..., 1024) = 1024
read(3, " /home/virtfs/rankafza/var/spool ext4"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "tmp ext3 rw,seclabel,nosuid,noex"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/rankafza/home2/rankafza", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "/sdc1 /home/virtfs/appdemoi/home2/app"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "osuid,relatime,barrier=1,data=or"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/rankafza/home2/rankafza", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0

I rebooted the server and problem solved , but after a day i see the problem again !!

Thanks.

 

[Infopro]

Hi Alfa-Host, do you have a ticket open on this issue?

 

[cPanelKenneth]

Hi,

About 4 days ago i upgdare to cPanel 11.38 , a day after update i saw login to cPanel take more time more than usual , i checked this and found the problem was /usr/bin/quota command .

When a user want login to cPanel "/usr/bin/quota -v username" try to get quota for this commad and getting quota done after about 15sec !!

After that with strace i check process of "/usr/bin/quota -v username" and see someting like this :

A part of result :

statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "er=1,data=ordered 0 0\n/dev/sda3 "..., 1024) = 1024
read(3, " /home/virtfs/rankafza/var/spool ext4"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "tmp ext3 rw,seclabel,nosuid,noex"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/rankafza/home2/rankafza", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "/sdc1 /home/virtfs/appdemoi/home2/app"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/appdemoi/home2/appdemoi", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/appdemoi/home2/appdemoi", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0
read(3, "osuid,relatime,barrier=1,data=or"..., 1024) = 1024
lstat("/virtfs", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
lstat("/home/virtfs/rankafza/home2/rankafza", {st_mode=S_IFDIR|0711, st_size=4096, ...}) = 0
statfs("/home/virtfs/rankafza/home2/rankafza", {f_type="EXT2_SUPER_MAGIC", f_bsize=4096, f_blocks=57687349, f_bfree=26883274, f_bavail=23952918, f_files=14655488, f_ffree=9926755, f_fsid={1484693606, -809830478}, f_namelen=255, f_frsize=4096}) = 0
stat("/dev/sdc1", {st_mode=S_IFBLK|0660, st_rdev=makedev(8, 33), ...}) = 0

I rebooted the server and problem solved , but after a day i see the problem again !!

Thanks.

We are currently working on a fix to the issue. You might find some temporary relief by running scripts/clear_orphaned_virtfs_mounts periodically.