Requota Make Server Highload And Mysql Failed
Aug 24, 2007today mysql server just went down and below is ps aux result
Quote:
khuvuich 4821 0.1 1.2 34580 24760 ? S 08:44 0:00 /usr/local/cpanel/cpanel ./frontend/x3/index.html
root 4822 0.0 0.0 1980 644 ? D 08:44 0:00 quota -v
nobody 5079 0.0 0.2 9248 4612 ? S 08:46 0:00 /usr/local/apache/bin/httpd -DSSL
root 5202 0.1 0.1 12344 4060 ? Ss 08:46 0:00 /usr/sbin/exim -Mc 1IOjnZ-0001Lt-Sq
mailnull 5207 0.0 0.1 12348 2236 ? S 08:46 0:00 /usr/sbin/exim -Mc 1IOjnZ-0001Lt-Sq
root 5233 0.3 0.2 9940 5064 ? S 08:46 0:00 /usr/bin/perl /scripts/restartsrv_mysql --restart
root 5262 0.0 0.0 4580 1200 ? S 08:46 0:00 /bin/sh /etc/rc.d/init.d/mysql start
root 5423 0.0 0.0 5796 528 ? S 08:47 0:00 sleep 1
root 5424 0.0 0.0 4288 788 pts/5 R+ 08:47 0:00 ps aux
root 5592 0.0 0.1 7612 4012 ? S Aug23 0:01 /etc/authlib/authProg
root 6889 0.0 0.0 3216 644 ? D 05:00 0:00 quota -v
root 8687 100 0.0 3360 556 ? R 01:47 419:13 /usr/sbin/repquota -auv
root 8701 0.0 0.0 2196 524 ? D 01:47 0:00 /usr/sbin/repquota -auv
root 10187 0.0 0.1 7612 4084 ? S Aug23 0:01 /etc/authlib/authProg
root 10833 0.0 0.0 0 0 ? S Aug24 0:15 [pdflush]
root 11900 0.0 0.0 3340 524 ? D 02:02 0:00 /usr/sbin/repquota -auv
root 11921 0.0 0.0 2012 524 ? D 02:02 0:00 /usr/sbin/repquota -auv
root 12142 0.0 0.1 7612 4088 ? S Aug23 0:01 /etc/authlib/authProg
root 14413 0.0 0.0 2172 524 ? D 02:15 0:00 /usr/sbin/repquota -auv
root 14437 0.0 0.0 3172 524 ? D 02:15 0:00 /usr/sbin/repquota -auv
root 14534 0.0 0.0 2888 520 ? D 02:16 0:00 /usr/sbin/repquota -auv
root 14601 0.0 0.1 7612 4012 ? S Aug23 0:02 /etc/authlib/authProg
root 14805 0.0 0.0 2564 524 ? D 02:18 0:00 /usr/sbin/repquota -auv
root 14959 0.0 0.0 1848 520 ? D 02:19 0:00 /usr/sbin/repquota -auv
root 15695 0.0 0.4 20540 10060 ? S Aug24 0:01 cpsrvd - waiting for connections
root 16091 0.0 0.0 3096 632 ? DN 02:25 0:00 quota -v kd4rumn
root 17065 0.0 0.1 7612 4088 ? S Aug23 0:01 /etc/authlib/authProg
root 18882 0.0 0.0 3416 644 ? D 02:41 0:00 quota -v
root 19232 0.0 0.0 2428 644 ? D 07:14 0:00 quota -v
root 20506 0.0 0.0 3460 644 ? D 07:26 0:00 quota -v
root 20751 0.0 0.0 2896 640 ? D 07:28 0:00 quota -v
root 20808 0.0 0.0 3760 644 ? D 02:53 0:00 quota -v
root 21143 0.0 0.0 2676 644 ? D 07:30 0:00 quota -v
root 21615 0.0 0.0 3336 644 ? D 02:58 0:00 quota -v
root 21732 0.0 0.0 2076 520 ? D 07:32 0:00 /usr/sbin/repquota -auv
root 21871 0.0 0.0 3196 524 ? D 07:33 0:00 /usr/sbin/repquota -auv
root 21885 0.0 0.0 3408 640 ? D 03:00 0:00 quota -v
root 22190 0.0 0.0 2116 640 ? D 03:02 0:00 quota -v
root 22333 0.0 0.0 3196 520 ? D 07:34 0:00 /usr/sbin/repquota -auv
root 22350 0.0 0.0 2716 524 ? D 07:34 0:00 /usr/sbin/repquota -auv
root 22959 0.0 0.0 2748 640 ? D 03:08 0:00 quota -v
root 23312 0.0 0.0 3104 576 ? D 07:35 0:00 shutdown -r 0 w
root 23712 0.0 0.0 3116 520 ? D 07:36 0:00 /usr/sbin/repquota -auv
root 23941 0.0 0.0 3856 640 ? D 07:38 0:00 quota -v
root 24197 0.0 0.0 3512 644 ? D 03:16 0:00 quota -v
root 24928 0.0 0.0 2512 640 ? D 03:20 0:00 quota -v
root 25144 0.0 0.0 3844 644 ? D 03:21 0:00 quota -v
root 25830 0.0 0.0 1980 644 ? D 07:44 0:00 quota -v
root 26838 0.0 0.0 3204 640 ? D 03:32 0:00 quota -v
root 27238 0.0 0.0 3832 640 ? D 03:34 0:00 quota -v
root 27377 0.0 0.0 2912 640 ? D 03:36 0:00 quota -v
root 27433 0.0 0.0 2752 640 ? D 03:36 0:00 quota -v
root 27503 0.0 0.0 2176 644 ? D 03:37 0:00 quota -v
root 27659 0.0 0.0 2144 644 ? D 07:52 0:00 quota -v
root 27713 0.0 0.0 3832 1080 ? S 07:52 0:00 /usr/bin/perl /scripts/quota_auto_fix
root 27714 0.0 0.0 3832 440 ? S 07:52 0:00 /usr/bin/perl /scripts/quota_auto_fix
root 27715 0.0 0.0 3340 520 ? D 07:52 0:00 /usr/sbin/repquota -a
root 28543 0.0 0.0 2500 640 ? D 03:43 0:00 quota -v
root 29352 0.0 0.0 1520 576 ? D 07:59 0:00 shutdown -r 0 w
root 29417 0.0 0.0 0 0 ? Ds 08:00 0:00 [bash]
root 29538 0.0 0.2 9240 5248 ? Ss 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29543 0.0 0.2 9520 5264 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29546 0.0 0.2 9500 5232 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29547 0.0 0.2 9520 5376 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29548 0.0 0.2 9380 5416 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29549 0.0 0.2 9380 4792 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
root 29556 0.0 0.0 3180 640 ? D 03:48 0:00 quota -v
root 29597 0.0 0.0 0 0 ? S Aug24 0:09 [pdflush]
nobody 29637 0.0 0.2 10044 5624 ? S 08:01 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29763 0.0 0.2 9380 5392 ? S 08:02 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29878 0.0 0.2 9520 4868 ? S 08:02 0:00 /usr/local/apache/bin/httpd -DSSL
nobody 29939 0.0 0.2 9520 4904 ? S 08:02 0:00 /usr/local/apache/bin/httpd -DSSL
root 30271 0.0 0.0 5812 576 ? D 08:03 0:00 /sbin/quotaoff -a
root 30425 0.0 0.0 2552 644 ? D 03:54 0:00 quota -v
root 30432 0.0 0.0 2636 640 ? D 08:04 0:00 quota -v
nobody 30466 0.0 0.2 9512 4844 ? S 08:05 0:00 /usr/local/apache/bin/httpd -DSSL
root 30609 0.0 0.0 3732 640 ? D 08:06 0:00 quota -v
root 30616 0.0 0.0 2328 640 ? D 08:06 0:00 quota -v
root 30994 0.0 0.0 2464 640 ? D 08:09 0:00 quota -v
root 31071 0.0 0.0 2156 644 ? D 08:09 0:00 quota -v
root 31250 0.0 0.0 2296 644 ? D 08:10 0:00 quota -v
root 31800 0.0 0.0 3508 524 ? D 08:12 0:00 /usr/sbin/repquota -auv
root 31828 0.0 0.1 8852 2328 ? Rs 08:12 0:00 sshd: root@pts/5
root 31851 0.0 0.0 4812 1444 pts/5 Ss 08:12 0:00 -bash
root 32295 0.0 0.0 2172 644 ? D 08:15 0:00 quota -v
and top result
Quote:
8687 root 19 0 3360 556 468 R 100 0.0 422:52.37 repquota
5817 nobody 16 0 9384 4728 1288 S 0 0.2 0:00.03 httpd
6119 root 17 0 3480 1024 764 R 0 0.0 0:00.01 top
1 root 16 0 2716 548 468 S 0 0.0 0:01.37 init
2 root RT 0 0 0 0 S 0 0.0 0:02.45 migration/0
3 root 34 19 0 0 0 R 0 0.0 0:00.05 ksoftirqd/0
4 root RT 0 0 0 0 S 0 0.0 0:00.75 migration/1
5 root 34 19 0 0 0 S 0 0.0 0:00.01 ksoftirqd/1
6 root 5 -10 0 0 0 R 0 0.0 0:04.17 events/0
7 root 5 -10 0 0 0 S 0 0.0 0:00.52 events/1
8 root 8 -10 0 0 0 S 0 0.0 0:00.00 khelper
9 root 15 -10 0 0 0 S 0 0.0 0:00.00 kacpid
35 root 5 -10 0 0 0 S 0 0.0 0:00.00 kblockd/0
36 root 5 -10 0 0 0 S 0 0.0 0:00.00 kblockd/1
37 root 15 0 0 0 0 S 0 0.0 0:00.00 khubd
56 root 16 0 0 0 0 S 0 0.0 0:48.82 kswapd0
57 root 12 -10 0 0 0 S 0 0.0 0:00.00 aio/0
58 root 12 -10 0 0 0 S 0 0.0 0:00.00 aio/1
202 root 25 0 0 0 0 S 0 0.0 0:00.00 kseriod
332 root 18 0 2356 644 560 D 0 0.0 0:00.00 quota
429 root 8 -10 0 0 0 S 0 0.0 0:00.00 ata/0
430 root 8 -10 0 0 0 S 0 0.0 0:00.00 ata/1
431 root 6 -10 0 0 0 S 0 0.0 0:00.00 ata_aux
435 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_0
436 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_1
437 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_2
438 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_3
439 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_4
440 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_5
461 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_6
462 root 15 0 0 0 0 S 0 0.0 0:00.00 scsi_eh_7
523 root 15 0 0 0 0 S 0 0.0 0:43.22 kjournald
679 root 18 0 3516 640 560 D 0 0.0 0:00.00 quota
718 root 20 0 2648 644 560 D 0 0.0 0:00.00 quota
1017 root 19 0 2388 524 448 D 0 0.0 0:00.00 repquota
1213 root 18 0 2064 644 560 D 0 0.0 0:00.00 quota
1495 root 18 0 2124 644 560 D 0 0.0 0:00.00 quota
1678 root 18 0 3464 640 560 D 0 0.0 0:00.00 quota
1694 root 19 0 3576 640 560 D 0 0.0 0:00.00 quota
It make mysql server failed and when i try to restart got this
Quote:
MySQL manager or server PID file could not be found! [FAILED]
This issue is really strange as i never put requota to run in cronjob.