Change Details

while tried to access /config/issue page, the webpage 502. and the php-fpm log said : ``` [23-Jun-2016 11:23:20] WARNING: [pool www] child 13843 exited with code 1 after 11.368036 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14062 started [23-Jun-2016 11:23:20] WARNING: [pool www] child 13872 exited with code 1 after 10.402121 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14073 started ``` we try to using php built-in to debug ``` strace -v -t -f php -S 0.0.0.0:8003 -t webroot/ webroot/index.php ``` Their seems some zend_mm_heap corrupted ``` 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorDataCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393614, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=3597, st_atime=2016/06/23-11:06:39, st_mtime=2015/10/29-08:55:25, st_ctime=2015/10/29-08:55:25}) = 0 11:25:59 write(2, "zend_mm_heap corrupted\n", 23zend_mm_heap corrupted ) = 23 ``` Our phabricator run on a 2GB memory / 1vCPU core vps. With PHP version ``` PHP 7.0.7 (cli) (built: May 25 2016 17:35:28) ( NTS ) Copyright (c) 1997-2016 The PHP Group Zend Engine v3.0.0, Copyright (c) 1998-2016 Zend Technologies with Zend OPcache v7.0.6-dev, Copyright (c) 1999-2016, by Zend Technologies ```

while tried to access /config/issue page, the webpage 502. and the php-fpm log said : ``` [23-Jun-2016 11:23:20] WARNING: [pool www] child 13843 exited with code 1 after 11.368036 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14062 started [23-Jun-2016 11:23:20] WARNING: [pool www] child 13872 exited with code 1 after 10.402121 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14073 started ``` we try to using php built-in to debug ``` strace -v -t -f php -S 0.0.0.0:8003 -t webroot/ webroot/index.php ``` Their seems some zend_mm_heap corrupted ``` 11:25:59 connect(14, {sa_family=AF_INET, sin_port=htons(3306), sin_addr=inet_addr("10.0.18.87")}, 16) = -1 EINPROGRESS (Operation now in progress) 11:25:59 poll([{fd=14, events=POLLIN|POLLOUT|POLLERR|POLLHUP}], 1, 60000) = 1 ([{fd=14, revents=POLLIN|POLLOUT}]) 11:25:59 getsockopt(14, SOL_SOCKET, SO_ERROR, [0], [4]) = 0 11:25:59 fcntl(14, F_SETFL, O_RDWR) = 0 11:25:59 setsockopt(14, SOL_TCP, TCP_NODELAY, [1], 4) = 0 11:25:59 setsockopt(14, SOL_SOCKET, SO_KEEPALIVE, [1], 4) = 0 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "N\0\0\0", 4, MSG_DONTWAIT, NULL, NULL) = 4 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\n5.6.31-log\0t\26\0\0atF<;RkC\0\377\367\34\2\0\177\200"..., 82, MSG_DONTWAIT, NULL, NULL) = 78 11:25:59 sendto(14, "z\0\0\1\215\242\n\0\0\0\0\300\34\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 126, MSG_DONTWAIT, NULL, 0) = 126 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\7\0\0\2", 4, MSG_DONTWAIT, NULL, NULL) = 4 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0\2\0\0\0", 82, MSG_DONTWAIT, NULL, NULL) = 7 11:25:59 sendto(14, "\22\0\0\0\3SET NAMES utf8mb4", 22, MSG_DONTWAIT, NULL, 0) = 22 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\7\0\0\1\0\0\0\2\0\0\0", 75, MSG_DONTWAIT, NULL, NULL) = 11 11:25:59 sendto(14, "\200\0\0\0\3SELECT * FROM `daemon_log` "..., 132, MSG_DONTWAIT, NULL, 0) = 132 11:25:59 select(15, [14], [], [14], {30, 0}) = 1 (in [14], left {29, 999875}) 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\1\0\0\1\v@\0\0\2\3def\22phabricator_daemon"..., 64, MSG_DONTWAIT, NULL, NULL) = 64 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0\3#B\0\0\0H\0\0\3\3def\22phabricator_da"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0D\0\0\4\3def\22phabricator_daemon\nd"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "f\22phabricator_daemon\ndaemon_log\n"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "r_daemon\ndaemon_log\ndaemon_log\4a"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "aemon_log\ndaemon_log\fexplicitArg"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "daemon\ndaemon_log\ndaemon_log\fdat"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "emon\ndaemon_log\ndaemon_log\rrunni"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "PhabricatorTaskmasterDaemon\25loca"..., 166, MSG_DONTWAIT, NULL, NULL) = 114 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorOpcodeCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393615, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=16, st_size=7294, st_atime=2016/06/23-11:06:39, st_mtime=2015/12/04-08:21:20, st_ctime=2015/12/04-08:21:20}) = 0 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393613, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=2881, st_atime=2016/06/23-11:06:39, st_mtime=2015/09/14-12:29:54, st_ctime=2015/09/14-12:29:54}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorDataCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393614, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=3597, st_atime=2016/06/23-11:06:39, st_mtime=2015/10/29-08:55:25, st_ctime=2015/10/29-08:55:25}) = 0 11:25:59 write(2, "zend_mm_heap corrupted\n", 23zend_mm_heap corrupted ) = 23 ``` Our phabricator run on a 2GB memory / 1vCPU core vps. With PHP version ``` PHP 7.0.7 (cli) (built: May 25 2016 17:35:28) ( NTS ) Copyright (c) 1997-2016 The PHP Group Zend Engine v3.0.0, Copyright (c) 1998-2016 Zend Technologies with Zend OPcache v7.0.6-dev, Copyright (c) 1999-2016, by Zend Technologies ```

while tried to access /config/issue page, the webpage 502. and the php-fpm log said : ``` [23-Jun-2016 11:23:20] WARNING: [pool www] child 13843 exited with code 1 after 11.368036 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14062 started [23-Jun-2016 11:23:20] WARNING: [pool www] child 13872 exited with code 1 after 10.402121 seconds from start [23-Jun-2016 11:23:20] NOTICE: [pool www] child 14073 started ``` we try to using php built-in to debug ``` strace -v -t -f php -S 0.0.0.0:8003 -t webroot/ webroot/index.php ``` Their seems some zend_mm_heap corrupted ``` 11:25:59 connect(14, {sa_family=AF_INET, sin_port=htons(3306), sin_addr=inet_addr("10.0.18.87")}, 16) = -1 EINPROGRESS (Operation now in progress) 11:25:59 poll([{fd=14, events=POLLIN|POLLOUT|POLLERR|POLLHUP}], 1, 60000) = 1 ([{fd=14, revents=POLLIN|POLLOUT}]) 11:25:59 getsockopt(14, SOL_SOCKET, SO_ERROR, [0], [4]) = 0 11:25:59 fcntl(14, F_SETFL, O_RDWR) = 0 11:25:59 setsockopt(14, SOL_TCP, TCP_NODELAY, [1], 4) = 0 11:25:59 setsockopt(14, SOL_SOCKET, SO_KEEPALIVE, [1], 4) = 0 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "N\0\0\0", 4, MSG_DONTWAIT, NULL, NULL) = 4 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\n5.6.31-log\0t\26\0\0atF<;RkC\0\377\367\34\2\0\177\200"..., 82, MSG_DONTWAIT, NULL, NULL) = 78 11:25:59 sendto(14, "z\0\0\1\215\242\n\0\0\0\0\300\34\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 126, MSG_DONTWAIT, NULL, 0) = 126 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\7\0\0\2", 4, MSG_DONTWAIT, NULL, NULL) = 4 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0\2\0\0\0", 82, MSG_DONTWAIT, NULL, NULL) = 7 11:25:59 sendto(14, "\22\0\0\0\3SET NAMES utf8mb4", 22, MSG_DONTWAIT, NULL, 0) = 22 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\7\0\0\1\0\0\0\2\0\0\0", 75, MSG_DONTWAIT, NULL, NULL) = 11 11:25:59 sendto(14, "\200\0\0\0\3SELECT * FROM `daemon_log` "..., 132, MSG_DONTWAIT, NULL, 0) = 132 11:25:59 select(15, [14], [], [14], {30, 0}) = 1 (in [14], left {29, 999875}) 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\1\0\0\1\v@\0\0\2\3def\22phabricator_daemon"..., 64, MSG_DONTWAIT, NULL, NULL) = 64 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0\3#B\0\0\0H\0\0\3\3def\22phabricator_da"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "\0\0\0D\0\0\4\3def\22phabricator_daemon\nd"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "f\22phabricator_daemon\ndaemon_log\n"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "r_daemon\ndaemon_log\ndaemon_log\4a"..., 82, MSG_DONTWAIT, NULL, NULL) = 82 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "aemon_log\ndaemon_log\fexplicitArg"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "daemon\ndaemon_log\ndaemon_log\fdat"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "emon\ndaemon_log\ndaemon_log\rrunni"..., 166, MSG_DONTWAIT, NULL, NULL) = 166 11:25:59 poll([{fd=14, events=POLLIN|POLLERR|POLLHUP}], 1, 1471228928) = 1 ([{fd=14, revents=POLLIN}]) 11:25:59 recvfrom(14, "PhabricatorTaskmasterDaemon\25loca"..., 166, MSG_DONTWAIT, NULL, NULL) = 114 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorOpcodeCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393615, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=16, st_size=7294, st_atime=2016/06/23-11:06:39, st_mtime=2015/12/04-08:21:20, st_ctime=2015/12/04-08:21:20}) = 0 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393613, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=2881, st_atime=2016/06/23-11:06:39, st_mtime=2015/09/14-12:29:54, st_ctime=2015/09/14-12:29:54}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/etc/localtime", {st_dev=makedev(8, 3), st_ino=4326374, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=388, st_atime=2016/06/23-09:00:01, st_mtime=2014/09/26-09:37:57, st_ctime=2014/09/26-09:37:57}) = 0 11:25:59 stat("/opt/phabricator/src/applications/cache/spec/PhabricatorDataCacheSpec.php", {st_dev=makedev(8, 3), st_ino=393614, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=3597, st_atime=2016/06/23-11:06:39, st_mtime=2015/10/29-08:55:25, st_ctime=2015/10/29-08:55:25}) = 0 11:25:59 write(2, "zend_mm_heap corrupted\n", 23zend_mm_heap corrupted ) = 23 ``` Our phabricator run on a 2GB memory / 1vCPU core vps. With PHP version ``` PHP 7.0.7 (cli) (built: May 25 2016 17:35:28) ( NTS ) Copyright (c) 1997-2016 The PHP Group Zend Engine v3.0.0, Copyright (c) 1998-2016 Zend Technologies with Zend OPcache v7.0.6-dev, Copyright (c) 1999-2016, by Zend Technologies ```