运行报错，退出

[xiaofeihe]

之前运行 几个月都没有问题， 最近 几乎每天都有异常退出。

机器内存 8G ，目前 只用了不到2G。 不可能 内存不足。

2016/09/01 20:37:00 �[1;34m[job.go:116][D] 开始执行任务: 7 �[0m
[ORM] - 2016-09-01 20:37:00 - [Queries/default] - [ OK / db.Exec / 2.1ms] - [INSERT INTO t_task_log (task_id, output, error, status, process_time, create_time) VALUES (?, ?, ?, ?, ?, ?)] - 7, ``,exec: not started:,`-1`,`5`,`1472733420`
[ORM] - 2016-09-01 20:37:00 - [Queries/default] - [ OK / db.Exec / 1.7ms] - [UPDATE`t_task`SET`prev_time`= ?,`execute_times`= ? WHERE`id`= ?] -`1472733420`,`65751`,`7`
[ORM] - 2016-09-01 20:37:00 - [Queries/default] - [ OK / db.Query / 1.0ms] - [SELECT T0.`id`, T0.`user_name`, T0.`password`, T0.`salt`, T0.`email`, T0.`last_login`, T0.`last_ip`, T0.`status`FROM`t_user`T0 WHERE T0.`id`= ? LIMIT 1000] -`1`
2016/09/01 20:37:50 �[1;33m[job.go:99][W] 任务[1]上一次执行尚未结束，本次被忽略。 �[0m
2016/09/01 20:38:00 �[1;34m[job.go:116][D] 开始执行任务: 7 �[0m
2016/09/01 20:38:00 �[1;33m[init.go:32][W] 任务执行时间超过300秒，进程将被强制杀掉: 26178 �[0m
fatal error: runtime: out of memory

runtime stack:
runtime.throw(0x964fd6, 0x16)
/usr/local/go/src/runtime/panic.go:566 +0x95
runtime.sysMap(0xc520600000, 0x7c990000, 0x7f5a04065c00, 0xbe4398)
/usr/local/go/src/runtime/mem_linux.go:219 +0x1d0
runtime.(_mheap).sysAlloc(0xbcae40, 0x7c990000, 0x7f5a041cb968)
/usr/local/go/src/runtime/malloc.go:407 +0x37a
runtime.(_mheap).grow(0xbcae40, 0x3e4c8, 0x0)
/usr/local/go/src/runtime/mheap.go:726 +0x62
runtime.(_mheap).allocSpanLocked(0xbcae40, 0x3e4c8, 0xc420178c00)
/usr/local/go/src/runtime/mheap.go:630 +0x4f2
runtime.(_mheap).alloc_m(0xbcae40, 0x3e4c8, 0x100000000, 0xc420366940)
/usr/local/go/src/runtime/mheap.go:515 +0xe0
runtime.(_mheap).alloc.func1()
/usr/local/go/src/runtime/mheap.go:579 +0x4b
runtime.systemstack(0x7f5a04065da8)
/usr/local/go/src/runtime/asm_amd64.s:314 +0xab
runtime.(_mheap).alloc(0xbcae40, 0x3e4c8, 0x100000000, 0x7f5a04065e20)
/usr/local/go/src/runtime/mheap.go:580 +0x73
runtime.largeAlloc(0x7c990000, 0x453100, 0xc420402680)
/usr/local/go/src/runtime/malloc.go:774 +0x93
runtime.mallocgc.func1()
/usr/local/go/src/runtime/malloc.go:669 +0x3e
runtime.systemstack(0xc42001e000)
/usr/local/go/src/runtime/asm_amd64.s:298 +0x79
runtime.mstart()
/usr/local/go/src/runtime/proc.go:1079

goroutine 8558 [running]:
runtime.systemstack_switch()
/usr/local/go/src/runtime/asm_amd64.s:252 fp=0xc420537738 sp=0xc420537730
runtime.mallocgc(0x7c990000, 0x0, 0xc420537800, 0x411dbd)
/usr/local/go/src/runtime/malloc.go:670 +0x903 fp=0xc4205377d8 sp=0xc420537738
runtime.growslice(0x8a99c0, 0xc420541d00, 0x32, 0x40, 0x7c98ea0a, 0x0, 0x412fd2, 0xc4205378d8)
/usr/local/go/src/runtime/slice.go:126 +0x24e fp=0xc420537868 sp=0xc4205377d8
fmt.(_fmt).padString(0xc420188640, 0xc4205c4000, 0x7c98e9d8)
/usr/local/go/src/fmt/format.go:110 +0x112 fp=0xc4205378f0 sp=0xc420537868
fmt.(_fmt).fmt_s(0xc420188640, 0xc4205c4000, 0x7c98e9d8)
/usr/local/go/src/fmt/format.go:328 +0x61 fp=0xc420537928 sp=0xc4205378f0
fmt.(_pp).fmtString(0xc420188600, 0xc4205c4000, 0x7c98e9d8, 0xc400000073)
/usr/local/go/src/fmt/print.go:433 +0xea fp=0xc420537960 sp=0xc420537928
fmt.(_pp).printArg(0xc420188600, 0x8a9700, 0xc420400350, 0x73)
/usr/local/go/src/fmt/print.go:658 +0xc1d fp=0xc420537a58 sp=0xc420537960
fmt.(_pp).doPrintf(0xc420188600, 0x974092, 0x34, 0xc420537f78, 0x2, 0x2)
/usr/local/go/src/fmt/print.go:985 +0x123d fp=0xc420537b40 sp=0xc420537a58
fmt.Sprintf(0x974092, 0x34, 0xc420537f78, 0x2, 0x2, 0xbc57e0, 0x463c0c5445)
/usr/local/go/src/fmt/print.go:196 +0x6a fp=0xc420537b98 sp=0xc420537b40
github.com/lisijie/webcron/app/jobs.(_Job).Run(0xc420167880)
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/job.go:143 +0x1571 fp=0xc420537fa8 sp=0xc420537b98
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 fp=0xc420537fb0 sp=0xc420537fa8
created by github.com/lisijie/cron.(*Cron).run
/home/sen/dev/go/src/github.com/lisijie/cron/cron.go:168 +0x43a

goroutine 1 [chan receive, 1189 minutes]:
github.com/astaxie/beego.(*App).Run(0xc420013620)
/home/sen/dev/go/src/github.com/astaxie/beego/app.go:182 +0x5ed
github.com/astaxie/beego.Run(0x0, 0x0, 0x0)
/home/sen/dev/go/src/github.com/astaxie/beego/beego.go:66 +0x51
main.main()
/home/sen/sbin/webcron/main.go:44 +0x5d2

goroutine 17 [syscall, 1189 minutes, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 5 [syscall, 1189 minutes]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:116 +0x157
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 6 [chan receive, 2 minutes]:
github.com/lisijie/webcron/app/mail.init.1.func1()
/home/sen/dev/go/src/github.com/lisijie/webcron/app/mail/mail.go:33 +0x69
created by github.com/lisijie/webcron/app/mail.init.1
/home/sen/dev/go/src/github.com/lisijie/webcron/app/mail/mail.go:42 +0x3df

goroutine 7 [select]:
github.com/lisijie/cron.(_Cron).run(0xc42001df40)
/home/sen/dev/go/src/github.com/lisijie/cron/cron.go:161 +0xa0e
created by github.com/lisijie/cron.(_Cron).Start
/home/sen/dev/go/src/github.com/lisijie/cron/cron.go:136 +0x43

goroutine 19 [chan receive, 1189 minutes]:
database/sql.(*DB).connectionOpener(0xc42018e000)
/usr/local/go/src/database/sql/sql.go:730 +0x4a
created by database/sql.Open
/usr/local/go/src/database/sql/sql.go:493 +0x1e9

goroutine 35 [IO wait, 521 minutes]:
net.runtime_pollWait(0x7f5a041c7f00, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(_pollDesc).wait(0xc4203d7cd0, 0x72, 0xc420037cd0, 0xc4200121c0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(_pollDesc).waitRead(0xc4203d7cd0, 0xb9c960, 0xc4200121c0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(_netFD).accept(0xc4203d7c70, 0x0, 0xb9b1e0, 0xc42021f3c0)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(_TCPListener).accept(0xc420184740, 0x29e8d60800, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:132 +0x2e
net.(_TCPListener).AcceptTCP(0xc420184740, 0xc420037df8, 0xc420037e00, 0xc420037df0)
/usr/local/go/src/net/tcpsock.go:209 +0x49
net/http.tcpKeepAliveListener.Accept(0xc420184740, 0x9abf68, 0xc420191380, 0xba0de0, 0xc4203ed8c0)
/usr/local/go/src/net/http/server.go:2608 +0x2f
net/http.(_Server).Serve(0xc42007c300, 0xba0720, 0xc420184740, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2273 +0x1ce
net/http.(_Server).ListenAndServe(0xc42007c300, 0x966b41, 0x19)
/usr/local/go/src/net/http/server.go:2219 +0xb4
github.com/astaxie/beego.(_App).Run.func4(0xc420013620, 0xc420406298, 0x6, 0xc4203d7c00)
/home/sen/dev/go/src/github.com/astaxie/beego/app.go:174 +0x326
created by github.com/astaxie/beego.(*App).Run
/home/sen/dev/go/src/github.com/astaxie/beego/app.go:180 +0x629

goroutine 8547 [syscall, 6 minutes]:
syscall.Syscall(0x0, 0x7, 0xc42024a0cf, 0x531, 0x39, 0x56a, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x7, 0xc42024a0cf, 0x531, 0x531, 0x39, 0x0, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:783 +0x55
syscall.Read(0x7, 0xc42024a0cf, 0x531, 0x531, 0x39, 0x0, 0x0)
/usr/local/go/src/syscall/syscall_unix.go:161 +0x49
os.(_File).read(0xc420184188, 0xc42024a0cf, 0x531, 0x531, 0x39, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:228 +0x4f
os.(_File).Read(0xc420184188, 0xc42024a0cf, 0x531, 0x531, 0x39, 0x0, 0x0)
/usr/local/go/src/os/file.go:101 +0x59
bytes.(_Buffer).ReadFrom(0xc4203d6690, 0xb9b0e0, 0xc420184188, 0xc420318e88, 0xc420403b01, 0x4)
/usr/local/go/src/bytes/buffer.go:176 +0x155
io.copyBuffer(0xb99c60, 0xc4203d6690, 0xb9b0e0, 0xc420184188, 0x0, 0x0, 0x0, 0xc4201e5d38, 0x2, 0x2)
/usr/local/go/src/io/io.go:384 +0x323
io.Copy(0xb99c60, 0xc4203d6690, 0xb9b0e0, 0xc420184188, 0x8a5380, 0xc4201e5ce0, 0xc420318f90)
/usr/local/go/src/io/io.go:360 +0x68
os/exec.(_Cmd).writerDescriptor.func1(0x8a5380, 0xc4201e5ce0)
/usr/local/go/src/os/exec/exec.go:253 +0x4d
os/exec.(_Cmd).Start.func1(0xc42007ac60, 0xc4203afbe0)
/usr/local/go/src/os/exec/exec.go:370 +0x27
created by os/exec.(_Cmd).Start
/usr/local/go/src/os/exec/exec.go:371 +0x4db

goroutine 8549 [chan receive, 6 minutes]:
os/exec.(*Cmd).Wait(0xc42007ac60, 0xc4201e5860, 0xc42028ef90)
/usr/local/go/src/os/exec/exec.go:442 +0x124
github.com/lisijie/webcron/app/jobs.runCmdWithTimeout.func1(0xc4202660c0, 0xc42007ac60)
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/init.go:26 +0x2b
created by github.com/lisijie/webcron/app/jobs.runCmdWithTimeout
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/init.go:27 +0x7f

goroutine 8548 [syscall, 6 minutes]:
syscall.Syscall(0x0, 0xa, 0xc42024a6b7, 0x549, 0x2e, 0x577, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0xa, 0xc42024a6b7, 0x549, 0x549, 0x2e, 0x0, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:783 +0x55
syscall.Read(0xa, 0xc42024a6b7, 0x549, 0x549, 0x2e, 0x0, 0x0)
/usr/local/go/src/syscall/syscall_unix.go:161 +0x49
os.(_File).read(0xc4201841a0, 0xc42024a6b7, 0x549, 0x549, 0x2e, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:228 +0x4f
os.(_File).Read(0xc4201841a0, 0xc42024a6b7, 0x549, 0x549, 0x2e, 0x0, 0x0)
/usr/local/go/src/os/file.go:101 +0x59
bytes.(_Buffer).ReadFrom(0xc4203d6700, 0xb9b0e0, 0xc4201841a0, 0xc420023688, 0x40f501, 0xc420023690)
/usr/local/go/src/bytes/buffer.go:176 +0x155
io.copyBuffer(0xb99c60, 0xc4203d6700, 0xb9b0e0, 0xc4201841a0, 0x0, 0x0, 0x0, 0xc4201e5cd8, 0x0, 0x0)
/usr/local/go/src/io/io.go:384 +0x323
io.Copy(0xb99c60, 0xc4203d6700, 0xb9b0e0, 0xc4201841a0, 0x8a5380, 0xc4201e5c80, 0xc420023790)
/usr/local/go/src/io/io.go:360 +0x68
os/exec.(_Cmd).writerDescriptor.func1(0x8a5380, 0xc4201e5c80)
/usr/local/go/src/os/exec/exec.go:253 +0x4d
os/exec.(_Cmd).Start.func1(0xc42007ac60, 0xc4203afc60)
/usr/local/go/src/os/exec/exec.go:370 +0x27
created by os/exec.(_Cmd).Start
/usr/local/go/src/os/exec/exec.go:371 +0x4db

goroutine 8546 [select, 8 minutes]:
github.com/lisijie/webcron/app/jobs.runCmdWithTimeout(0xc42007ac60, 0x4e94914f0000, 0x0, 0x2, 0x2)
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/init.go:30 +0x528
github.com/lisijie/webcron/app/jobs.NewCommandJob.func1(0x4e94914f0000, 0x975d5, 0xbc57e0, 0x8a9700, 0xc420461830, 0xc4203afb00, 0x15, 0x0)
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/job.go:74 +0x154
github.com/lisijie/webcron/app/jobs.(_Job).Run(0xc420174600)
/home/sen/dev/go/src/github.com/lisijie/webcron/app/jobs/job.go:129 +0x255
created by github.com/lisijie/cron.(_Cron).run
/home/sen/dev/go/src/github.com/lisijie/cron/cron.go:168 +0x43a

goroutine 8616 [running]:
goroutine running on other thread; stack unavailable
created by github.com/lisijie/cron.(*Cron).run
/home/sen/dev/go/src/github.com/lisijie/cron/cron.go:168 +0x43a
nohup: ignoring input
nohup: failed to run command `exec': No such file or directory