crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ tree
.
├── awe
│ ├── awfs
│ ├── data
*snip*
│ │ ├── maxjid
│ │ ├── pidfile
│ │ └── temp
│ ├── logs
│ │ └── server
│ │ ├── access.log
│ │ ├── debug.log
│ │ ├── error.log
│ │ ├── event.log
│ │ └── perf.log
│ └── site
├── awec
│ ├── data
│ │ ├── clientprofile.json
│ │ └── pidfile
│ ├── logs
│ │ └── client
│ │ ├── access.log
│ │ ├── debug.log
│ │ ├── error.log
│ │ ├── event.log
│ │ └── perf.log
│ ├── site
│ └── work
├── awec.cfg
├── awe.cfg
├── awe_client.log
├── awe_server.log
└── client_script.py
17 directories, 21 files
crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ cat awe.cfg
[Admin]
[email protected]
secretkey=supersecretkey
users=
[Anonymous]
# Controls weither an anonymous user can read/write
# values: true/false
read=false
write=false
delete=false
cg_read=false
cg_write=false
cg_delete=false
[Args]
debuglevel=0
[Auth]
globus_token_url=https://nexus.api.globusonline.org/goauth/token?grant_type=client_credentials
globus_profile_url=https://nexus.api.globusonline.org/users
client_auth_required=false
[Directories]
# See documentation for details of deploying Shock
site=/home/crusherofheads/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926/awe/site
data=/home/crusherofheads/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926/awe/data
logs=/home/crusherofheads/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926/awe/logs
awf=/home/crusherofheads/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926/awe/awfs
[External]
site-url=
api-url=http://localhost:60961
[Mongodb]
# Mongodb configuration:
# Hostnames and ports hosts=host1[,host2:port,...,hostN]
hosts=localhost
database=AweClientTests_AweDB
user=foo
password=foo
[Mongodb-Node-Indices]
# See http://www.mongodb.org/display/DOCS/Indexes#Indexes-CreationOptions for more info on mongodb index options.
# key=unique:true/false[,dropDups:true/false][,sparse:true/false]
id=unique:true
[Ports]
# Ports for site/api
# Note: use of port 80 may require root access
site-port=
api-port=60961
[Server]
perf_log_workunit=true
crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ curl http://localhost:7044
{"attribute_indexes":[""],"contact":"[email protected]","documentation":"http://localhost:7044/wiki/","id":"Shock","resources":["node"],"type":"Shock","url":"http://localhost:7044/","version":"0.8.23"}
Submit the job (note I ran this job successfully many times on earlier versions of AWE):
crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ cat job.json
{
"info": {
"clientgroups": "kbase-fake-group",
"description": "res desc",
"noretry": true,
"service": "results"
},
"tasks": [
{
"cmd": {
"args": "--outfiles foo bar",
"name": "client_script.py"
},
"outputs": {
"bar": {
"host": "http://localhost:7044",
"temporary": false
},
"foo": {
"host": "http://localhost:7044",
"temporary": true
}
},
"taskid": "0"
},
{
"cmd": {
"args": "--infiles @bar --outfiles baz boo",
"name": "client_script.py"
},
"dependsOn": [
"0"
],
"inputs": {
"bar": {
"host": "http://localhost:7044",
"origin": "0"
}
},
"outputs": {
"baz": {
"host": "http://localhost:7044",
"temporary": false
},
"boo": {
"host": "http://localhost:7044",
"temporary": true
}
},
"taskid": "1"
},
{
"cmd": {
"args": "--infiles @baz @boo --outfiles wugga",
"name": "client_script.py"
},
"dependsOn": [
"1"
],
"inputs": {
"baz": {
"host": "http://localhost:7044",
"origin": "1"
},
"boo": {
"host": "http://localhost:7044",
"origin": "1"
}
},
"outputs": {
"wugga": {
"host": "http://localhost:7044",
"temporary": false
}
},
"taskid": "2"
}
]
}
crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ curl -X POST -H "Datatoken: $TOKEN" -H "Authorization: OAuth $TOKEN" -F [email protected] http://localhost:60961/job
{"status":200,"data":{"id":"4a0f50ca-bd8a-420c-921b-fab7f3bd12c4","jid":"10002","info":{"name":"","xref":"","service":"results","project":"","user":"","pipeline":"","clientgroups":"kbase-"inputs":
*snip*
khost":""},"error":null}
crusherofheads@icrushdeheads:~/localgit/user_and_job_state/ujs_test_temp/AweController-2713733733772064926$ curl -X GET http://localhost:60961/
curl: (7) couldn't connect to host
##### Procs #####
Number of available CPUs = 7
Running AWE server with GOMAXPROCS = 5
panic: runtime error: invalid memory address or nil pointer dereference
[signal 0xb code=0x1 addr=0x0 pc=0x461b9e]
goroutine 17 [running]:
github.com/MG-RAST/AWE/lib/core.createOrUpdate(0xc2002e5d00, 0xc2002f9880, 0x15, 0x78ad00, 0x0, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/core.go:740 +0x39e
github.com/MG-RAST/AWE/lib/core.PostNodeWithToken(0xc2001d4140, 0x1, 0xc2001b6600, 0x1d9, 0x0, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/core.go:195 +0xc4
github.com/MG-RAST/AWE/lib/core.(*ServerMgr).createOutputNode(0xc2000e6b80, 0xc20017f200, 0x0, 0x0)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/servermgr.go:661 +0x687
github.com/MG-RAST/AWE/lib/core.(*ServerMgr).taskEnQueue(0xc2000e6b80, 0xc20017f200, 0x0, 0x0)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/servermgr.go:567 +0x2e6
github.com/MG-RAST/AWE/lib/core.(*ServerMgr).addTask(0xc2000e6b80, 0xc20017f200, 0x0, 0x0)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/servermgr.go:485 +0x265
github.com/MG-RAST/AWE/lib/core.(*ServerMgr).Handle(0xc2000e6b80)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/servermgr.go:65 +0x2c2
created by main.main
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:185 +0x14b8
goroutine 1 [chan receive]:
main.main()
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:259 +0x2467
goroutine 2 [syscall]:
goroutine 4 [chan receive]:
github.com/MG-RAST/golib/log4go.ConsoleLogWriter.run(0xc200103000, 0xc2000a61e0, 0xc200000008)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/termlog.go:27 +0x64
created by github.com/MG-RAST/golib/log4go.NewConsoleLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/termlog.go:19 +0x65
goroutine 5 [select]:
github.com/MG-RAST/golib/log4go.func·002()
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:84 +0x7da
created by github.com/MG-RAST/golib/log4go.NewFileLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:116 +0x29c
goroutine 6 [select]:
github.com/MG-RAST/golib/log4go.func·002()
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:84 +0x7da
created by github.com/MG-RAST/golib/log4go.NewFileLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:116 +0x29c
goroutine 7 [select]:
github.com/MG-RAST/golib/log4go.func·002()
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:84 +0x7da
created by github.com/MG-RAST/golib/log4go.NewFileLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:116 +0x29c
goroutine 8 [select]:
github.com/MG-RAST/golib/log4go.func·002()
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:84 +0x7da
created by github.com/MG-RAST/golib/log4go.NewFileLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:116 +0x29c
goroutine 9 [select]:
github.com/MG-RAST/golib/log4go.func·002()
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:84 +0x7da
created by github.com/MG-RAST/golib/log4go.NewFileLogWriter
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/log4go/filelog.go:116 +0x29c
goroutine 10 [chan receive]:
github.com/MG-RAST/AWE/lib/logger.(*Logger).Handle(0xc2000d2d40)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/logger/logger.go:117 +0x3c
created by github.com/MG-RAST/AWE/lib/logger.Initialize
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/logger/logger.go:30 +0x4f
goroutine 11 [select]:
github.com/MG-RAST/golib/mgo.(*mongoCluster).syncServersLoop(0xc2000eb0f0)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/cluster.go:366 +0x477
created by github.com/MG-RAST/golib/mgo.newCluster
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/cluster.go:72 +0x116
goroutine 16 [IO wait]:
net.runtime_pollWait(0x7f3010d40e60, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(*pollDesc).WaitRead(0xc2000dc6b0, 0xb, 0xc200106060)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(*netFD).Read(0xc2000dc630, 0xc200106b70, 0x24, 0x24, 0x0, ...)
/usr/local/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(*conn).Read(0xc200000920, 0xc200106b70, 0x24, 0x24, 0x0, ...)
/usr/local/go/src/pkg/net/net.go:123 +0xc3
github.com/MG-RAST/golib/mgo.fill(0xc2000e56c0, 0xc200000920, 0xc200106b70, 0x24, 0x24, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:489 +0x59
github.com/MG-RAST/golib/mgo.(*mongoSocket).readLoop(0xc2000d4d20)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:506 +0x113
created by github.com/MG-RAST/golib/mgo.newSocket
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:163 +0x27d
goroutine 14 [IO wait]:
net.runtime_pollWait(0x7f3010d40f00, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(*pollDesc).WaitRead(0xc2000dc620, 0xb, 0xc200106060)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(*netFD).Read(0xc2000dc5a0, 0xc2001064b0, 0x24, 0x24, 0x0, ...)
/usr/local/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(*conn).Read(0xc200000650, 0xc2001064b0, 0x24, 0x24, 0x0, ...)
/usr/local/go/src/pkg/net/net.go:123 +0xc3
github.com/MG-RAST/golib/mgo.fill(0xc2000e56c0, 0xc200000650, 0xc2001064b0, 0x24, 0x24, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:489 +0x59
github.com/MG-RAST/golib/mgo.(*mongoSocket).readLoop(0xc2000d4a80)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:506 +0x113
created by github.com/MG-RAST/golib/mgo.newSocket
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/socket.go:163 +0x27d
goroutine 15 [sleep]:
time.Sleep(0x12a05f200)
/usr/local/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/MG-RAST/golib/mgo.(*mongoServer).pinger(0xc2000d49a0, 0xc2000d4901)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/server.go:284 +0xfd
created by github.com/MG-RAST/golib/mgo.newServer
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/mgo/server.go:87 +0xea
goroutine 18 [sleep]:
time.Sleep(0x2540be400)
/usr/local/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/MG-RAST/AWE/lib/core.(*ServerMgr).Timer(0xc2000e6b80)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/servermgr.go:94 +0x2a
created by main.main
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:186 +0x14dd
goroutine 19 [sleep]:
time.Sleep(0x6fc23ac00)
/usr/local/go/src/pkg/runtime/ztime_linux_amd64.c:19 +0x2f
github.com/MG-RAST/AWE/lib/core.(*CQMgr).ClientChecker(0xc2000e6b80)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/lib/core/cqmgr.go:84 +0x35
created by main.main
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:187 +0x14ff
goroutine 20 [IO wait]:
net.runtime_pollWait(0x7f3010d40dc0, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(*pollDesc).WaitRead(0xc200167110, 0xb, 0xc200106060)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(*netFD).accept(0xc200167090, 0x823c38, 0x0, 0xc200106060, 0xb, ...)
/usr/local/go/src/pkg/net/fd_unix.go:385 +0x2c1
net.(*TCPListener).AcceptTCP(0xc200148350, 0x18, 0xc200182010, 0x501987)
/usr/local/go/src/pkg/net/tcpsock_posix.go:229 +0x45
net.(*TCPListener).Accept(0xc200148350, 0x0, 0x0, 0x0, 0xc2001062a0, ...)
/usr/local/go/src/pkg/net/tcpsock_posix.go:239 +0x25
net/http.(*Server).Serve(0xc200171050, 0xc2001800c0, 0xc200148350, 0x0, 0x0, ...)
/usr/local/go/src/pkg/net/http/server.go:1542 +0x85
net/http.(*Server).ListenAndServe(0xc200171050, 0xc200171050, 0xc200166030)
/usr/local/go/src/pkg/net/http/server.go:1532 +0x9e
net/http.ListenAndServe(0xc200148310, 0x2, 0xc200166030, 0xc200148318, 0xc2001155b0, ...)
/usr/local/go/src/pkg/net/http/server.go:1597 +0x65
github.com/MG-RAST/golib/goweb.ListenAndServeRoutes(0xc200148310, 0x2, 0xc20013f800, 0x1, 0x1, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/goweb/http_handler.go:125 +0x68
main.launchSite(0xc20013d420, 0x0)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:51 +0x715
created by main.main
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:188 +0x1526
goroutine 21 [IO wait]:
net.runtime_pollWait(0x7f3010d40d20, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(*pollDesc).WaitRead(0xc200187080, 0xb, 0xc200106060)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(*netFD).accept(0xc200187000, 0x823c38, 0x0, 0xc200106060, 0xb, ...)
/usr/local/go/src/pkg/net/fd_unix.go:385 +0x2c1
net.(*TCPListener).AcceptTCP(0xc200148440, 0x501b96, 0x7f3010d3ccb8, 0x501b96)
/usr/local/go/src/pkg/net/tcpsock_posix.go:229 +0x45
net.(*TCPListener).Accept(0xc200148440, 0xc2000e56c0, 0xc2000005d0, 0xc2000dc090, 0x0, ...)
/usr/local/go/src/pkg/net/tcpsock_posix.go:239 +0x25
net/http.(*Server).Serve(0xc200170050, 0xc2001800c0, 0xc200148440, 0x0, 0x0, ...)
/usr/local/go/src/pkg/net/http/server.go:1542 +0x85
net/http.(*Server).ListenAndServe(0xc200170050, 0xc200170050, 0x1155b0)
/usr/local/go/src/pkg/net/http/server.go:1532 +0x9e
net/http.ListenAndServe(0xc200148400, 0x6, 0xc200166030, 0xc200148408, 0xc2001155b0, ...)
/usr/local/go/src/pkg/net/http/server.go:1597 +0x65
github.com/MG-RAST/golib/goweb.ListenAndServeRoutes(0xc200148400, 0x6, 0xc20013fc20, 0x1, 0x1, ...)
/tmp/go_build.tmp/src/github.com/MG-RAST/golib/goweb/http_handler.go:125 +0x68
main.launchAPI(0xc20013d420, 0xee21)
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:83 +0x849
created by main.main
/tmp/go_build.tmp/src/github.com/MG-RAST/AWE/awe-server/awe-server.go:189 +0x154d
goroutine 54 [select]:
net/http.(*persistConn).writeLoop(0xc200145200)
/usr/local/go/src/pkg/net/http/transport.go:774 +0x26f
created by net/http.(*Transport).dialConn
/usr/local/go/src/pkg/net/http/transport.go:512 +0x58b
goroutine 53 [IO wait]:
net.runtime_pollWait(0x7f3010d40be0, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/znetpoll_linux_amd64.c:118 +0x82
net.(*pollDesc).WaitRead(0xc2000dc860, 0xb, 0xc200106060)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:75 +0x31
net.(*netFD).Read(0xc2000dc7e0, 0xc2002f6000, 0x800, 0x800, 0x0, ...)
/usr/local/go/src/pkg/net/fd_unix.go:195 +0x2b3
net.(*conn).Read(0xc200000580, 0xc2002f6000, 0x800, 0x800, 0x504871, ...)
/usr/local/go/src/pkg/net/net.go:123 +0xc3
crypto/tls.(*block).readFromUntil(0xc20013b5a0, 0xc200166210, 0xc200000580, 0x5, 0xc200000580, ...)
/usr/local/go/src/pkg/crypto/tls/conn.go:401 +0xbd
crypto/tls.(*Conn).readRecord(0xc2001d7000, 0x17, 0x0, 0x41a610)
/usr/local/go/src/pkg/crypto/tls/conn.go:481 +0xfa
crypto/tls.(*Conn).Read(0xc2001d7000, 0xc2002e8000, 0x1000, 0x1000, 0x0, ...)
/usr/local/go/src/pkg/crypto/tls/conn.go:796 +0x102
bufio.(*Reader).fill(0xc2002e4e40)
/usr/local/go/src/pkg/bufio/bufio.go:79 +0x10c
bufio.(*Reader).Peek(0xc2002e4e40, 0x1, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/pkg/bufio/bufio.go:107 +0xc9
net/http.(*persistConn).readLoop(0xc200145200)
/usr/local/go/src/pkg/net/http/transport.go:670 +0xc4
created by net/http.(*Transport).dialConn
/usr/local/go/src/pkg/net/http/transport.go:511 +0x574