2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: Unable to send an event to Google PubSub, topic: com.spotify.tingle.helios-events.HeliosTaskStatusEvents 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: com.google.cloud.pubsub.PubSubException: io.grpc.StatusRuntimeException: UNAUTHENTICATED 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.cloud.pubsub.spi.DefaultPubSubRpc$1.apply(DefaultPubSubRpc.java:179) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.cloud.pubsub.spi.DefaultPubSubRpc$1.apply(DefaultPubSubRpc.java:173) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures$CatchingFuture.doFallback(Futures.java:842) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures$CatchingFuture.doFallback(Futures.java:834) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures$AbstractCatchingFuture.run(Futures.java:789) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:456) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:817) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:753) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:634) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.SettableFuture.setException(SettableFuture.java:53) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundlingFuture.setException(BundlingFuture.java:118) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundlingContext.sendResult(BundlingContext.java:99) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundleExecutor.processBundle(BundleExecutor.java:91) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.processBundle(ThresholdBundlingForwarder.java:110) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.run(ThresholdBundlingForwarder.java:93) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.lang.Thread.run(Thread.java:745) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: Caused by: com.google.api.gax.grpc.ApiException: io.grpc.StatusRuntimeException: UNAUTHENTICATED 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.ExceptionTransformingCallable$ExceptionTransformingFuture.onFailure(ExceptionTransformingCallable.java:113) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures$6.run(Futures.java:1764) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:456) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:817) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.AbstractFuture.addListener(AbstractFuture.java:595) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures.addCallback(Futures.java:1776) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.common.util.concurrent.Futures.addCallback(Futures.java:1713) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.ExceptionTransformingCallable.futureCall(ExceptionTransformingCallable.java:69) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable$RetryingResultFuture.issueCall(RetryingCallable.java:222) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable.futureCall(RetryingCallable.java:90) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:242) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:253) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.call(UnaryCallable.java:290) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundleExecutor.processBundle(BundleExecutor.java:84) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.processBundle(ThresholdBundlingForwarder.java:110) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.run(ThresholdBundlingForwarder.java:93) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.lang.Thread.run(Thread.java:745) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: Caused by: io.grpc.StatusRuntimeException: UNAUTHENTICATED 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.Status.asRuntimeException(Status.java:545) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls$UnaryStreamToFuture.onClose(ClientCalls.java:442) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ClientInterceptors$CheckedForwardingClientCall.start(ClientInterceptors.java:203) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ForwardingClientCall.start(ForwardingClientCall.java:47) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.HeaderInterceptor$1.start(HeaderInterceptor.java:64) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.startCall(ClientCalls.java:273) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.asyncUnaryRequestCall(ClientCalls.java:252) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.futureUnaryCall(ClientCalls.java:189) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.DirectCallable.futureCall(DirectCallable.java:58) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.ExceptionTransformingCallable.futureCall(ExceptionTransformingCallable.java:66) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable$RetryingResultFuture.issueCall(RetryingCallable.java:222) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable.futureCall(RetryingCallable.java:90) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:242) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:253) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.call(UnaryCallable.java:290) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundleExecutor.processBundle(BundleExecutor.java:84) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.processBundle(ThresholdBundlingForwarder.java:110) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.run(ThresholdBundlingForwarder.java:93) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.lang.Thread.run(Thread.java:745) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: Caused by: java.io.IOException: Error getting access token for service account: 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.ServiceAccountCredentials.refreshAccessToken(ServiceAccountCredentials.java:227) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.OAuth2Credentials.refresh(OAuth2Credentials.java:97) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.OAuth2Credentials.getRequestMetadata(OAuth2Credentials.java:74) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor.getRequestMetadata(ClientAuthInterceptor.java:150) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor.access$100(ClientAuthInterceptor.java:64) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor$1.checkedStart(ClientAuthInterceptor.java:96) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ClientInterceptors$CheckedForwardingClientCall.start(ClientInterceptors.java:195) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ForwardingClientCall.start(ForwardingClientCall.java:47) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.HeaderInterceptor$1.start(HeaderInterceptor.java:64) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.startCall(ClientCalls.java:273) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.asyncUnaryRequestCall(ClientCalls.java:252) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.futureUnaryCall(ClientCalls.java:189) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.DirectCallable.futureCall(DirectCallable.java:58) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.ExceptionTransformingCallable.futureCall(ExceptionTransformingCallable.java:66) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable$RetryingResultFuture.issueCall(RetryingCallable.java:222) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable.futureCall(RetryingCallable.java:90) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:242) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:253) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.call(UnaryCallable.java:290) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundleExecutor.processBundle(BundleExecutor.java:84) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.processBundle(ThresholdBundlingForwarder.java:110) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.run(ThresholdBundlingForwarder.java:93) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.lang.Thread.run(Thread.java:745) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: Caused by: java.net.SocketTimeoutException: connect timed out 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.PlainSocketImpl.socketConnect(Native Method) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.net.Socket.connect(Socket.java:589) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.NetworkClient.doConnect(NetworkClient.java:175) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.http.HttpClient.openServer(HttpClient.java:432) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.http.HttpClient.openServer(HttpClient.java:527) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.https.HttpsClient.(HttpsClient.java:264) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.https.HttpsClient.New(HttpsClient.java:367) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.getNewHttpClient(AbstractDelegateHttpsURLConnection.java:191) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1104) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:998) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(AbstractDelegateHttpsURLConnection.java:177) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.http.HttpURLConnection.getOutputStream0(HttpURLConnection.java:1282) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.http.HttpURLConnection.getOutputStream(HttpURLConnection.java:1257) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at sun.net.www.protocol.https.HttpsURLConnectionImpl.getOutputStream(HttpsURLConnectionImpl.java:250) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.client.http.javanet.NetHttpRequest.execute(NetHttpRequest.java:77) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:972) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.ServiceAccountCredentials.refreshAccessToken(ServiceAccountCredentials.java:225) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.OAuth2Credentials.refresh(OAuth2Credentials.java:97) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.auth.oauth2.OAuth2Credentials.getRequestMetadata(OAuth2Credentials.java:74) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor.getRequestMetadata(ClientAuthInterceptor.java:150) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor.access$100(ClientAuthInterceptor.java:64) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.auth.ClientAuthInterceptor$1.checkedStart(ClientAuthInterceptor.java:96) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ClientInterceptors$CheckedForwardingClientCall.start(ClientInterceptors.java:195) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.ForwardingClientCall.start(ForwardingClientCall.java:47) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.HeaderInterceptor$1.start(HeaderInterceptor.java:64) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.startCall(ClientCalls.java:273) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.asyncUnaryRequestCall(ClientCalls.java:252) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at io.grpc.stub.ClientCalls.futureUnaryCall(ClientCalls.java:189) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.DirectCallable.futureCall(DirectCallable.java:58) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.ExceptionTransformingCallable.futureCall(ExceptionTransformingCallable.java:66) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable$RetryingResultFuture.issueCall(RetryingCallable.java:222) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.RetryingCallable.futureCall(RetryingCallable.java:90) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:242) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.futureCall(UnaryCallable.java:253) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.UnaryCallable.call(UnaryCallable.java:290) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.grpc.BundleExecutor.processBundle(BundleExecutor.java:84) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.processBundle(ThresholdBundlingForwarder.java:110) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at com.google.api.gax.bundling.ThresholdBundlingForwarder$BundleForwardingRunnable.run(ThresholdBundlingForwarder.java:93) 2016-11-23T23:26:07.004+00:00 my.host.com helios[6741]: at java.lang.Thread.run(Thread.java:745)