at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853) at javax.servlet.http.HttpServlet.service(HttpServlet.java:707) at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:569) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) [2021/10/07-01:38:18.540] [qtp1871580398-37] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:18.540] [qtp1871580398-37] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:18.542] [qtp1871580398-18] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:18.542] [qtp1871580398-18] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:18.544] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:18.545] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:18.548] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:18.549] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:18.551] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:18.551] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:37.288] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:37.289] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:37.292] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 1] Start call: /admin/api/services/{serviceId:.+} [DELETE] user=none [serviceId=scenario_2_model] [2021/10/07-01:38:37.293] [qtp1871580398-65] [INFO] [dku.lambda.admin.api] - [ct: 2] Disabling the service [2021/10/07-01:38:37.293] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 2] Disabling service scenario_2_model [2021/10/07-01:38:37.294] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 3] Service shutting down (unloading 0 generations) [2021/10/07-01:38:37.294] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 3] Service shutdown complete [2021/10/07-01:38:37.294] [qtp1871580398-65] [INFO] [dku.lambda.admin.api] - [ct: 3] Destroying the service [2021/10/07-01:38:37.294] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 3] Unloading generation scenario_2_model8203222242168180887 [2021/10/07-01:38:37.298] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 7] Service shutting down (unloading 0 generations) [2021/10/07-01:38:37.298] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 7] Service shutdown complete [2021/10/07-01:38:37.299] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 8] Done call: /admin/api/services/{serviceId:.+} [DELETE] time=8ms user=none [serviceId=scenario_2_model] [2021/10/07-01:38:37.301] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Start call: /admin/api/services [POST] user=none [2021/10/07-01:38:37.301] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] - [ct: 1] Creating ServiceManager for scenario_2_model [2021/10/07-01:38:37.302] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 2] Done call: /admin/api/services [POST] time=2ms user=none [2021/10/07-01:38:37.304] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /admin/api/services/{serviceId}/generations/actions/importFromDirectory [POST] user=none [serviceId=scenario_2_model dirPath=/home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model3216677106226998743] [2021/10/07-01:38:37.305] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 1] Start to import to service scenario_2_model from /home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model3216677106226998743 [2021/10/07-01:38:37.305] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 1] Importing to /home/dxgarage/dataiku/tmp/apinode-devserver/services/scenario_2_model/gens/scenario_2_model3216677106226998743 [2021/10/07-01:38:37.314] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 10] Done call: /admin/api/services/{serviceId}/generations/actions/importFromDirectory [POST] time=10ms user=none [serviceId=scenario_2_model dirPath=/home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model3216677106226998743] [2021/10/07-01:38:37.316] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /admin/api/services/{serviceId}/actions/switchToNewest [POST] user=none [serviceId=scenario_2_model] [2021/10/07-01:38:37.317] [qtp1871580398-62] [INFO] [dku.lambda.dispatcher] - [ct: 1] Asking service scenario_2_model to switch to NEWEST generation only [2021/10/07-01:38:37.317] [qtp1871580398-62] [INFO] [dku.lambda.dispatcher] - [ct: 1] Asking service scenario_2_model to switch to SINGLE generation scenario_2_model3216677106226998743 [2021/10/07-01:38:37.317] [qtp1871580398-62] [INFO] [dku.lambda.dispatcher] - [ct: 1] About to set mapping on service scenario_2_model: {"auditMetadata":{},"strategy":"RANDOM","mode":"SINGLE_GENERATION","generation":"scenario_2_model3216677106226998743","entries":[{"generation":"scenario_2_model3216677106226998743","proba":1.0}]} [2021/10/07-01:38:37.317] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 1] Creating ServiceGeneration for scenario_2_model [2021/10/07-01:38:37.318] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 2] Verifying package version {"generationId":"scenario_2_model3216677106226998743","createdOn":1633570717178,"createdWithDSSVersion":"9.0.1","createdWithDSSConfVersion":"9000"} [2021/10/07-01:38:37.318] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 2] Loading data resources [2021/10/07-01:38:37.319] [qtp1871580398-62] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 3] Loading data resources for scenario_2_model-scenario_2_model3216677106226998743 [2021/10/07-01:38:37.319] [qtp1871580398-62] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 3] Existing mapping: {"dataGens":[]} [2021/10/07-01:38:37.319] [qtp1871580398-62] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 3] Updating mapping: {"dataGens":[]} [2021/10/07-01:38:37.319] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 3] Loading code environments [2021/10/07-01:38:37.319] [qtp1871580398-62] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 3] Creating endpoint handler for LRmodel [2021/10/07-01:38:37.320] [qtp1871580398-62] [INFO] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 4] Initializing pipelines pool for scenario_2_model/LRmodel: floor=1 cruise=8 ceil=16 queue=16 timeout=10000 [2021/10/07-01:38:37.320] [qtp1871580398-62] [ERROR] [dku.lambda.prediction.handler] service:scenario_2_model gen:scenario_2_model3216677106226998743 - Failed to read a java pipeline, falling back to a python pipeline. [2021/10/07-01:38:37.321] [qtp1871580398-62] [DEBUG] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 5] acquiring pipeline (scenario_2_model/LRmodel) pending=0 inFlight=0 free=0 baking=0 [2021/10/07-01:38:37.321] [qtp1871580398-62] [INFO] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model3216677106226998743 - [ct: 5] Creating a pipeline (scenario_2_model/LRmodel) [2021/10/07-01:38:37.322] [qtp1871580398-62] [INFO] [dku.block.link] service:scenario_2_model gen:scenario_2_model3216677106226998743 - Started a socket on port 46185 [2021/10/07-01:38:37.322] [qtp1871580398-62] [INFO] [dku.python.single_command.kernel] service:scenario_2_model gen:scenario_2_model3216677106226998743 - Starting Python process for kernel python-single-command-kernel [2021/10/07-01:38:37.322] [qtp1871580398-62] [INFO] [dku.security.process] service:scenario_2_model gen:scenario_2_model3216677106226998743 - Starting process (regular) [2021/10/07-01:38:37.324] [qtp1871580398-62] [INFO] [dku.security.process] service:scenario_2_model gen:scenario_2_model3216677106226998743 - Process started with pid=3142 [2021/10/07-01:38:38.104] [KNL-python-single-command-kernel-out-97] [INFO] [dku.utils] - Installing debugging signal handler [2021/10/07-01:38:38.454] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - /home/dxgarage/dataiku/pyenv/lib/python3.6/site-packages/sklearn/utils/deprecation.py:143: FutureWarning: The sklearn.feature_extraction.stop_words module is deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.feature_extraction.text. Anything that cannot be imported from sklearn.feature_extraction.text is now part of the private API. [2021/10/07-01:38:38.455] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - warnings.warn(message, FutureWarning) [2021/10/07-01:38:38.458] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - 2021-10-07 01:38:38,458 INFO Setting cloudpickle as the pickling tool [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - Traceback (most recent call last): [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - "__main__", mod_spec) [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/usr/lib/python3.6/runpy.py", line 85, in _run_code [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - exec(code, run_globals) [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/apinode/predict/server.py", line 35, in [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - from dataiku.doctor.preprocessing_handler import * [2021/10/07-01:38:38.468] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/preprocessing_handler.py", line 17, in [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - from dataiku.doctor.prediction.feature_selection import * [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/prediction/__init__.py", line 2, in [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - from .classification_scoring import * [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/prediction/classification_scoring.py", line 7, in [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - from sklearn.ensemble.partial_dependence import partial_dependence [2021/10/07-01:38:38.469] [KNL-python-single-command-kernel-err-98] [INFO] [dku.utils] - ModuleNotFoundError: No module named 'sklearn.ensemble.partial_dependence' [2021/10/07-01:38:38.590] [KNL-python-single-command-kernel-monitor-96] [INFO] [dku.kernels] - Process done with code 1 [2021/10/07-01:38:38.591] [KNL-python-single-command-kernel-monitor-96] [ERROR] [dku.kernels] - KernelMonitorThread done: Closing: ServerSocket[addr=0.0.0.0/0.0.0.0,localport=46185] [2021/10/07-01:38:38.591] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1275] Done call: /admin/api/services/{serviceId}/actions/switchToNewest [POST] time=1275ms user=none [serviceId=scenario_2_model] thrown=SecretKernelTimeoutException [2021/10/07-01:38:38.591] [qtp1871580398-62] [ERROR] [dku.lambda.api] - API call '/admin/api/services/scenario_2_model/actions/switchToNewest' failed com.dataiku.dip.io.SocketBlockLink$SecretKernelTimeoutException: Subprocess failed to connect, it probably crashed at startup. Check the logs. at com.dataiku.dip.io.SocketBlockLink.waitForConnection(SocketBlockLink.java:70) at com.dataiku.dip.io.SecretProtectedKernelLink.waitForProcess(SecretProtectedKernelLink.java:39) at com.dataiku.dip.io.SecretProtectedKernelLink.waitForProcess(SecretProtectedKernelLink.java:48) at com.dataiku.dip.io.PythonSecretProtectedKernel.start(PythonSecretProtectedKernel.java:109) at com.dataiku.lambda.endpoints.predict.PythonPredictionStep.init(PythonPredictionStep.java:80) at com.dataiku.lambda.endpoints.predict.PredictionPipeline$PythonFactory.build(PredictionPipeline.java:53) at com.dataiku.lambda.endpoints.predict.PredictionEndpointHandler.instantiatePipeline(PredictionEndpointHandler.java:85) at com.dataiku.lambda.endpoints.predict.PredictionEndpointHandler.instantiatePipeline(PredictionEndpointHandler.java:34) at com.dataiku.lambda.endpoints.pool.PipelinePool.acquire(PipelinePool.java:168) at com.dataiku.lambda.endpoints.pool.PipelinePool.init(PipelinePool.java:67) at com.dataiku.lambda.endpoints.predictcommon.PredictionEndpointHandlerBase.init(PredictionEndpointHandlerBase.java:84) at com.dataiku.lambda.services.ServiceManager.mount(ServiceManager.java:315) at com.dataiku.lambda.services.ServiceManager.mountIfNeeded(ServiceManager.java:362) at com.dataiku.lambda.services.ServicesService.setMapping(ServicesService.java:268) at com.dataiku.lambda.services.ServicesService.switchToSingleGeneration(ServicesService.java:316) at com.dataiku.lambda.services.ServicesService.switchToNewestGeneration(ServicesService.java:298) at com.dataiku.lambda.admin.ServicesAdminController.switchToNewest(ServicesAdminController.java:211) at com.dataiku.lambda.admin.ServicesAdminController$$FastClassBySpringCGLIB$$3c7950d9.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:701) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:80) at com.dataiku.lambda.LambdaCallTracingAspect.doCall(LambdaCallTracingAspect.java:72) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:621) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:610) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:65) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:633) at com.dataiku.lambda.admin.ServicesAdminController$$EnhancerBySpringCGLIB$$22a6f206.switchToNewest() at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.web.bind.annotation.support.HandlerMethodInvoker.invokeHandlerMethod(HandlerMethodInvoker.java:176) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.invokeHandlerMethod(AnnotationMethodHandlerAdapter.java:440) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.handle(AnnotationMethodHandlerAdapter.java:428) at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933) at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853) at javax.servlet.http.HttpServlet.service(HttpServlet.java:707) at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:569) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketException: Socket closed at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:560) at java.net.ServerSocket.accept(ServerSocket.java:528) at com.dataiku.dip.io.SocketBlockLink.waitForConnection(SocketBlockLink.java:66) ... 73 more [2021/10/07-01:38:38.597] [qtp1871580398-64] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.597] [qtp1871580398-64] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.601] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.601] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.603] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.603] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.772] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.772] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.775] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.775] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.778] [qtp1871580398-64] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.778] [qtp1871580398-64] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:38.778] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/{serviceId}/{endpointId}/predict [POST] user=none [serviceId=scenario_2_model endpointId=LRmodel] [2021/10/07-01:38:38.779] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/{serviceId}/{endpointId}/predict [POST] time=1ms user=none [serviceId=scenario_2_model endpointId=LRmodel] thrown=IllegalArgumentException [2021/10/07-01:38:38.779] [qtp1871580398-56] [ERROR] [dku.lambda.api] - API call '/public/api/v1/scenario_2_model/LRmodel/predict' failed java.lang.IllegalArgumentException: in svc:scenario_2_model: in ep:LRmodel: Service scenario_2_model is not active at com.dataiku.dip.utils.ErrorContext.iaef(ErrorContext.java:137) at com.dataiku.lambda.services.ServiceManager.checkActive(ServiceManager.java:422) at com.dataiku.lambda.services.ServicesService.getServiceManagerCheck(ServicesService.java:90) at com.dataiku.lambda.controllers.PredictionEndpointsController.replySimple(PredictionEndpointsController.java:94) at com.dataiku.lambda.controllers.PredictionEndpointsController.execPrediction(PredictionEndpointsController.java:41) at com.dataiku.lambda.controllers.PredictionEndpointsController$$FastClassBySpringCGLIB$$7836353f.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:701) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:80) at com.dataiku.lambda.LambdaCallTracingAspect.doCall(LambdaCallTracingAspect.java:72) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:621) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:610) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:65) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:633) at com.dataiku.lambda.controllers.PredictionEndpointsController$$EnhancerBySpringCGLIB$$469b2662.execPrediction() at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.web.bind.annotation.support.HandlerMethodInvoker.invokeHandlerMethod(HandlerMethodInvoker.java:176) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.invokeHandlerMethod(AnnotationMethodHandlerAdapter.java:440) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.handle(AnnotationMethodHandlerAdapter.java:428) at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933) at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853) at javax.servlet.http.HttpServlet.service(HttpServlet.java:707) at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:569) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) [2021/10/07-01:38:38.781] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.782] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.783] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.784] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:38.786] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.786] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.790] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.790] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:38.792] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:38.793] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:47.934] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:47.934] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:47.937] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /admin/api/services/{serviceId:.+} [DELETE] user=none [serviceId=scenario_2_model] [2021/10/07-01:38:47.938] [qtp1871580398-65] [INFO] [dku.lambda.admin.api] - [ct: 1] Disabling the service [2021/10/07-01:38:47.938] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 1] Disabling service scenario_2_model [2021/10/07-01:38:47.938] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 1] Service shutting down (unloading 0 generations) [2021/10/07-01:38:47.938] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 1] Service shutdown complete [2021/10/07-01:38:47.938] [qtp1871580398-65] [INFO] [dku.lambda.admin.api] - [ct: 1] Destroying the service [2021/10/07-01:38:47.939] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 2] Unloading generation scenario_2_model3216677106226998743 [2021/10/07-01:38:47.942] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 5] Service shutting down (unloading 0 generations) [2021/10/07-01:38:47.942] [qtp1871580398-65] [INFO] [dku.lambda.service.manager] - [ct: 5] Service shutdown complete [2021/10/07-01:38:47.943] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 6] Done call: /admin/api/services/{serviceId:.+} [DELETE] time=6ms user=none [serviceId=scenario_2_model] [2021/10/07-01:38:47.945] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 1] Start call: /admin/api/services [POST] user=none [2021/10/07-01:38:47.945] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] - [ct: 1] Creating ServiceManager for scenario_2_model [2021/10/07-01:38:47.946] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 2] Done call: /admin/api/services [POST] time=2ms user=none [2021/10/07-01:38:47.948] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /admin/api/services/{serviceId}/generations/actions/importFromDirectory [POST] user=none [serviceId=scenario_2_model dirPath=/home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model5875141762402980593] [2021/10/07-01:38:47.949] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 1] Start to import to service scenario_2_model from /home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model5875141762402980593 [2021/10/07-01:38:47.949] [qtp1871580398-65] [INFO] [dku.lambda.dispatcher] - [ct: 1] Importing to /home/dxgarage/dataiku/tmp/apinode-devserver/services/scenario_2_model/gens/scenario_2_model5875141762402980593 [2021/10/07-01:38:47.957] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 9] Done call: /admin/api/services/{serviceId}/generations/actions/importFromDirectory [POST] time=9ms user=none [serviceId=scenario_2_model dirPath=/home/dxgarage/dataiku/tmp/apinode-devserver-package/scenario_2_model5875141762402980593] [2021/10/07-01:38:47.959] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Start call: /admin/api/services/{serviceId}/actions/switchToNewest [POST] user=none [serviceId=scenario_2_model] [2021/10/07-01:38:47.959] [qtp1871580398-66] [INFO] [dku.lambda.dispatcher] - [ct: 0] Asking service scenario_2_model to switch to NEWEST generation only [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.dispatcher] - [ct: 1] Asking service scenario_2_model to switch to SINGLE generation scenario_2_model5875141762402980593 [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.dispatcher] - [ct: 1] About to set mapping on service scenario_2_model: {"auditMetadata":{},"strategy":"RANDOM","mode":"SINGLE_GENERATION","generation":"scenario_2_model5875141762402980593","entries":[{"generation":"scenario_2_model5875141762402980593","proba":1.0}]} [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 1] Creating ServiceGeneration for scenario_2_model [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 1] Verifying package version {"generationId":"scenario_2_model5875141762402980593","createdOn":1633570727823,"createdWithDSSVersion":"9.0.1","createdWithDSSConfVersion":"9000"} [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 1] Loading data resources [2021/10/07-01:38:47.960] [qtp1871580398-66] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 1] Loading data resources for scenario_2_model-scenario_2_model5875141762402980593 [2021/10/07-01:38:47.961] [qtp1871580398-66] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 2] Existing mapping: {"dataGens":[]} [2021/10/07-01:38:47.961] [qtp1871580398-66] [INFO] [dku.lambda.dataloadmanager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 2] Updating mapping: {"dataGens":[]} [2021/10/07-01:38:47.961] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 2] Loading code environments [2021/10/07-01:38:47.961] [qtp1871580398-66] [INFO] [dku.lambda.service.manager] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 2] Creating endpoint handler for LRmodel [2021/10/07-01:38:47.961] [qtp1871580398-66] [INFO] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 2] Initializing pipelines pool for scenario_2_model/LRmodel: floor=1 cruise=8 ceil=16 queue=16 timeout=10000 [2021/10/07-01:38:47.962] [qtp1871580398-66] [ERROR] [dku.lambda.prediction.handler] service:scenario_2_model gen:scenario_2_model5875141762402980593 - Failed to read a java pipeline, falling back to a python pipeline. [2021/10/07-01:38:47.962] [qtp1871580398-66] [DEBUG] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 3] acquiring pipeline (scenario_2_model/LRmodel) pending=0 inFlight=0 free=0 baking=0 [2021/10/07-01:38:47.962] [qtp1871580398-66] [INFO] [dku.lambda.pipelinepool] service:scenario_2_model gen:scenario_2_model5875141762402980593 - [ct: 3] Creating a pipeline (scenario_2_model/LRmodel) [2021/10/07-01:38:47.963] [qtp1871580398-66] [INFO] [dku.block.link] service:scenario_2_model gen:scenario_2_model5875141762402980593 - Started a socket on port 37359 [2021/10/07-01:38:47.964] [qtp1871580398-66] [INFO] [dku.python.single_command.kernel] service:scenario_2_model gen:scenario_2_model5875141762402980593 - Starting Python process for kernel python-single-command-kernel [2021/10/07-01:38:47.964] [qtp1871580398-66] [INFO] [dku.security.process] service:scenario_2_model gen:scenario_2_model5875141762402980593 - Starting process (regular) [2021/10/07-01:38:47.965] [qtp1871580398-66] [INFO] [dku.security.process] service:scenario_2_model gen:scenario_2_model5875141762402980593 - Process started with pid=3166 [2021/10/07-01:38:48.741] [KNL-python-single-command-kernel-out-102] [INFO] [dku.utils] - Installing debugging signal handler [2021/10/07-01:38:49.075] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - /home/dxgarage/dataiku/pyenv/lib/python3.6/site-packages/sklearn/utils/deprecation.py:143: FutureWarning: The sklearn.feature_extraction.stop_words module is deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.feature_extraction.text. Anything that cannot be imported from sklearn.feature_extraction.text is now part of the private API. [2021/10/07-01:38:49.075] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - warnings.warn(message, FutureWarning) [2021/10/07-01:38:49.079] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - 2021-10-07 01:38:49,079 INFO Setting cloudpickle as the pickling tool [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - Traceback (most recent call last): [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - "__main__", mod_spec) [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/usr/lib/python3.6/runpy.py", line 85, in _run_code [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - exec(code, run_globals) [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/apinode/predict/server.py", line 35, in [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - from dataiku.doctor.preprocessing_handler import * [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/preprocessing_handler.py", line 17, in [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - from dataiku.doctor.prediction.feature_selection import * [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/prediction/__init__.py", line 2, in [2021/10/07-01:38:49.089] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - from .classification_scoring import * [2021/10/07-01:38:49.090] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - File "/home/dxgarage/dataiku-dss-9.0.1/python/dataiku/doctor/prediction/classification_scoring.py", line 7, in [2021/10/07-01:38:49.090] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - from sklearn.ensemble.partial_dependence import partial_dependence [2021/10/07-01:38:49.090] [KNL-python-single-command-kernel-err-103] [INFO] [dku.utils] - ModuleNotFoundError: No module named 'sklearn.ensemble.partial_dependence' [2021/10/07-01:38:49.222] [KNL-python-single-command-kernel-monitor-101] [INFO] [dku.kernels] - Process done with code 1 [2021/10/07-01:38:49.222] [KNL-python-single-command-kernel-monitor-101] [ERROR] [dku.kernels] - KernelMonitorThread done: Closing: ServerSocket[addr=0.0.0.0/0.0.0.0,localport=37359] [2021/10/07-01:38:49.222] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 1263] Done call: /admin/api/services/{serviceId}/actions/switchToNewest [POST] time=1263ms user=none [serviceId=scenario_2_model] thrown=SecretKernelTimeoutException [2021/10/07-01:38:49.223] [qtp1871580398-66] [ERROR] [dku.lambda.api] - API call '/admin/api/services/scenario_2_model/actions/switchToNewest' failed com.dataiku.dip.io.SocketBlockLink$SecretKernelTimeoutException: Subprocess failed to connect, it probably crashed at startup. Check the logs. at com.dataiku.dip.io.SocketBlockLink.waitForConnection(SocketBlockLink.java:70) at com.dataiku.dip.io.SecretProtectedKernelLink.waitForProcess(SecretProtectedKernelLink.java:39) at com.dataiku.dip.io.SecretProtectedKernelLink.waitForProcess(SecretProtectedKernelLink.java:48) at com.dataiku.dip.io.PythonSecretProtectedKernel.start(PythonSecretProtectedKernel.java:109) at com.dataiku.lambda.endpoints.predict.PythonPredictionStep.init(PythonPredictionStep.java:80) at com.dataiku.lambda.endpoints.predict.PredictionPipeline$PythonFactory.build(PredictionPipeline.java:53) at com.dataiku.lambda.endpoints.predict.PredictionEndpointHandler.instantiatePipeline(PredictionEndpointHandler.java:85) at com.dataiku.lambda.endpoints.predict.PredictionEndpointHandler.instantiatePipeline(PredictionEndpointHandler.java:34) at com.dataiku.lambda.endpoints.pool.PipelinePool.acquire(PipelinePool.java:168) at com.dataiku.lambda.endpoints.pool.PipelinePool.init(PipelinePool.java:67) at com.dataiku.lambda.endpoints.predictcommon.PredictionEndpointHandlerBase.init(PredictionEndpointHandlerBase.java:84) at com.dataiku.lambda.services.ServiceManager.mount(ServiceManager.java:315) at com.dataiku.lambda.services.ServiceManager.mountIfNeeded(ServiceManager.java:362) at com.dataiku.lambda.services.ServicesService.setMapping(ServicesService.java:268) at com.dataiku.lambda.services.ServicesService.switchToSingleGeneration(ServicesService.java:316) at com.dataiku.lambda.services.ServicesService.switchToNewestGeneration(ServicesService.java:298) at com.dataiku.lambda.admin.ServicesAdminController.switchToNewest(ServicesAdminController.java:211) at com.dataiku.lambda.admin.ServicesAdminController$$FastClassBySpringCGLIB$$3c7950d9.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:701) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:80) at com.dataiku.lambda.LambdaCallTracingAspect.doCall(LambdaCallTracingAspect.java:72) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:621) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:610) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:65) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:633) at com.dataiku.lambda.admin.ServicesAdminController$$EnhancerBySpringCGLIB$$22a6f206.switchToNewest() at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.web.bind.annotation.support.HandlerMethodInvoker.invokeHandlerMethod(HandlerMethodInvoker.java:176) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.invokeHandlerMethod(AnnotationMethodHandlerAdapter.java:440) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.handle(AnnotationMethodHandlerAdapter.java:428) at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933) at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853) at javax.servlet.http.HttpServlet.service(HttpServlet.java:707) at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:569) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketException: Socket closed at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:560) at java.net.ServerSocket.accept(ServerSocket.java:528) at com.dataiku.dip.io.SocketBlockLink.waitForConnection(SocketBlockLink.java:66) ... 73 more [2021/10/07-01:38:49.229] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.230] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:49.234] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.234] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:49.236] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.236] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:49.411] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.411] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:49.415] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.415] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/ping [POST] time=0ms user=none [2021/10/07-01:38:49.418] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.418] [qtp1871580398-62] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:49.420] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.420] [qtp1871580398-32] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:49.422] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.423] [qtp1871580398-56] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none [2021/10/07-01:38:49.425] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Start call: /public/api/v1/{serviceId}/{endpointId}/predict [POST] user=none [serviceId=scenario_2_model endpointId=LRmodel] [2021/10/07-01:38:49.425] [qtp1871580398-65] [DEBUG] [dku.tracing] - [ct: 0] Done call: /public/api/v1/{serviceId}/{endpointId}/predict [POST] time=0ms user=none [serviceId=scenario_2_model endpointId=LRmodel] thrown=IllegalArgumentException [2021/10/07-01:38:49.425] [qtp1871580398-65] [ERROR] [dku.lambda.api] - API call '/public/api/v1/scenario_2_model/LRmodel/predict' failed java.lang.IllegalArgumentException: in svc:scenario_2_model: in ep:LRmodel: Service scenario_2_model is not active at com.dataiku.dip.utils.ErrorContext.iaef(ErrorContext.java:137) at com.dataiku.lambda.services.ServiceManager.checkActive(ServiceManager.java:422) at com.dataiku.lambda.services.ServicesService.getServiceManagerCheck(ServicesService.java:90) at com.dataiku.lambda.controllers.PredictionEndpointsController.replySimple(PredictionEndpointsController.java:94) at com.dataiku.lambda.controllers.PredictionEndpointsController.execPrediction(PredictionEndpointsController.java:41) at com.dataiku.lambda.controllers.PredictionEndpointsController$$FastClassBySpringCGLIB$$7836353f.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:701) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:80) at com.dataiku.lambda.LambdaCallTracingAspect.doCall(LambdaCallTracingAspect.java:72) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:621) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:610) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:65) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:633) at com.dataiku.lambda.controllers.PredictionEndpointsController$$EnhancerBySpringCGLIB$$469b2662.execPrediction() at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.web.bind.annotation.support.HandlerMethodInvoker.invokeHandlerMethod(HandlerMethodInvoker.java:176) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.invokeHandlerMethod(AnnotationMethodHandlerAdapter.java:440) at org.springframework.web.servlet.mvc.annotation.AnnotationMethodHandlerAdapter.handle(AnnotationMethodHandlerAdapter.java:428) at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933) at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853) at javax.servlet.http.HttpServlet.service(HttpServlet.java:707) at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:569) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) [2021/10/07-01:38:49.431] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 1] Start call: /public/api/v1/ping [POST] user=none [2021/10/07-01:38:49.431] [qtp1871580398-66] [DEBUG] [dku.tracing] - [ct: 1] Done call: /public/api/v1/ping [POST] time=1ms user=none