Reset training subject: 136434389402300
MarkdownNotebookOutput.java:904 executed in 0.00 seconds (0.000 gc):
throw e;
java.lang.RuntimeException: Error execuing network component
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:82)
at com.simiacryptus.ref.wrappers.RefAtomicReference.lambda$updateAndGet$0(RefAtomicReference.java:54)
at java.util.concurrent.atomic.AtomicReference.updateAndGet(AtomicReference.java:179)
at com.simiacryptus.ref.wrappers.RefAtomicReference.updateAndGet(RefAtomicReference.java:54)
at com.simiacryptus.mindseye.network.GraphEvaluationContext.get(GraphEvaluationContext.java:85)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.DAGNetwork.eval(DAGNetwork.java:492)
at com.simiacryptus.mindseye.eval.BasicTrainable.eval(BasicTrainable.java:196)
at com.simiacryptus.mindseye.eval.BasicTrainable.lambda$measure$3f677$1(BasicTrainable.java:145)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
at com.simiacryptus.mindseye.eval.BasicTrainable.measure(BasicTrainable.java:145)
at com.simiacryptus.mindseye.art.TiledTrainable.measure(TiledTrainable.java:323)
at com.simiacryptus.mindseye.art.SumTrainable.lambda$measure$3(SumTrainable.java:86)
at com.simiacryptus.ref.wrappers.RefStream.lambda$map$27(RefStream.java:386)
at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:510)
at com.simiacryptus.ref.wrappers.StreamWrapper.collect(StreamWrapper.java:69)
at com.simiacryptus.ref.wrappers.RefStream.collect(RefStream.java:246)
at com.simiacryptus.ref.wrappers.RefStream.collect(RefStream.java:264)
at com.simiacryptus.mindseye.art.SumTrainable.measure(SumTrainable.java:89)
at com.simiacryptus.mindseye.opt.LoggingIterativeTrainer.measure(LoggingIterativeTrainer.java:151)
at com.simiacryptus.mindseye.opt.LoggingIterativeTrainer.run(LoggingIterativeTrainer.java:195)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$7(BasicOptimizer.scala:126)
at com.simiacryptus.mindseye.art.util.ArtUtil$.$anonfun$withTrainingMonitor$2(ArtUtil.scala:225)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.util.ArtUtil$.withTrainingMonitor(ArtUtil.scala:224)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$6(BasicOptimizer.scala:129)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredGif(NotebookRunner.scala:160)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize(BasicOptimizer.scala:130)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize$(BasicOptimizer.scala:85)
at com.simiacryptus.mindseye.art.style.SymmetricTexture$$anon$2.optimize(SymmetricTexture.scala:217)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$3(BasicOptimizer.scala:59)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:902)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:880)
at com.simiacryptus.notebook.MarkdownSubreport.subreport(MarkdownSubreport.java:68)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$2(BasicOptimizer.scala:58)
at scala.runtime.java8.JFunction0$mcD$sp.apply(JFunction0$mcD$sp.java:23)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize(BasicOptimizer.scala:57)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize$(BasicOptimizer.scala:48)
at com.simiacryptus.mindseye.art.style.SymmetricTexture$$anon$2.optimize(SymmetricTexture.scala:217)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$50(SymmetricTexture.scala:225)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$50$adapted(SymmetricTexture.scala:214)
at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:924)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:923)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$44(SymmetricTexture.scala:214)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$44$adapted(SymmetricTexture.scala:171)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:902)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:880)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:837)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$43(SymmetricTexture.scala:171)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$43$adapted(SymmetricTexture.scala:170)
at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:924)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:923)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$41(SymmetricTexture.scala:170)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$28(SymmetricTexture.scala:137)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$33(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$35(SymmetricTexture.scala:150)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$37(SymmetricTexture.scala:156)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfig
...skipping 11480 bytes...
sult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.DAGNetwork.eval(DAGNetwork.java:492)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:150)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 196 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: Error execuing network component
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.util.concurrent.ForkJoinTask.getThrowableException(ForkJoinTask.java:593)
at java.util.concurrent.ForkJoinTask.reportException(ForkJoinTask.java:677)
at java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:735)
at java.util.stream.Nodes.collect(Nodes.java:325)
at java.util.stream.ReferencePipeline.evaluateToNode(ReferencePipeline.java:109)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:541)
at java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
at java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:438)
at com.simiacryptus.ref.wrappers.RefStream.toArray(RefStream.java:558)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:157)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 206 more
Caused by: java.lang.RuntimeException: Error execuing network component
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:82)
at com.simiacryptus.ref.wrappers.RefAtomicReference.lambda$updateAndGet$0(RefAtomicReference.java:54)
at java.util.concurrent.atomic.AtomicReference.updateAndGet(AtomicReference.java:179)
at com.simiacryptus.ref.wrappers.RefAtomicReference.updateAndGet(RefAtomicReference.java:54)
at com.simiacryptus.mindseye.network.GraphEvaluationContext.get(GraphEvaluationContext.java:85)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.InnerNode.lambda$eval$0(InnerNode.java:153)
at com.simiacryptus.ref.wrappers.RefStream.lambda$map$27(RefStream.java:386)
at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
at java.util.stream.Nodes$SizedCollectorTask.compute(Nodes.java:1878)
at java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:731)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: Error execuing network component
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.util.concurrent.ForkJoinTask.getThrowableException(ForkJoinTask.java:593)
at java.util.concurrent.ForkJoinTask.reportException(ForkJoinTask.java:677)
at java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:735)
at java.util.stream.Nodes.collect(Nodes.java:325)
at java.util.stream.ReferencePipeline.evaluateToNode(ReferencePipeline.java:109)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:541)
at java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
at java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:438)
at com.simiacryptus.ref.wrappers.RefStream.toArray(RefStream.java:558)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:157)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 19 more
Caused by: java.lang.RuntimeException: Error execuing network component
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:82)
... 19 more
Caused by: java.lang.RuntimeException: Error execuing network component
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:82)
at com.simiacryptus.ref.wrappers.RefAtomicReference.lambda$updateAndGet$0(RefAtomicReference.java:54)
at java.util.concurrent.atomic.AtomicReference.updateAndGet(AtomicReference.java:179)
at com.simiacryptus.ref.wrappers.RefAtomicReference.updateAndGet(RefAtomicReference.java:54)
at com.simiacryptus.mindseye.network.GraphEvaluationContext.get(GraphEvaluationContext.java:85)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.DAGNetwork.eval(DAGNetwork.java:492)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:150)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 19 more
Caused by: java.lang.reflect.UndeclaredThrowableException
at com.sun.proxy.$Proxy39.apply(Unknown Source)
at com.simiacryptus.lang.ResourcePool.apply(ResourcePool.java:91)
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.run(CudaSystem.java:1110)
at com.simiacryptus.mindseye.layers.cudnn.AvgReducerLayer.fwd(AvgReducerLayer.java:146)
at com.simiacryptus.mindseye.layers.cudnn.AvgReducerLayer.eval(AvgReducerLayer.java:112)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:150)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 29 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor89.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
... 36 more
Caused by: java.lang.reflect.UndeclaredThrowableException
at com.sun.proxy.$Proxy39.apply(Unknown Source)
at com.simiacryptus.mindseye.lang.cudnn.CudnnHandle.lambda$call$3(CudnnHandle.java:178)
at java.util.concurrent.FutureTask.run$$$capture(FutureTask.java:266)
at java.util.concurrent.FutureTask.run(FutureTask.java)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor89.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
... 7 more
Caused by: com.simiacryptus.mindseye.lang.cudnn.CudaError: returnCode = INVALID cudnnStatus: 719
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.handle(CudaSystem.java:876)
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.cudaMemset(CudaSystem.java:741)
at com.simiacryptus.mindseye.lang.cudnn.CudaMemory.clear(CudaMemory.java:467)
at com.simiacryptus.mindseye.lang.cudnn.CudaDevice.allocate(CudaDevice.java:222)
at com.simiacryptus.mindseye.layers.cudnn.AvgReducerLayer.lambda$fwd$0(AvgReducerLayer.java:160)
... 11 more