Reset training subject: 49290861497500

MarkdownNotebookOutput.java:904 executed in 0.00 seconds (0.000 gc):

    throw e;
Error execuing network component
java.lang.RuntimeException: Error execuing network component
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:82)
at com.simiacryptus.ref.wrappers.RefAtomicReference.lambda$updateAndGet$0(RefAtomicReference.java:54)
at java.util.concurrent.atomic.AtomicReference.updateAndGet(AtomicReference.java:179)
at com.simiacryptus.ref.wrappers.RefAtomicReference.updateAndGet(RefAtomicReference.java:54)
at com.simiacryptus.mindseye.network.GraphEvaluationContext.get(GraphEvaluationContext.java:85)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.DAGNetwork.eval(DAGNetwork.java:492)
at com.simiacryptus.mindseye.eval.BasicTrainable.eval(BasicTrainable.java:196)
at com.simiacryptus.mindseye.eval.BasicTrainable.lambda$measure$3f677$1(BasicTrainable.java:145)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
at com.simiacryptus.mindseye.eval.BasicTrainable.measure(BasicTrainable.java:145)
at com.simiacryptus.mindseye.art.TiledTrainable.measure(TiledTrainable.java:323)
at com.simiacryptus.mindseye.art.SumTrainable.lambda$measure$3(SumTrainable.java:86)
at com.simiacryptus.ref.wrappers.RefStream.lambda$map$27(RefStream.java:386)
at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:510)
at com.simiacryptus.ref.wrappers.StreamWrapper.collect(StreamWrapper.java:69)
at com.simiacryptus.ref.wrappers.RefStream.collect(RefStream.java:246)
at com.simiacryptus.ref.wrappers.RefStream.collect(RefStream.java:264)
at com.simiacryptus.mindseye.art.SumTrainable.measure(SumTrainable.java:89)
at com.simiacryptus.mindseye.opt.LoggingIterativeTrainer.measure(LoggingIterativeTrainer.java:151)
at com.simiacryptus.mindseye.opt.LoggingIterativeTrainer.run(LoggingIterativeTrainer.java:195)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$7(BasicOptimizer.scala:126)
at com.simiacryptus.mindseye.art.util.ArtUtil$.$anonfun$withTrainingMonitor$2(ArtUtil.scala:225)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.util.ArtUtil$.withTrainingMonitor(ArtUtil.scala:224)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$6(BasicOptimizer.scala:129)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredGif(NotebookRunner.scala:160)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize(BasicOptimizer.scala:130)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize$(BasicOptimizer.scala:85)
at com.simiacryptus.mindseye.art.style.SymmetricTexture$$anon$2.optimize(SymmetricTexture.scala:215)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$3(BasicOptimizer.scala:59)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:902)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:880)
at com.simiacryptus.notebook.MarkdownSubreport.subreport(MarkdownSubreport.java:68)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.$anonfun$optimize$2(BasicOptimizer.scala:58)
at scala.runtime.java8.JFunction0$mcD$sp.apply(JFunction0$mcD$sp.java:23)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize(BasicOptimizer.scala:57)
at com.simiacryptus.mindseye.art.util.BasicOptimizer.optimize$(BasicOptimizer.scala:48)
at com.simiacryptus.mindseye.art.style.SymmetricTexture$$anon$2.optimize(SymmetricTexture.scala:215)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$47(SymmetricTexture.scala:223)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$47$adapted(SymmetricTexture.scala:212)
at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:924)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:923)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$41(SymmetricTexture.scala:212)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$41$adapted(SymmetricTexture.scala:170)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:902)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:880)
at com.simiacryptus.notebook.MarkdownNotebookOutput.subreport(MarkdownNotebookOutput.java:837)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$40(SymmetricTexture.scala:170)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$40$adapted(SymmetricTexture.scala:169)
at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:924)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:923)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$38(SymmetricTexture.scala:169)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$25(SymmetricTexture.scala:136)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$30(SymmetricTexture.scala:148)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$32(SymmetricTexture.scala:149)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfigure$34(SymmetricTexture.scala:155)
at com.simiacryptus.sparkbook.NotebookRunner$.withMonitoredJpg(NotebookRunner.scala:94)
at com.simiacryptus.mindseye.art.style.SymmetricTexture.$anonfun$postConfig

...skipping 13007 bytes...

ult.lambda$get$0(LazyResult.java:82)
at com.simiacryptus.ref.wrappers.RefAtomicReference.lambda$updateAndGet$0(RefAtomicReference.java:54)
at java.util.concurrent.atomic.AtomicReference.updateAndGet(AtomicReference.java:179)
at com.simiacryptus.ref.wrappers.RefAtomicReference.updateAndGet(RefAtomicReference.java:54)
at com.simiacryptus.mindseye.network.GraphEvaluationContext.get(GraphEvaluationContext.java:85)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:71)
at com.simiacryptus.mindseye.network.InnerNode.get(InnerNode.java:36)
at com.simiacryptus.mindseye.network.LazyResult.get(LazyResult.java:37)
at com.simiacryptus.mindseye.network.InnerNode.lambda$eval$0(InnerNode.java:153)
at com.simiacryptus.ref.wrappers.RefStream.lambda$map$27(RefStream.java:386)
at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
at java.util.stream.Nodes$SizedCollectorTask.compute(Nodes.java:1878)
at java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:731)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
Caused by: java.lang.reflect.UndeclaredThrowableException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.util.concurrent.ForkJoinTask.getThrowableException(ForkJoinTask.java:593)
at java.util.concurrent.ForkJoinTask.reportException(ForkJoinTask.java:677)
at java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:735)
at java.util.stream.ReduceOps$ReduceOp.evaluateParallel(ReduceOps.java:714)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.util.stream.ReferencePipeline.reduce(ReferencePipeline.java:479)
at com.simiacryptus.ref.wrappers.StreamWrapper.reduce(StreamWrapper.java:211)
at com.simiacryptus.ref.wrappers.RefStream.reduce(RefStream.java:477)
at com.simiacryptus.mindseye.layers.java.SumInputsLayer.fwd(SumInputsLayer.java:120)
at com.simiacryptus.mindseye.layers.java.SumInputsLayer.eval(SumInputsLayer.java:86)
at com.simiacryptus.mindseye.network.InnerNode.eval(InnerNode.java:150)
at com.simiacryptus.mindseye.network.LazyResult.lambda$get$0(LazyResult.java:76)
... 19 more
Caused by: java.lang.reflect.UndeclaredThrowableException
at com.sun.proxy.$Proxy27.apply(Unknown Source)
at com.simiacryptus.ref.wrappers.RefIntStream.lambda$mapToObj$10(RefIntStream.java:251)
at java.util.stream.IntPipeline$4$1.accept(IntPipeline.java:250)
at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:110)
at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:693)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
at java.util.stream.Nodes$SizedCollectorTask.compute(Nodes.java:1878)
at java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:731)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
at java.util.concurrent.ForkJoinTask.doInvoke(ForkJoinTask.java:401)
at java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:734)
at java.util.stream.Nodes.collect(Nodes.java:325)
at java.util.stream.ReferencePipeline.evaluateToNode(ReferencePipeline.java:109)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:541)
at java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
at java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:438)
at com.simiacryptus.ref.wrappers.RefStream.toArray(RefStream.java:558)
at com.simiacryptus.mindseye.layers.java.SumInputsLayer.lambda$fwd$4(SumInputsLayer.java:139)
at com.simiacryptus.ref.wrappers.RefStream.lambda$reduce$38(RefStream.java:477)
at java.util.stream.ReduceOps$2ReducingSink.accept(ReduceOps.java:123)
at java.util.stream.ReduceOps$2ReducingSink.combine(ReduceOps.java:135)
at java.util.stream.ReduceOps$2ReducingSink.combine(ReduceOps.java:107)
at java.util.stream.ReduceOps$ReduceTask.onCompletion(ReduceOps.java:754)
at java.util.concurrent.CountedCompleter.tryComplete(CountedCompleter.java:577)
at java.util.stream.AbstractTask.compute(AbstractTask.java:317)
... 5 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
... 31 more
Caused by: java.lang.reflect.UndeclaredThrowableException
at com.sun.proxy.$Proxy33.apply(Unknown Source)
at com.simiacryptus.lang.ResourcePool.apply(ResourcePool.java:91)
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.run(CudaSystem.java:1110)
at com.simiacryptus.mindseye.lang.cudnn.CudaTensorList.get(CudaTensorList.java:339)
at com.simiacryptus.mindseye.layers.java.SumInputsLayer.lambda$null$2(SumInputsLayer.java:124)
... 35 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor86.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
... 40 more
Caused by: java.lang.reflect.UndeclaredThrowableException
at com.sun.proxy.$Proxy33.apply(Unknown Source)
at com.simiacryptus.mindseye.lang.cudnn.CudnnHandle.lambda$call$3(CudnnHandle.java:178)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor86.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
... 6 more
Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at com.simiacryptus.util.Util.throwException(Util.java:502)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:57)
at com.simiacryptus.mindseye.lang.cudnn.CudaTensorList.lambda$get$9(CudaTensorList.java:340)
... 10 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor90.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
at com.sun.proxy.$Proxy41.get(Unknown Source)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
... 11 more
Caused by: com.simiacryptus.mindseye.lang.cudnn.CudaError: returnCode = INVALID cudnnStatus: 719
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.handle(CudaSystem.java:876)
at com.simiacryptus.mindseye.lang.cudnn.CudaSystem.cudaMemcpy(CudaSystem.java:662)
at com.simiacryptus.mindseye.lang.cudnn.CudaMemory.read(CudaMemory.java:349)
at com.simiacryptus.mindseye.lang.cudnn.CudaMemory.read(CudaMemory.java:269)
at com.simiacryptus.mindseye.lang.cudnn.CudaTensorList.lambda$null$78c47e5d$1(CudaTensorList.java:346)
... 17 more