@@ -176,7 +176,7 @@ public void PerActivationBatchNormalizationForward()
176176 {
177177 BatchNormalizationLayerBase
178178 cpu = new BatchNormalizationLayer ( TensorInfo . Linear ( 250 ) , NormalizationMode . PerActivation , ActivationType . ReLU ) ,
179- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
179+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
180180 TestForward ( cpu , gpu , 400 ) ;
181181 }
182182
@@ -185,7 +185,7 @@ public void PerActivationBatchNormalizationBackward()
185185 {
186186 BatchNormalizationLayerBase
187187 cpu = new BatchNormalizationLayer ( TensorInfo . Linear ( 250 ) , NormalizationMode . PerActivation , ActivationType . ReLU ) ,
188- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
188+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
189189 TestBackward ( cpu , gpu , 400 ) ;
190190 }
191191
@@ -194,7 +194,7 @@ public void SpatialBatchNormalizationForward()
194194 {
195195 BatchNormalizationLayerBase
196196 cpu = new BatchNormalizationLayer ( TensorInfo . Volume ( 12 , 12 , 13 ) , NormalizationMode . Spatial , ActivationType . ReLU ) ,
197- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
197+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
198198 TestForward ( cpu , gpu , 400 ) ;
199199 }
200200
@@ -203,7 +203,7 @@ public void SpatialBatchNormalizationBackward()
203203 {
204204 BatchNormalizationLayerBase
205205 cpu = new BatchNormalizationLayer ( TensorInfo . Volume ( 12 , 12 , 13 ) , NormalizationMode . Spatial , ActivationType . ReLU ) ,
206- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
206+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
207207 TestBackward ( cpu , gpu , 400 ) ;
208208 }
209209
0 commit comments