This commit is contained in:
Philippe Tillet
2019-10-30 13:48:55 -04:00
parent 9b0f1a0807
commit fd09f9c99d

View File

@@ -13,22 +13,9 @@ void fwdbatchnorm(float *Y, float *M, float *V,
float *px[TM] = X + rm + c*N;
float* py[TM] = Y + rm + c*N;
// compute mean
float accm[TM] = 0;
for(int i = 0; i < N; i = i + TM)
accm = accm + *(px + i);
float mean = (float)accm[+] / N;
*(M + c) = mean;
// compute variance
float accv[TM] = 0;
for(int i = 0; i < N; i = i + TM){
float x[TM] = *(px + i);
x = x - mean;
accv = accv + x*x;
}
float var = (float)accv[+] / N;
*(V + c) = var;
// fetch mean/var
float mean = *(M + c);
float var = *(V + c);
// Normalize batch
float gamma = *(G + c);