#include <stdio.h>
#include <stdlib.h>
#include <stdint.h>
#include <cuda_runtime.h>
#include <time.h>
#include <math.h>

#include <iostream>  
#include <string>  
#include <vector>  
#include <fstream>  
#include <sstream> 
#include<random> 
using namespace std; 

#define X_trn(x, y) X_trn[x * size_train + y] // 196 * 964
#define X_tst(x, y) X_tst[x * size_test + y]  // 196 * 414
#define Y_trn(x, y) Y_trn[x * size_train + y] // 1   * 964
#define Y_tst(x, y) Y_tst[x * size_test + y]  // 1   * 414
#define X(x, y) X[x * size_batch + y]  // 196 * 964
#define Y(x, y) Y[x * size_batch + y]  // 1   * 414
#define W1(x, y) W1[x * size_input + y]       // 20 * 196
#define b1(x, y) b1[x * 1 + y]                // 20 * 1
#define W2(x, y) W2[x * size_hidden + y]      // 2  * 20
#define b2(x, y) b2[x * 1 + y]                // 2  * 1
#define dW1(x, y) dW1[x * size_input + y]     // 20 * 196
#define db1(x, y) db1[x * 1 + y]              // 20 * 1
#define dW2(x, y) dW2[x * size_hidden + y]    // 2  * 20
#define db2(x, y) db2[x * 1 + y]              // 2  * 1
#define Z1(x, y) Z1[x * size_batch + y]       // 20 * 964
#define A1(x, y) A1[x * size_batch + y]       // 20 * 964
#define Z2(x, y) Z2[x * size_batch + y]       // 2  * 964
#define A2(x, y) A2[x * size_batch + y]       // 2  * 964
#define dZ1(x, y) dZ1[x * size_batch + y]     // 20 * 964
#define dA1(x, y) dA1[x * size_batch + y]     // 20 * 964
#define dZ2(x, y) dZ2[x * size_batch + y]     // 2  * 964
#define dA2(x, y) dA2[x * size_batch + y]     // 2  * 964
#define max_index(x, y) max_index[y] // 1  * 964

#define dev_X_trn(x, y) dev_X_trn[x * size_train + y] // 196 * 964
#define dev_X_tst(x, y) dev_X_tst[x * size_test + y]  // 196 * 414
#define dev_Y_trn(x, y) dev_Y_trn[x * size_train + y] // 1   * 964
#define dev_Y_tst(x, y) dev_Y_tst[x * size_test + y]  // 1   * 414
#define dev_X(x, y) dev_X[x * size_batch + y] // 196 * 964
#define dev_Y(x, y) dev_Y[x * size_batch + y]  // 1   * 414
#define dev_W1(x, y) dev_W1[x * size_input + y]       // 20 * 196
#define dev_b1(x, y) dev_b1[x * 1 + y]                // 20 * 1
#define dev_W2(x, y) dev_W2[x * size_hidden + y]      // 2  * 20
#define dev_b2(x, y) dev_b2[x * 1 + y]                // 2  * 1
#define dev_dW1(x, y) dev_dW1[x * size_input + y]     // 20 * 196
#define dev_db1(x, y) dev_db1[x * 1 + y]              // 20 * 1
#define dev_dW2(x, y) dev_dW2[x * size_hidden + y]    // 2  * 20
#define dev_db2(x, y) dev_db2[x * 1 + y]              // 2  * 1
#define dev_Z1(x, y) dev_Z1[x * size_batch + y]       // 20 * 964
#define dev_A1(x, y) dev_A1[x * size_batch + y]       // 20 * 964
#define dev_Z2(x, y) dev_Z2[x * size_batch + y]       // 2  * 964
#define dev_A2(x, y) dev_A2[x * size_batch + y]       // 2  * 964
#define dev_dZ1(x, y) dev_dZ1[x * size_batch + y]     // 20 * 964
#define dev_dA1(x, y) dev_dA1[x * size_batch + y]     // 20 * 964
#define dev_dZ2(x, y) dev_dZ2[x * size_batch + y]     // 2  * 964
#define dev_dA2(x, y) dev_dA2[x * size_batch + y]     // 2  * 964
#define dev_max_index(x, y) dev_max_index[y] // 1  * 964

#define size_train  964
#define size_test   414
#define size_input  196
#define size_hidden 20
#define size_output 2

#define size_X size_input*size_batch
#define size_Y size_batch
#define size_W1 size_hidden*size_input
#define size_b1 size_hidden*1
#define size_W2 size_output*size_hidden
#define size_b2 size_output*1
#define size_dW1 size_hidden*size_input
#define size_db1 size_hidden*1
#define size_dW2 size_output*size_hidden
#define size_db2 size_output*1
#define size_Z1 size_hidden*size_batch
#define size_A1 size_hidden*size_batch
#define size_Z2 size_output*size_batch
#define size_A2 size_output*size_batch
#define size_dZ1 size_hidden*size_batch
#define size_dA1 size_hidden*size_batch
#define size_dZ2 size_output*size_batch
#define size_dA2 size_output*size_batch
#define size_max_index 1*size_batch
#define size_dev_max_index 1*size_batch

int size_batch = 0;
int *Y_trn, *Y_tst, *max_index, *dev_Y, *dev_max_index;
double *X_trn, *X_tst, *X, *W1, *b1, *W2, *b2, *dW1, *db1, *dW2, *db2, *Z1, *A1, *Z2, *A2, *dZ1, *dA1, *dZ2, *dA2;
double *dev_X, *dev_W1, *dev_b1, *dev_W2, *dev_b2, *dev_dW1, *dev_db1, *dev_dW2, *dev_db2, *dev_Z1, *dev_A1, *dev_Z2, *dev_A2, *dev_dZ1, *dev_dA1, *dev_dZ2, *dev_dA2;

void read_X(string data_path, double* array)
{  

  ifstream inFile(data_path);  
  string row;   
  int p;
  p = 0;
  string value;
  while (getline(inFile, row)){  
    stringstream col(row);    
    while (getline(col, value, ',')){
      array[p] = stod(value);      
      p++;
    }   
  }  
        
}


void read_Y(string data_path, int* array)
{  

  ifstream inFile(data_path);  
  string row;   
  int p;
  p = 0;
  string value;
  while (getline(inFile, row)){  
    stringstream col(row);    
    while (getline(col, value, ',')){
      array[p] = stod(value);      
      p++;
    }   
  } 
   
}

/* Set the value and reading data */
void read_data()
{

  X_trn = (double *) malloc(size_input*size_train * sizeof(double));  // 196*964
  Y_trn = (int *)    malloc(size_train * sizeof(int));     // 1*964
  X_tst = (double *) malloc(size_input*size_test * sizeof(double));  // 196*414
  Y_tst = (int *)    malloc(size_train * sizeof(int));     // 1*414
  
  string X_trn_path = "X_trn.csv"; // Defined the name of cvs file
  string Y_trn_path = "Y_trn.csv";
  string X_tst_path = "X_tst.csv";
  string Y_tst_path = "Y_tst.csv";
        
  read_X(X_trn_path, X_trn); //Execution 
  read_Y(Y_trn_path, Y_trn);  
  read_X(X_tst_path, X_tst);  
  read_Y(Y_tst_path, Y_tst);  

}

/* init W b */
void initialize_Wb() {
  
  W1 = (double *) malloc(size_W1*sizeof(double));   // 20*196
  b1 = (double *) malloc(size_b1*sizeof(double));   // 20*1
  W2 = (double *) malloc(size_W2*sizeof(double));   // 2*20
  b2 = (double *) malloc(size_b2*sizeof(double));   // 2*1
  
  dW1 = (double *) malloc(size_dW1*sizeof(double)); // 20*196
  db1 = (double *) malloc(size_db1*sizeof(double)); // 20*1
  dW2 = (double *) malloc(size_dW2*sizeof(double)); // 2*20
  db2 = (double *) malloc(size_db2*sizeof(double)); // 2*1
  
	default_random_engine e;
	uniform_real_distribution<double> u(-1,1);
 
  for (int i = 0; i < size_W1; i++) {
    W1[i] = u(e);
  }  
  for (int i = 0; i < size_W2; i++) {
    W2[i] = u(e);
  }   
  for (int i = 0; i < size_b1; i++) {
    b1[i] = 0;
  } 
  for (int i = 0; i < size_b2; i++) {
    b2[i] = 0;
  } 
}

/* init Z and A in the host */
void initialize_ZA(int size_batch) 
{

  Z1 = (double *) malloc(size_Z1*sizeof(double));   // 20*964
  A1 = (double *) malloc(size_A1*sizeof(double));   // 20*964
  Z2 = (double *) malloc(size_Z2*sizeof(double));   // 2*964
  A2 = (double *) malloc(size_A2*sizeof(double));   // 2*964
  dZ1 = (double *) malloc(size_dZ1*sizeof(double));  // 20*964
  dA1 = (double *) malloc(size_dA1*sizeof(double));  // 20*964
  dZ2 = (double *) malloc(size_dZ2*sizeof(double));  // 2*964
  dA2 = (double *) malloc(size_dA2*sizeof(double));  // 2*964
  max_index = (int *) malloc(size_max_index*sizeof(int));             // 1*964

}

/* init Z and A in the device */
void initialize_dev_ZA(int size_batch) 
{

  cudaMalloc((void**)&dev_X,  size_X *  sizeof(double));
  cudaMalloc((void**)&dev_Y,  size_Y *  sizeof(int));
  cudaMalloc((void**)&dev_max_index,  size_dev_max_index *  sizeof(int));
  
  cudaMalloc((void**)&dev_Z1, size_Z1 * sizeof(double));
  cudaMalloc((void**)&dev_A1, size_A1 * sizeof(double));  
  cudaMalloc((void**)&dev_Z2, size_Z2 * sizeof(double));
  cudaMalloc((void**)&dev_A2, size_A2 * sizeof(double)); 

}

/* free Z and A in the device */
void free_dev_ZA() 
{

  cudaFree(dev_X);
  cudaFree(dev_Y);   
  cudaFree(dev_max_index);
  cudaFree(dev_Z1); 
  cudaFree(dev_A1);
  cudaFree(dev_Z2);
  cudaFree(dev_A2);

}

/* init W and b in the device */
void initialize_dev_Wb()
{
  
  cudaMalloc((void**)&dev_W1, size_W1 * sizeof(double));
  cudaMalloc((void**)&dev_b1, size_b1 * sizeof(double));
  cudaMalloc((void**)&dev_W2, size_W2 * sizeof(double));
  cudaMalloc((void**)&dev_b2, size_b2 * sizeof(double));
  cudaMalloc((void**)&dev_dW1, size_dW1 * sizeof(double));
  cudaMalloc((void**)&dev_db1, size_db1 * sizeof(double));
  cudaMalloc((void**)&dev_dW2, size_dW2 * sizeof(double));
  cudaMalloc((void**)&dev_db2, size_db2 * sizeof(double));

}

/* free W and b in the device */
void free_dev_Wb()
{
  
  cudaFree(dev_W1);
  cudaFree(dev_b1);   
  cudaFree(dev_W2);
  cudaFree(dev_b2); 
  cudaFree(dev_dW1);
  cudaFree(dev_db1);
  cudaFree(dev_dW2);
  cudaFree(dev_db2);  

}

/* init dZ and dA in the host */
void initialize_dev_dZA(int size_batch)
{
  
  cudaMalloc((void**)&dev_dZ1, size_dZ1 * sizeof(double));
  cudaMalloc((void**)&dev_dA1, size_dA1 * sizeof(double));  
  cudaMalloc((void**)&dev_dZ2, size_dZ2 * sizeof(double));
  cudaMalloc((void**)&dev_dA2, size_dA2 * sizeof(double));

}

/* free dZ and dA in the device */
void free_dev_dZA()
{
  
  cudaFree(dev_dZ1);
  cudaFree(dev_dA1);   
  cudaFree(dev_dZ2);
  cudaFree(dev_dA2); 

}


__global__ void HiddenLayer_Sigmoid(double* dev_X, double* dev_W1, double* dev_b1, double* dev_A1, double* dev_Z1, int K, int size_batch, int max_row, int max_col)

{
   
  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;
  
	double partial = 0.0;
	for (int k = 0; k < K; k++)
		partial += dev_W1(i,k) * dev_X(k,j);
	dev_Z1(i,j) = partial + dev_b1(i,0);
 
  dev_A1(i,j) = 1 / (1 + exp(0 - dev_Z1(i,j)));
  
}

__global__ void HiddenLayer_ReLU(double* dev_X, double* dev_W1, double* dev_b1, double* dev_A1, double* dev_Z1, int K, int size_batch, int max_row, int max_col)

{
   
  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;
  
	double partial = 0.0;
	for (int k = 0; k < K; k++)
		partial += dev_W1(i,k) * dev_X(k,j);
	dev_Z1(i,j) = partial + dev_b1(i,0);

	dev_A1(i,j) = dev_Z1(i,j) * (dev_Z1(i,j) > 0);
  
}

__global__ void OutputLayer(double* dev_A1, double* dev_W2, double* dev_b2, double* dev_Z2, int K, int size_batch, int max_row, int max_col)

{

  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;

	double partial = 0.0;
 
	for (int k = 0; k < K; k++)
		partial += dev_W2(i,k) * dev_A1(k,j);
	dev_Z2(i,j) = partial + dev_b2(i,0);
 
}

// parallel for column part
__global__ void Softmax(double* dev_Z2, double* dev_A2, int* dev_max_index, int size_batch, int max_row, int max_col)
{

  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(j >= max_col)
    return;  

	double max = dev_Z2(0, j), sum = 0;
  dev_max_index[j] = 1;    
  
	for (int i = 1; i < max_row; i++) {   
		if (dev_Z2(i, j) > max){      
			max = dev_Z2(i, j);        
      dev_max_index[j] = 0;        
    }
	}
  
	for (int i = 0; i < max_row; i++)
		sum += exp(dev_Z2(i, j));
	for (int i = 0; i < max_row; i++)
		dev_A2(i, j) = exp(dev_Z2(i, j)) / sum;

}

__global__ void Back_dZ2 (double* dev_A2, int* dev_Y_trn, double* dev_dZ2, int size_batch, int max_row, int max_col)

{
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  dev_dZ2(0, j) = (dev_A2(0, j) - dev_Y_trn(0, j)) / size_batch;
  dev_dZ2(1, j) = (dev_Y_trn(0, j) - dev_A2(0, j)) / size_batch;

}

// dW1(20*196) = dZ1(20*964) * X(196*964)
// dW2(2*20) = dZ2(2*964) * A1(20*964)
__global__ void Back_dW (double* dev_A, double* dev_dZ, double* dev_dW, int size_batch, int W_col, int max_row, int max_col)

{  

	int k;
  double tmp = 0.0;
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row 
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // j/x -> col
  if(i >= max_row || j >= max_col)
    return;
	
	for (k = 0; k < size_batch; k++)
		tmp += dev_dZ[i*size_batch+k] * dev_A[j*size_batch+k];
	dev_dW[i*W_col+j] = tmp;

}

// db1(20*1) is from dZ1(20*964)
// db2(2*1) is from dZ1(2*964)
__global__ void Back_db(double* dev_dZ, double* dev_db, int size_batch, int max_row, int max_col)

{
  
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row
  if(i >= max_row)
    return;
  
  double tmp = 0;
  for(int j = 0; j < max_col; j++) {
    tmp += dev_dZ[i*size_batch+j];
  }
  dev_db[i*1+0] = tmp;

}
 
    
__global__ void Back_dA1 (double* dev_W2, double* dev_dZ2, double* dev_dA1, int size_batch, int K, int max_row, int max_col)

{  
    
  // dA1(20*964) = dZ2(2*964) * W2(2*20)
	int k;
	double partial = 0.0;
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // j/x -> col
  if(i >= max_row || j >= max_col)
    return;
 
	for (k = 0; k < K; k++)
		partial += dev_W2(k,i) * dev_dZ2(k,j);
	dev_dA1(i,j) = partial;

}


__global__ void Back_dZ1_Sigmoid (double* dev_dA1, double* dev_A1, double* dev_Z1, double* dev_dZ1, int size_batch, int max_row, int max_col)

{  

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  dev_dZ1(i, j) = dev_dA1(i, j) * dev_A1(i, j) * (1-dev_A1(i, j)); // dZ1 = dA1*A1*(1-A1)

}

__global__ void Back_dZ1_ReLU (double* dev_dA1, double* dev_A1, double* dev_Z1, double* dev_dZ1, int size_batch, int max_row, int max_col)

{  

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  if(dev_Z1(i, j) < 0) 
    dev_dZ1(i, j) = 0;
  else
    dev_dZ1(i, j) = dev_dA1(i, j); //dZ1 = dA1*Z1_mask

}


__global__ void update_Wb(double* dev_dWb, double* dev_Wb, int col, double learn_rate, int max_row, int max_col)
{

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;
  if(i >= max_row || j >= max_col)
    return;
  
  dev_Wb[i*col+j] = dev_Wb[i*col+j] - learn_rate * dev_dWb[i*col+j];
  
}


/* forward to calculate A Z preY */
void forward(double* X, int* Y, string type, int acti_type,  int block_size){

  if(type == "train"){
    size_batch  = size_train;       
  }
  else{
    size_batch = size_test;   
  }

  // init Z and A in the host
  initialize_ZA(size_batch);
  // init X Y W b Z A in the device
  initialize_dev_ZA(size_batch);

  dim3 dimBlock(block_size, block_size);
  // hidden layer and activation function to get Z1 and A1
  dim3 dimGrid1((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden+ dimBlock.y - 1)/ dimBlock.y);       
  cudaMemcpy(dev_W1, W1, size_W1 * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_b1, b1, size_b1 * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_X,  X,  size_X  * sizeof(double), cudaMemcpyHostToDevice);  
  if(acti_type == 1)
    HiddenLayer_Sigmoid<<<dimGrid1, dimBlock>>>(dev_X, dev_W1, dev_b1, dev_A1, dev_Z1, size_input, size_batch, size_hidden, size_batch); 
  else if(acti_type == 2)
    HiddenLayer_ReLU<<<dimGrid1, dimBlock>>>(dev_X, dev_W1, dev_b1, dev_A1, dev_Z1, size_input, size_batch, size_hidden, size_batch); 
  cudaMemcpy(Z1, dev_Z1, size_Z1 * sizeof(double), cudaMemcpyDeviceToHost);
  cudaMemcpy(A1, dev_A1, size_A1 * sizeof(double), cudaMemcpyDeviceToHost);
 
  // output layer to get Z2
  dim3 dimGrid2((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);   
  cudaMemcpy(dev_W2, W2, size_W2 * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_b2, b2, size_b2 * sizeof(double), cudaMemcpyHostToDevice);
  OutputLayer<<<dimGrid2, dimBlock>>>(dev_A1, dev_W2, dev_b2, dev_Z2, size_hidden, size_batch, size_output, size_batch);
  cudaMemcpy(Z2, dev_Z2, size_Z2 * sizeof(double), cudaMemcpyDeviceToHost);

  // softmax layer to get A2 and max_index
  dim3 dimGrid3((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);
  Softmax<<<dimGrid3, dimBlock>>>(dev_Z2, dev_A2, dev_max_index, size_batch, size_output, size_batch);
  cudaMemcpy(A2, dev_A2, size_A2 * sizeof(double), cudaMemcpyDeviceToHost);  
  cudaMemcpy(max_index, dev_max_index, size_max_index * sizeof(int), cudaMemcpyDeviceToHost);  

  free_dev_ZA();
}

/* calculate loss  */
double cross_entropy_loss(int* Y, double* A2, int col) 
{

  double loss = 0;
  for(int c = 0; c < col; c++) {
    loss += -log(A2(0, c)) * Y(0, c) - log(A2(1, c)) * (1-Y(0, c));
  }
  return loss/col;
  
}

/* backward to calculate dW db  */
void backprop(double* X, int* Y, int acti_type, int block_size) { // type = 1 is Sigmoid
  
  size_batch = size_train;
  initialize_dev_ZA(size_batch);

  dim3 dimBlock(block_size, block_size);
  // get dZ2
  dim3 dimGrid1((size_batch + dimBlock.x - 1)/ dimBlock.x, (1 + dimBlock.y - 1)/ dimBlock.y); 
  cudaMemcpy(dev_A2, A2, size_A2 * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_Y, Y, size_Y * sizeof(int), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_dZ2,  dZ2,  size_dZ2  * sizeof(double), cudaMemcpyHostToDevice);
  Back_dZ2<<<dimGrid1, dimBlock>>>(dev_A2, dev_Y, dev_dZ2, size_batch, 1, size_batch);
  cudaMemcpy(dZ2, dev_dZ2, size_dZ2 * sizeof(double), cudaMemcpyDeviceToHost);

  // get dw2
  dim3 dimGrid2((size_hidden + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  cudaMemcpy(dev_A1, A1, size_A1 * sizeof(double), cudaMemcpyHostToDevice);
  Back_dW<<<dimGrid2, dimBlock>>>(dev_A1, dev_dZ2, dev_dW2, size_batch, size_hidden, size_output, size_hidden);
  cudaMemcpy(dW2, dev_dW2, size_dW2 * sizeof(double), cudaMemcpyDeviceToHost);

  // get db2
  dim3 dimGrid3((1 + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);   
  Back_db<<<dimGrid3, dimBlock>>>(dev_dZ2, dev_db2, size_batch, size_output, size_batch);
  cudaMemcpy(db2, dev_db2, size_db2 * sizeof(double), cudaMemcpyDeviceToHost); 

  // get dA1
  dim3 dimGrid4((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y);  
  cudaMemcpy(dev_W2, W2, size_W2 * sizeof(double), cudaMemcpyHostToDevice);
  Back_dA1<<<dimGrid4, dimBlock>>> (dev_W2, dev_dZ2, dev_dA1, size_batch, size_output, size_hidden, size_batch);      
  cudaMemcpy(dA1, dev_dA1, size_dA1 * sizeof(double), cudaMemcpyDeviceToHost);

  // get dZ1
  dim3 dimGrid5((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  cudaMemcpy(dev_A1, A1, size_A1 * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_Z1, Z1, size_Z1 * sizeof(double), cudaMemcpyHostToDevice);
  if(acti_type == 1)
    Back_dZ1_Sigmoid<<<dimGrid5, dimBlock>>>(dev_dA1, dev_A1, dev_Z1, dev_dZ1, size_batch, size_hidden, size_batch);
  else if(acti_type == 2)
    Back_dZ1_ReLU<<<dimGrid5, dimBlock>>>(dev_dA1, dev_A1, dev_Z1, dev_dZ1, size_batch, size_hidden, size_batch);    
  cudaMemcpy(dZ1, dev_dZ1, size_dZ1 * sizeof(double), cudaMemcpyDeviceToHost);

  // get dW1
  dim3 dimGrid6((size_input + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  cudaMemcpy(dev_X, X, size_X * sizeof(double), cudaMemcpyHostToDevice);
  Back_dW<<<dimGrid6, dimBlock>>>(dev_X, dev_dZ1, dev_dW1, size_batch, size_input, size_hidden, size_input);
  cudaMemcpy(dW1, dev_dW1, size_dW1 * sizeof(double), cudaMemcpyDeviceToHost);

  // get b1
  dim3 dimGrid7((1 + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y);   
  Back_db<<<dimGrid7, dimBlock>>>(dev_dZ1, dev_db1, size_batch, size_hidden, size_batch);
  cudaMemcpy(db1, dev_db1, size_db1 * sizeof(double), cudaMemcpyDeviceToHost); 

  // free ZA on device
  free_dev_ZA();
  
}

/* update W b  */
void updateParameter(double learn_rate, int block_size)
{

  dim3 dimBlock(block_size, block_size);
  
  // update w1
  cudaMemcpy(dev_dW1,  dW1, size_dW1  * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_W1,   W1,  size_W1   * sizeof(double), cudaMemcpyHostToDevice);
  dim3 dimGrid1((size_input + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid1, dimBlock>>>(dev_dW1, dev_W1, size_input, learn_rate, size_hidden, size_input);
  cudaMemcpy(W1, dev_W1, size_W1 * sizeof(double), cudaMemcpyDeviceToHost);

  // update b1
  cudaMemcpy(dev_db1,  db1, size_db1  * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_b1,   b1,  size_b1   * sizeof(double), cudaMemcpyHostToDevice);
  dim3 dimGrid2((1 + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid2, dimBlock>>>(dev_db1, dev_b1, 1, learn_rate, size_hidden, 1);
  cudaMemcpy(b1, dev_b1, size_b1 * sizeof(double), cudaMemcpyDeviceToHost);
  
  // update w2
  cudaMemcpy(dev_dW2,  dW2, size_dW2  * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_W2,   W2,  size_W2   * sizeof(double), cudaMemcpyHostToDevice);
  dim3 dimGrid3((size_hidden + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid3, dimBlock>>>(dev_dW2, dev_W2, size_hidden, learn_rate, size_output, size_hidden);
  cudaMemcpy(W2, dev_W2, size_W2 * sizeof(double), cudaMemcpyDeviceToHost);
  
  // update b2
  cudaMemcpy(dev_db2,  db2, size_db2  * sizeof(double), cudaMemcpyHostToDevice);
  cudaMemcpy(dev_b2,   b2,  size_b2   * sizeof(double), cudaMemcpyHostToDevice);
  dim3 dimGrid4((1 + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid4, dimBlock>>>(dev_db2, dev_b2, 1, learn_rate, size_output, 1);
  cudaMemcpy(b2, dev_b2, size_b2 * sizeof(double), cudaMemcpyDeviceToHost);

}


double accuracy(int* max_index, int* Y, int size_batch) 
{
  
  int i;
  double count = 0;
  for(i = 0; i < size_batch; i++) {
    if(Y(0, i) == max_index(0, i))
      count += 1;
  }  
  return count/double(size_batch);
  
}

void train(double* X_trn, int* Y_trn, int acti_type, int block_size) 
{

  forward(X_trn, Y_trn, "train", acti_type, block_size);
  backprop(X_trn, Y_trn, acti_type, block_size); // 1 Sigmoid 2 ReLU 
  updateParameter(0.01, block_size);
  
}

double test(double* X, int* Y, string type, int acti_type, int block_size) 
{

  forward(X, Y, type, acti_type, block_size);
  if(type == "train")
    return accuracy(max_index, Y, size_train);
  else
    return accuracy(max_index, Y, size_test);
  
}

int main(int argc, char *argv[])
{

  int block_size;
  int epochs = 20000;
  int acti_type;
  double acc_trn, acc_tst;

  if ( argc < 3 ){
    printf(" Usage: first argument: dimension of square matrix \n");
    printf("        second argument: size of CUDA block \n");
    return -1;
  } else if ( argc > 3 ) {
    printf("\n Too many arguments. \n");
    return -1;
  } else {
    block_size = atoi(argv[1]);
    acti_type = atoi(argv[2]);
  }
  

  initialize_Wb();
  initialize_dev_Wb();
  initialize_dev_dZA(size_train);
  read_data();
  float elapsed_time = 0.0;
  cudaEvent_t start, stop;
  cudaEventCreate(&start);
  cudaEventCreate(&stop);
  cudaEventRecord(start);

  for(int e = 0; e < epochs; e++) {
    train(X_trn, Y_trn, acti_type, block_size);
    // double loss = cross_entropy_loss(Y_trn, A2, size_train);
    // printf("%f\n", loss);    
    // printf("the %d epoch, the training loss is: %f \n", e, loss);
  }

  cudaEventRecord(stop);
  cudaEventSynchronize(stop);
  cudaEventElapsedTime(&elapsed_time, start, stop);
  printf( "Elapsed Time: %.4e msec. \n", elapsed_time );
  
  acc_trn = test(X_trn, Y_trn, "train", acti_type, block_size);
  acc_tst = test(X_tst, Y_tst, "test", acti_type, block_size);
  printf("the training accuracy is: %f, the test accuracy is: %f\n", acc_trn, acc_tst);
  
  free_dev_Wb();
  free_dev_dZA();
  
}
	.file	"tmpxft_003a51ee_00000000-6_parallel_0.5.cudafe1.cpp"
	.text
#APP
	.globl _ZSt21ios_base_library_initv

#NO_APP
	.type	_ZL26__cudaUnregisterBinaryUtilv, @function
_ZL26__cudaUnregisterBinaryUtilv:
.LFB4929:
	.cfi_startproc
	endbr64
	movq	_ZL20__cudaFatCubinHandle(%rip), %rdi
	jmp	__cudaUnregisterFatBinary@PLT
	.cfi_endproc
.LFE4929:
	.size	_ZL26__cudaUnregisterBinaryUtilv, .-_ZL26__cudaUnregisterBinaryUtilv
	.globl	_Z13initialize_ZAi
	.type	_Z13initialize_ZAi, @function
_Z13initialize_ZAi:
.LFB4912:
	.cfi_startproc
	endbr64
	pushq	%r12
	.cfi_def_cfa_offset 16
	.cfi_offset 12, -16
	imull	$20, %edi, %r12d
	pushq	%rbp
	.cfi_def_cfa_offset 24
	.cfi_offset 6, -24
	pushq	%rbx
	.cfi_def_cfa_offset 32
	.cfi_offset 3, -32
	movl	%edi, %ebx
	movslq	%r12d, %r12
	leal	(%rbx,%rbx), %ebp
	salq	$3, %r12
	movslq	%ebp, %rbp
	movq	%r12, %rdi
	salq	$3, %rbp
	call	malloc@PLT
	movq	%r12, %rdi
	movq	%rax, Z1(%rip)
	call	malloc@PLT
	movq	%rbp, %rdi
	movq	%rax, A1(%rip)
	call	malloc@PLT
	movq	%rbp, %rdi
	movq	%rax, Z2(%rip)
	call	malloc@PLT
	movq	%r12, %rdi
	movq	%rax, A2(%rip)
	call	malloc@PLT
	movq	%r12, %rdi
	movq	%rax, dZ1(%rip)
	call	malloc@PLT
	movq	%rbp, %rdi
	movq	%rax, dA1(%rip)
	call	malloc@PLT
	movq	%rbp, %rdi
	movq	%rax, dZ2(%rip)
	call	malloc@PLT
	movslq	%ebx, %rdi
	salq	$2, %rdi
	movq	%rax, dA2(%rip)
	call	malloc@PLT
	popq	%rbx
	.cfi_def_cfa_offset 24
	popq	%rbp
	.cfi_def_cfa_offset 16
	movq	%rax, max_index(%rip)
	popq	%r12
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4912:
	.size	_Z13initialize_ZAi, .-_Z13initialize_ZAi
	.globl	_Z17initialize_dev_ZAi
	.type	_Z17initialize_dev_ZAi, @function
_Z17initialize_dev_ZAi:
.LFB4913:
	.cfi_startproc
	endbr64
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset 6, -16
	movslq	%edi, %rbp
	leaq	dev_X(%rip), %rdi
	imull	$196, %ebp, %esi
	pushq	%rbx
	.cfi_def_cfa_offset 24
	.cfi_offset 3, -24
	movq	%rbp, %rbx
	salq	$2, %rbp
	pushq	%rax
	.cfi_def_cfa_offset 32
	movslq	%esi, %rsi
	salq	$3, %rsi
	call	cudaMalloc@PLT
	movq	%rbp, %rsi
	leaq	dev_Y(%rip), %rdi
	call	cudaMalloc@PLT
	movq	%rbp, %rsi
	imull	$20, %ebx, %ebp
	leaq	dev_max_index(%rip), %rdi
	call	cudaMalloc@PLT
	addl	%ebx, %ebx
	leaq	dev_Z1(%rip), %rdi
	movslq	%ebx, %rbx
	movslq	%ebp, %rbp
	salq	$3, %rbx
	salq	$3, %rbp
	movq	%rbp, %rsi
	call	cudaMalloc@PLT
	movq	%rbp, %rsi
	leaq	dev_A1(%rip), %rdi
	call	cudaMalloc@PLT
	movq	%rbx, %rsi
	leaq	dev_Z2(%rip), %rdi
	call	cudaMalloc@PLT
	popq	%rdx
	.cfi_def_cfa_offset 24
	movq	%rbx, %rsi
	leaq	dev_A2(%rip), %rdi
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	jmp	cudaMalloc@PLT
	.cfi_endproc
.LFE4913:
	.size	_Z17initialize_dev_ZAi, .-_Z17initialize_dev_ZAi
	.globl	_Z11free_dev_ZAv
	.type	_Z11free_dev_ZAv, @function
_Z11free_dev_ZAv:
.LFB4914:
	.cfi_startproc
	endbr64
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_X(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_Y(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_max_index(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_Z1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_A1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_Z2(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_A2(%rip), %rdi
	popq	%rdx
	.cfi_def_cfa_offset 8
	jmp	cudaFree@PLT
	.cfi_endproc
.LFE4914:
	.size	_Z11free_dev_ZAv, .-_Z11free_dev_ZAv
	.globl	_Z17initialize_dev_Wbv
	.type	_Z17initialize_dev_Wbv, @function
_Z17initialize_dev_Wbv:
.LFB4915:
	.cfi_startproc
	endbr64
	pushq	%rax
	.cfi_def_cfa_offset 16
	movl	$31360, %esi
	leaq	dev_W1(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$160, %esi
	leaq	dev_b1(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$320, %esi
	leaq	dev_W2(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$16, %esi
	leaq	dev_b2(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$31360, %esi
	leaq	dev_dW1(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$160, %esi
	leaq	dev_db1(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$320, %esi
	leaq	dev_dW2(%rip), %rdi
	call	cudaMalloc@PLT
	movl	$16, %esi
	leaq	dev_db2(%rip), %rdi
	popq	%rdx
	.cfi_def_cfa_offset 8
	jmp	cudaMalloc@PLT
	.cfi_endproc
.LFE4915:
	.size	_Z17initialize_dev_Wbv, .-_Z17initialize_dev_Wbv
	.globl	_Z11free_dev_Wbv
	.type	_Z11free_dev_Wbv, @function
_Z11free_dev_Wbv:
.LFB4916:
	.cfi_startproc
	endbr64
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_W1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_b1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_W2(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_b2(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_dW1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_db1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_dW2(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_db2(%rip), %rdi
	popq	%rdx
	.cfi_def_cfa_offset 8
	jmp	cudaFree@PLT
	.cfi_endproc
.LFE4916:
	.size	_Z11free_dev_Wbv, .-_Z11free_dev_Wbv
	.globl	_Z18initialize_dev_dZAi
	.type	_Z18initialize_dev_dZAi, @function
_Z18initialize_dev_dZAi:
.LFB4917:
	.cfi_startproc
	endbr64
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset 6, -16
	imull	$20, %edi, %ebp
	pushq	%rbx
	.cfi_def_cfa_offset 24
	.cfi_offset 3, -24
	movl	%edi, %ebx
	leaq	dev_dZ1(%rip), %rdi
	pushq	%rax
	.cfi_def_cfa_offset 32
	addl	%ebx, %ebx
	movslq	%ebp, %rbp
	movslq	%ebx, %rbx
	salq	$3, %rbp
	salq	$3, %rbx
	movq	%rbp, %rsi
	call	cudaMalloc@PLT
	movq	%rbp, %rsi
	leaq	dev_dA1(%rip), %rdi
	call	cudaMalloc@PLT
	movq	%rbx, %rsi
	leaq	dev_dZ2(%rip), %rdi
	call	cudaMalloc@PLT
	popq	%rdx
	.cfi_def_cfa_offset 24
	movq	%rbx, %rsi
	leaq	dev_dA2(%rip), %rdi
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	jmp	cudaMalloc@PLT
	.cfi_endproc
.LFE4917:
	.size	_Z18initialize_dev_dZAi, .-_Z18initialize_dev_dZAi
	.globl	_Z12free_dev_dZAv
	.type	_Z12free_dev_dZAv, @function
_Z12free_dev_dZAv:
.LFB4918:
	.cfi_startproc
	endbr64
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_dZ1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_dA1(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_dZ2(%rip), %rdi
	call	cudaFree@PLT
	movq	dev_dA2(%rip), %rdi
	popq	%rdx
	.cfi_def_cfa_offset 8
	jmp	cudaFree@PLT
	.cfi_endproc
.LFE4918:
	.size	_Z12free_dev_dZAv, .-_Z12free_dev_dZAv
	.globl	_Z18cross_entropy_lossPiPdi
	.type	_Z18cross_entropy_lossPiPdi, @function
_Z18cross_entropy_lossPiPdi:
.LFB4920:
	.cfi_startproc
	endbr64
	pushq	%r14
	.cfi_def_cfa_offset 16
	.cfi_offset 14, -16
	xorps	%xmm2, %xmm2
	pushq	%r13
	.cfi_def_cfa_offset 24
	.cfi_offset 13, -24
	movq	%rsi, %r13
	pushq	%r12
	.cfi_def_cfa_offset 32
	.cfi_offset 12, -32
	movq	%rdi, %r12
	pushq	%rbp
	.cfi_def_cfa_offset 40
	.cfi_offset 6, -40
	movl	%edx, %ebp
	pushq	%rbx
	.cfi_def_cfa_offset 48
	.cfi_offset 3, -48
	xorl	%ebx, %ebx
	subq	$16, %rsp
	.cfi_def_cfa_offset 64
.L17:
	cmpl	%ebx, %ebp
	jle	.L21
	movsd	0(%r13,%rbx,8), %xmm0
	movsd	%xmm2, 8(%rsp)
	call	log@PLT
	movl	size_batch(%rip), %eax
	movl	(%r12,%rbx,4), %r14d
	movsd	%xmm0, (%rsp)
	addl	%ebx, %eax
	incq	%rbx
	cltq
	movsd	0(%r13,%rax,8), %xmm0
	call	log@PLT
	movsd	(%rsp), %xmm1
	movl	$1, %eax
	xorps	.LC1(%rip), %xmm1
	movaps	%xmm0, %xmm3
	subl	%r14d, %eax
	movsd	8(%rsp), %xmm2
	movaps	%xmm1, %xmm0
	cvtsi2sdl	%r14d, %xmm1
	mulsd	%xmm1, %xmm0
	cvtsi2sdl	%eax, %xmm1
	mulsd	%xmm3, %xmm1
	subsd	%xmm1, %xmm0
	addsd	%xmm0, %xmm2
	jmp	.L17
.L21:
	cvtsi2sdl	%ebp, %xmm0
	addq	$16, %rsp
	.cfi_def_cfa_offset 48
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%rbp
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r13
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	divsd	%xmm0, %xmm2
	movaps	%xmm2, %xmm0
	ret
	.cfi_endproc
.LFE4920:
	.size	_Z18cross_entropy_lossPiPdi, .-_Z18cross_entropy_lossPiPdi
	.globl	_Z8accuracyPiS_i
	.type	_Z8accuracyPiS_i, @function
_Z8accuracyPiS_i:
.LFB4923:
	.cfi_startproc
	endbr64
	movsd	.LC2(%rip), %xmm1
	xorl	%eax, %eax
	xorps	%xmm0, %xmm0
.L23:
	cmpl	%eax, %edx
	jle	.L26
	movl	(%rdi,%rax,4), %ecx
	cmpl	%ecx, (%rsi,%rax,4)
	jne	.L24
	addsd	%xmm1, %xmm0
.L24:
	incq	%rax
	jmp	.L23
.L26:
	cvtsi2sdl	%edx, %xmm1
	divsd	%xmm1, %xmm0
	ret
	.cfi_endproc
.LFE4923:
	.size	_Z8accuracyPiS_i, .-_Z8accuracyPiS_i
	.globl	_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.type	_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii, @function
_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii:
.LFB4951:
	.cfi_startproc
	endbr64
	subq	$200, %rsp
	.cfi_def_cfa_offset 208
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movq	%rcx, 16(%rsp)
	leaq	56(%rsp), %rcx
	movq	%r8, 8(%rsp)
	movl	%r9d, 4(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 184(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	4(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	208(%rsp), %rax
	movq	%rax, 160(%rsp)
	leaq	216(%rsp), %rax
	movq	%rax, 168(%rsp)
	leaq	224(%rsp), %rax
	movq	%rax, 176(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L27
	pushq	56(%rsp)
	.cfi_def_cfa_offset 216
	leaq	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 224
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 216
	popq	%rdx
	.cfi_def_cfa_offset 208
.L27:
	movq	184(%rsp), %rax
	subq	%fs:40, %rax
	je	.L29
	call	__stack_chk_fail@PLT
.L29:
	addq	$200, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4951:
	.size	_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii, .-_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.globl	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.type	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, @function
_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii:
.LFB4952:
	.cfi_startproc
	endbr64
	jmp	_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.cfi_endproc
.LFE4952:
	.size	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, .-_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.globl	_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.type	_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii, @function
_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii:
.LFB4953:
	.cfi_startproc
	endbr64
	subq	$200, %rsp
	.cfi_def_cfa_offset 208
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movq	%rcx, 16(%rsp)
	leaq	56(%rsp), %rcx
	movq	%r8, 8(%rsp)
	movl	%r9d, 4(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 184(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	4(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	208(%rsp), %rax
	movq	%rax, 160(%rsp)
	leaq	216(%rsp), %rax
	movq	%rax, 168(%rsp)
	leaq	224(%rsp), %rax
	movq	%rax, 176(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L32
	pushq	56(%rsp)
	.cfi_def_cfa_offset 216
	leaq	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 224
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 216
	popq	%rdx
	.cfi_def_cfa_offset 208
.L32:
	movq	184(%rsp), %rax
	subq	%fs:40, %rax
	je	.L34
	call	__stack_chk_fail@PLT
.L34:
	addq	$200, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4953:
	.size	_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii, .-_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.globl	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.type	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, @function
_Z16HiddenLayer_ReLUPdS_S_S_S_iiii:
.LFB4954:
	.cfi_startproc
	endbr64
	jmp	_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii
	.cfi_endproc
.LFE4954:
	.size	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, .-_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.globl	_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii
	.type	_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii, @function
_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii:
.LFB4955:
	.cfi_startproc
	endbr64
	subq	$200, %rsp
	.cfi_def_cfa_offset 208
	movq	%rdi, 40(%rsp)
	leaq	72(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	84(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	56(%rsp), %rdx
	movq	%rcx, 16(%rsp)
	leaq	64(%rsp), %rcx
	movl	%r8d, 12(%rsp)
	movl	%r9d, 8(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 184(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 80(%rsp)
	movq	%rax, 120(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 160(%rsp)
	leaq	208(%rsp), %rax
	movq	%rax, 168(%rsp)
	leaq	216(%rsp), %rax
	movq	%rax, 176(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 72(%rsp)
	movq	%rax, 84(%rsp)
	movl	$1, 92(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L37
	pushq	64(%rsp)
	.cfi_def_cfa_offset 216
	leaq	_Z11OutputLayerPdS_S_S_iiii(%rip), %rdi
	pushq	64(%rsp)
	.cfi_def_cfa_offset 224
	movq	100(%rsp), %rcx
	movl	108(%rsp), %r8d
	movq	88(%rsp), %rsi
	movl	96(%rsp), %edx
	leaq	136(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 216
	popq	%rdx
	.cfi_def_cfa_offset 208
.L37:
	movq	184(%rsp), %rax
	subq	%fs:40, %rax
	je	.L39
	call	__stack_chk_fail@PLT
.L39:
	addq	$200, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4955:
	.size	_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii, .-_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii
	.globl	_Z11OutputLayerPdS_S_S_iiii
	.type	_Z11OutputLayerPdS_S_S_iiii, @function
_Z11OutputLayerPdS_S_S_iiii:
.LFB4956:
	.cfi_startproc
	endbr64
	jmp	_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii
	.cfi_endproc
.LFE4956:
	.size	_Z11OutputLayerPdS_S_S_iiii, .-_Z11OutputLayerPdS_S_S_iiii
	.globl	_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii
	.type	_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii, @function
_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii:
.LFB4957:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	72(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	84(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	56(%rsp), %rdx
	movl	%ecx, 20(%rsp)
	leaq	64(%rsp), %rcx
	movl	%r8d, 16(%rsp)
	movl	%r9d, 12(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 80(%rsp)
	movq	%rax, 120(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	20(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 72(%rsp)
	movq	%rax, 84(%rsp)
	movl	$1, 92(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L42
	pushq	64(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z7SoftmaxPdS_Piiii(%rip), %rdi
	pushq	64(%rsp)
	.cfi_def_cfa_offset 208
	movq	100(%rsp), %rcx
	movl	108(%rsp), %r8d
	movq	88(%rsp), %rsi
	movl	96(%rsp), %edx
	leaq	136(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L42:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L44
	call	__stack_chk_fail@PLT
.L44:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4957:
	.size	_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii, .-_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii
	.globl	_Z7SoftmaxPdS_Piiii
	.type	_Z7SoftmaxPdS_Piiii, @function
_Z7SoftmaxPdS_Piiii:
.LFB4958:
	.cfi_startproc
	endbr64
	jmp	_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii
	.cfi_endproc
.LFE4958:
	.size	_Z7SoftmaxPdS_Piiii, .-_Z7SoftmaxPdS_Piiii
	.globl	_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii
	.type	_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii, @function
_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii:
.LFB4959:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	72(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	84(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	56(%rsp), %rdx
	movl	%ecx, 20(%rsp)
	leaq	64(%rsp), %rcx
	movl	%r8d, 16(%rsp)
	movl	%r9d, 12(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 80(%rsp)
	movq	%rax, 120(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	20(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 72(%rsp)
	movq	%rax, 84(%rsp)
	movl	$1, 92(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L47
	pushq	64(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z8Back_dZ2PdPiS_iii(%rip), %rdi
	pushq	64(%rsp)
	.cfi_def_cfa_offset 208
	movq	100(%rsp), %rcx
	movl	108(%rsp), %r8d
	movq	88(%rsp), %rsi
	movl	96(%rsp), %edx
	leaq	136(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L47:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L49
	call	__stack_chk_fail@PLT
.L49:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4959:
	.size	_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii, .-_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii
	.globl	_Z8Back_dZ2PdPiS_iii
	.type	_Z8Back_dZ2PdPiS_iii, @function
_Z8Back_dZ2PdPiS_iii:
.LFB4960:
	.cfi_startproc
	endbr64
	jmp	_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii
	.cfi_endproc
.LFE4960:
	.size	_Z8Back_dZ2PdPiS_iii, .-_Z8Back_dZ2PdPiS_iii
	.globl	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii
	.type	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii, @function
_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii:
.LFB4961:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movl	%ecx, 20(%rsp)
	leaq	56(%rsp), %rcx
	movl	%r8d, 16(%rsp)
	movl	%r9d, 12(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	20(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	192(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L52
	pushq	56(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z7Back_dWPdS_S_iiii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 208
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L52:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L54
	call	__stack_chk_fail@PLT
.L54:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4961:
	.size	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii, .-_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii
	.globl	_Z7Back_dWPdS_S_iiii
	.type	_Z7Back_dWPdS_S_iiii, @function
_Z7Back_dWPdS_S_iiii:
.LFB4962:
	.cfi_startproc
	endbr64
	jmp	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii
	.cfi_endproc
.LFE4962:
	.size	_Z7Back_dWPdS_S_iiii, .-_Z7Back_dWPdS_S_iiii
	.globl	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii
	.type	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii, @function
_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii:
.LFB4963:
	.cfi_startproc
	endbr64
	subq	$152, %rsp
	.cfi_def_cfa_offset 160
	movq	%rdi, 24(%rsp)
	leaq	48(%rsp), %rdi
	movq	%rsi, 16(%rsp)
	leaq	60(%rsp), %rsi
	movl	%edx, 12(%rsp)
	leaq	32(%rsp), %rdx
	movl	%ecx, 8(%rsp)
	leaq	40(%rsp), %rcx
	movl	%r8d, 4(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 136(%rsp)
	xorl	%eax, %eax
	leaq	24(%rsp), %rax
	movl	$1, 56(%rsp)
	movq	%rax, 96(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 104(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 112(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	4(%rsp), %rax
	movq	%rax, 128(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 48(%rsp)
	movq	%rax, 60(%rsp)
	movl	$1, 68(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L57
	pushq	40(%rsp)
	.cfi_def_cfa_offset 168
	leaq	_Z7Back_dbPdS_iii(%rip), %rdi
	pushq	40(%rsp)
	.cfi_def_cfa_offset 176
	movq	76(%rsp), %rcx
	movl	84(%rsp), %r8d
	movq	64(%rsp), %rsi
	movl	72(%rsp), %edx
	leaq	112(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 168
	popq	%rdx
	.cfi_def_cfa_offset 160
.L57:
	movq	136(%rsp), %rax
	subq	%fs:40, %rax
	je	.L59
	call	__stack_chk_fail@PLT
.L59:
	addq	$152, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4963:
	.size	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii, .-_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii
	.globl	_Z7Back_dbPdS_iii
	.type	_Z7Back_dbPdS_iii, @function
_Z7Back_dbPdS_iii:
.LFB4964:
	.cfi_startproc
	endbr64
	jmp	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii
	.cfi_endproc
.LFE4964:
	.size	_Z7Back_dbPdS_iii, .-_Z7Back_dbPdS_iii
	.globl	_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii
	.type	_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii, @function
_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii:
.LFB4965:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movl	%ecx, 20(%rsp)
	leaq	56(%rsp), %rcx
	movl	%r8d, 16(%rsp)
	movl	%r9d, 12(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	20(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	192(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L62
	pushq	56(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z8Back_dA1PdS_S_iiii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 208
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L62:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L64
	call	__stack_chk_fail@PLT
.L64:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4965:
	.size	_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii, .-_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii
	.globl	_Z8Back_dA1PdS_S_iiii
	.type	_Z8Back_dA1PdS_S_iiii, @function
_Z8Back_dA1PdS_S_iiii:
.LFB4966:
	.cfi_startproc
	endbr64
	jmp	_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii
	.cfi_endproc
.LFE4966:
	.size	_Z8Back_dA1PdS_S_iiii, .-_Z8Back_dA1PdS_S_iiii
	.globl	_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii
	.type	_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii, @function
_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii:
.LFB4967:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movq	%rcx, 16(%rsp)
	leaq	56(%rsp), %rcx
	movl	%r8d, 12(%rsp)
	movl	%r9d, 8(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	192(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L67
	pushq	56(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z16Back_dZ1_SigmoidPdS_S_S_iii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 208
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L67:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L69
	call	__stack_chk_fail@PLT
.L69:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4967:
	.size	_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii, .-_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii
	.globl	_Z16Back_dZ1_SigmoidPdS_S_S_iii
	.type	_Z16Back_dZ1_SigmoidPdS_S_S_iii, @function
_Z16Back_dZ1_SigmoidPdS_S_S_iii:
.LFB4968:
	.cfi_startproc
	endbr64
	jmp	_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii
	.cfi_endproc
.LFE4968:
	.size	_Z16Back_dZ1_SigmoidPdS_S_S_iii, .-_Z16Back_dZ1_SigmoidPdS_S_S_iii
	.globl	_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii
	.type	_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii, @function
_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii:
.LFB4969:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	64(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	76(%rsp), %rsi
	movq	%rdx, 24(%rsp)
	leaq	48(%rsp), %rdx
	movq	%rcx, 16(%rsp)
	leaq	56(%rsp), %rcx
	movl	%r8d, 12(%rsp)
	movl	%r9d, 8(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 72(%rsp)
	movq	%rax, 112(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 120(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	8(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	192(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 64(%rsp)
	movq	%rax, 76(%rsp)
	movl	$1, 84(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L72
	pushq	56(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z13Back_dZ1_ReLUPdS_S_S_iii(%rip), %rdi
	pushq	56(%rsp)
	.cfi_def_cfa_offset 208
	movq	92(%rsp), %rcx
	movl	100(%rsp), %r8d
	movq	80(%rsp), %rsi
	movl	88(%rsp), %edx
	leaq	128(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L72:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L74
	call	__stack_chk_fail@PLT
.L74:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4969:
	.size	_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii, .-_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii
	.globl	_Z13Back_dZ1_ReLUPdS_S_S_iii
	.type	_Z13Back_dZ1_ReLUPdS_S_S_iii, @function
_Z13Back_dZ1_ReLUPdS_S_S_iii:
.LFB4970:
	.cfi_startproc
	endbr64
	jmp	_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii
	.cfi_endproc
.LFE4970:
	.size	_Z13Back_dZ1_ReLUPdS_S_S_iii, .-_Z13Back_dZ1_ReLUPdS_S_S_iii
	.globl	_Z8backpropPdPiii
	.type	_Z8backpropPdPiii, @function
_Z8backpropPdPiii:
.LFB4921:
	.cfi_startproc
	endbr64
	pushq	%r14
	.cfi_def_cfa_offset 16
	.cfi_offset 14, -16
	pushq	%r13
	.cfi_def_cfa_offset 24
	.cfi_offset 13, -24
	movq	%rdi, %r13
	movl	$964, %edi
	pushq	%r12
	.cfi_def_cfa_offset 32
	.cfi_offset 12, -32
	movl	%edx, %r12d
	pushq	%rbp
	.cfi_def_cfa_offset 40
	.cfi_offset 6, -40
	movq	%rsi, %rbp
	pushq	%rbx
	.cfi_def_cfa_offset 48
	.cfi_offset 3, -48
	movl	%ecx, %ebx
	subq	$96, %rsp
	.cfi_def_cfa_offset 144
	movl	$964, size_batch(%rip)
	call	_Z17initialize_dev_ZAi
	movl	size_batch(%rip), %ecx
	xorl	%edx, %edx
	movq	A2(%rip), %rsi
	movq	dev_A2(%rip), %rdi
	movl	$1, 8(%rsp)
	leal	-1(%rcx,%rbx), %eax
	divl	%ebx
	leal	(%rcx,%rcx), %edx
	movl	$1, %ecx
	movslq	%edx, %rdx
	salq	$3, %rdx
	movl	%eax, 12(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 16(%rsp)
	call	cudaMemcpy@PLT
	movslq	size_batch(%rip), %rdx
	movl	$1, %ecx
	movq	%rbp, %rsi
	movq	dev_Y(%rip), %rdi
	salq	$2, %rdx
	call	cudaMemcpy@PLT
	movl	size_batch(%rip), %eax
	movl	$1, %ecx
	movq	dZ2(%rip), %rsi
	movq	dev_dZ2(%rip), %rdi
	leal	(%rax,%rax), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	movl	%ebx, (%rsp)
	movl	8(%rsp), %ecx
	xorl	%r9d, %r9d
	movq	12(%rsp), %rdi
	movl	20(%rsp), %esi
	movl	%ebx, 4(%rsp)
	xorl	%r8d, %r8d
	movq	(%rsp), %rdx
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L78
	movl	size_batch(%rip), %ecx
	movq	dev_dZ2(%rip), %rdx
	movl	$1, %r8d
	movq	dev_Y(%rip), %rsi
	movq	dev_A2(%rip), %rdi
	movl	%ecx, %r9d
	call	_Z34__device_stub__Z8Back_dZ2PdPiS_iiiPdPiS_iii
.L78:
	movl	size_batch(%rip), %eax
	movq	dev_dZ2(%rip), %rsi
	movl	$2, %ecx
	movq	dZ2(%rip), %rdi
	leal	(%rax,%rax), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	xorl	%edx, %edx
	leal	1(%rbx), %eax
	movl	$1, %ecx
	divl	%ebx
	movq	A1(%rip), %rsi
	movq	dev_A1(%rip), %rdi
	movl	$1, 32(%rsp)
	xorl	%edx, %edx
	movl	%eax, %r14d
	leal	19(%rbx), %eax
	divl	%ebx
	movl	%r14d, 28(%rsp)
	imull	$20, size_batch(%rip), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	movl	%eax, 24(%rsp)
	movl	%eax, %ebp
	call	cudaMemcpy@PLT
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	xorl	%r9d, %r9d
	movq	24(%rsp), %rdi
	movl	32(%rsp), %esi
	xorl	%r8d, %r8d
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L79
	pushq	%rax
	.cfi_def_cfa_offset 152
	movq	dev_dW2(%rip), %rdx
	movl	$2, %r9d
	movl	$20, %r8d
	movl	size_batch(%rip), %ecx
	movq	dev_dZ2(%rip), %rsi
	pushq	$20
	.cfi_def_cfa_offset 160
	movq	dev_A1(%rip), %rdi
	call	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii
	popq	%rax
	.cfi_def_cfa_offset 152
	popq	%rdx
	.cfi_def_cfa_offset 144
.L79:
	movq	dev_dW2(%rip), %rsi
	movl	$2, %ecx
	movl	$320, %edx
	movq	dW2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	%r14d, 40(%rsp)
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	movl	$1, %esi
	movl	$1, 36(%rsp)
	movq	36(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L80
	movl	size_batch(%rip), %edx
	movq	dev_db2(%rip), %rsi
	movl	$2, %ecx
	movq	dev_dZ2(%rip), %rdi
	movl	%edx, %r8d
	call	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii
.L80:
	movq	dev_db2(%rip), %rsi
	movl	$2, %ecx
	movl	$16, %edx
	movq	db2(%rip), %rdi
	call	cudaMemcpy@PLT
	xorl	%edx, %edx
	movl	$1, %ecx
	movl	%ebp, 52(%rsp)
	movl	size_batch(%rip), %eax
	movq	W2(%rip), %rsi
	movl	$1, 56(%rsp)
	movq	dev_W2(%rip), %rdi
	leal	-1(%rbx,%rax), %eax
	divl	%ebx
	movl	$320, %edx
	movl	%eax, 48(%rsp)
	call	cudaMemcpy@PLT
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	xorl	%r9d, %r9d
	movq	48(%rsp), %rdi
	movl	56(%rsp), %esi
	xorl	%r8d, %r8d
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L81
	movl	size_batch(%rip), %ecx
	pushq	%r11
	.cfi_def_cfa_offset 152
	movl	$20, %r9d
	movl	$2, %r8d
	movq	dev_dA1(%rip), %rdx
	movq	dev_dZ2(%rip), %rsi
	pushq	%rcx
	.cfi_def_cfa_offset 160
	movq	dev_W2(%rip), %rdi
	call	_Z35__device_stub__Z8Back_dA1PdS_S_iiiiPdS_S_iiii
	popq	%r14
	.cfi_def_cfa_offset 152
	popq	%rax
	.cfi_def_cfa_offset 144
.L81:
	imull	$20, size_batch(%rip), %edx
	movq	dev_dA1(%rip), %rsi
	movl	$2, %ecx
	movq	dA1(%rip), %rdi
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	movl	size_batch(%rip), %ecx
	xorl	%edx, %edx
	movq	A1(%rip), %rsi
	movq	dev_A1(%rip), %rdi
	movl	%ebp, 64(%rsp)
	leal	-1(%rcx,%rbx), %eax
	movl	$1, 68(%rsp)
	divl	%ebx
	imull	$20, %ecx, %edx
	movl	$1, %ecx
	movslq	%edx, %rdx
	salq	$3, %rdx
	movl	%eax, 60(%rsp)
	call	cudaMemcpy@PLT
	imull	$20, size_batch(%rip), %edx
	movl	$1, %ecx
	movq	Z1(%rip), %rsi
	movq	dev_Z1(%rip), %rdi
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	cmpl	$1, %r12d
	jne	.L82
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movq	60(%rsp), %rdi
	movl	68(%rsp), %esi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L84
	movl	size_batch(%rip), %r8d
	pushq	%r10
	.cfi_remember_state
	.cfi_def_cfa_offset 152
	movl	$20, %r9d
	movq	dev_dZ1(%rip), %rcx
	movq	dev_Z1(%rip), %rdx
	movq	dev_A1(%rip), %rsi
	movq	dev_dA1(%rip), %rdi
	pushq	%r8
	.cfi_def_cfa_offset 160
	call	_Z45__device_stub__Z16Back_dZ1_SigmoidPdS_S_S_iiiPdS_S_S_iii
	jmp	.L89
.L82:
	.cfi_restore_state
	cmpl	$2, %r12d
	jne	.L84
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movq	60(%rsp), %rdi
	movl	68(%rsp), %esi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L84
	movl	size_batch(%rip), %r8d
	movq	dev_dZ1(%rip), %rcx
	pushq	%r9
	.cfi_def_cfa_offset 152
	movl	$20, %r9d
	movq	dev_Z1(%rip), %rdx
	movq	dev_A1(%rip), %rsi
	pushq	%r8
	.cfi_def_cfa_offset 160
	movq	dev_dA1(%rip), %rdi
	call	_Z42__device_stub__Z13Back_dZ1_ReLUPdS_S_S_iiiPdS_S_S_iii
.L89:
	popq	%rsi
	.cfi_def_cfa_offset 152
	popq	%rdi
	.cfi_def_cfa_offset 144
.L84:
	imull	$20, size_batch(%rip), %edx
	movq	dev_dZ1(%rip), %rsi
	movl	$2, %ecx
	movq	dZ1(%rip), %rdi
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	xorl	%edx, %edx
	leal	195(%rbx), %eax
	movq	%r13, %rsi
	divl	%ebx
	movq	dev_X(%rip), %rdi
	movl	%ebp, 76(%rsp)
	movl	$1, 80(%rsp)
	imull	$196, size_batch(%rip), %edx
	movl	$1, %ecx
	movslq	%edx, %rdx
	salq	$3, %rdx
	movl	%eax, 72(%rsp)
	call	cudaMemcpy@PLT
	movl	8(%rsp), %ecx
	movq	(%rsp), %rdx
	xorl	%r9d, %r9d
	movq	72(%rsp), %rdi
	movl	80(%rsp), %esi
	xorl	%r8d, %r8d
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L86
	pushq	%rax
	.cfi_def_cfa_offset 152
	movl	size_batch(%rip), %ecx
	movl	$20, %r9d
	movl	$196, %r8d
	pushq	$196
	.cfi_def_cfa_offset 160
	movq	dev_dW1(%rip), %rdx
	movq	dev_dZ1(%rip), %rsi
	movq	dev_X(%rip), %rdi
	call	_Z34__device_stub__Z7Back_dWPdS_S_iiiiPdS_S_iiii
	popq	%rdx
	.cfi_def_cfa_offset 152
	popq	%rcx
	.cfi_def_cfa_offset 144
.L86:
	movq	dev_dW1(%rip), %rsi
	movl	$2, %ecx
	movl	$31360, %edx
	movq	dW1(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	%ebp, 88(%rsp)
	movl	8(%rsp), %ecx
	xorl	%r9d, %r9d
	movl	$1, 84(%rsp)
	movq	(%rsp), %rdx
	xorl	%r8d, %r8d
	movl	$1, %esi
	movq	84(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L87
	movl	size_batch(%rip), %edx
	movq	dev_db1(%rip), %rsi
	movl	$20, %ecx
	movq	dev_dZ1(%rip), %rdi
	movl	%edx, %r8d
	call	_Z31__device_stub__Z7Back_dbPdS_iiiPdS_iii
.L87:
	movq	dev_db1(%rip), %rsi
	movl	$2, %ecx
	movl	$160, %edx
	movq	db1(%rip), %rdi
	call	cudaMemcpy@PLT
	addq	$96, %rsp
	.cfi_def_cfa_offset 48
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%rbp
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r13
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	jmp	_Z11free_dev_ZAv
	.cfi_endproc
.LFE4921:
	.size	_Z8backpropPdPiii, .-_Z8backpropPdPiii
	.globl	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
	.type	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii, @function
_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii:
.LFB4971:
	.cfi_startproc
	endbr64
	subq	$184, %rsp
	.cfi_def_cfa_offset 192
	movq	%rdi, 40(%rsp)
	leaq	72(%rsp), %rdi
	movq	%rsi, 32(%rsp)
	leaq	84(%rsp), %rsi
	movl	%edx, 28(%rsp)
	leaq	56(%rsp), %rdx
	movl	%ecx, 24(%rsp)
	leaq	64(%rsp), %rcx
	movl	%r8d, 12(%rsp)
	movsd	%xmm0, 16(%rsp)
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	40(%rsp), %rax
	movl	$1, 80(%rsp)
	movq	%rax, 120(%rsp)
	leaq	32(%rsp), %rax
	movq	%rax, 128(%rsp)
	leaq	28(%rsp), %rax
	movq	%rax, 136(%rsp)
	leaq	16(%rsp), %rax
	movq	%rax, 144(%rsp)
	leaq	24(%rsp), %rax
	movq	%rax, 152(%rsp)
	leaq	12(%rsp), %rax
	movq	%rax, 160(%rsp)
	movabsq	$4294967297, %rax
	movq	%rax, 72(%rsp)
	movq	%rax, 84(%rsp)
	movl	$1, 92(%rsp)
	call	__cudaPopCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L90
	pushq	64(%rsp)
	.cfi_def_cfa_offset 200
	leaq	_Z9update_WbPdS_idii(%rip), %rdi
	pushq	64(%rsp)
	.cfi_def_cfa_offset 208
	movq	100(%rsp), %rcx
	movl	108(%rsp), %r8d
	movq	88(%rsp), %rsi
	movl	96(%rsp), %edx
	leaq	136(%rsp), %r9
	call	cudaLaunchKernel@PLT
	popq	%rax
	.cfi_def_cfa_offset 200
	popq	%rdx
	.cfi_def_cfa_offset 192
.L90:
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L92
	call	__stack_chk_fail@PLT
.L92:
	addq	$184, %rsp
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4971:
	.size	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii, .-_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
	.globl	_Z9update_WbPdS_idii
	.type	_Z9update_WbPdS_idii, @function
_Z9update_WbPdS_idii:
.LFB4972:
	.cfi_startproc
	endbr64
	jmp	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
	.cfi_endproc
.LFE4972:
	.size	_Z9update_WbPdS_idii, .-_Z9update_WbPdS_idii
	.globl	_Z15updateParameterdi
	.type	_Z15updateParameterdi, @function
_Z15updateParameterdi:
.LFB4922:
	.cfi_startproc
	endbr64
	pushq	%r14
	.cfi_def_cfa_offset 16
	.cfi_offset 14, -16
	movl	$1, %ecx
	movl	$31360, %edx
	movq	%xmm0, %r14
	pushq	%rbp
	.cfi_def_cfa_offset 24
	.cfi_offset 6, -24
	pushq	%rbx
	.cfi_def_cfa_offset 32
	.cfi_offset 3, -32
	movl	%edi, %ebx
	subq	$64, %rsp
	.cfi_def_cfa_offset 96
	movq	dW1(%rip), %rsi
	movq	dev_dW1(%rip), %rdi
	movl	$1, 12(%rsp)
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$31360, %edx
	movq	W1(%rip), %rsi
	movq	dev_W1(%rip), %rdi
	call	cudaMemcpy@PLT
	xorl	%edx, %edx
	leal	19(%rbx), %eax
	movl	%ebx, 4(%rsp)
	movl	%ebx, 8(%rsp)
	movl	12(%rsp), %ecx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	divl	%ebx
	xorl	%edx, %edx
	movl	$1, %esi
	movl	%eax, %ebp
	leal	195(%rbx), %eax
	divl	%ebx
	movl	%ebp, 20(%rsp)
	movq	4(%rsp), %rdx
	movl	%eax, 16(%rsp)
	movq	16(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L96
	movl	$196, %r8d
	movl	$20, %ecx
	movq	%r14, %xmm0
	movq	dev_W1(%rip), %rsi
	movq	dev_dW1(%rip), %rdi
	movl	$196, %edx
	call	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
.L96:
	movq	dev_W1(%rip), %rsi
	movl	$2, %ecx
	movl	$31360, %edx
	movq	W1(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$160, %edx
	movq	db1(%rip), %rsi
	movq	dev_db1(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$160, %edx
	movq	b1(%rip), %rsi
	movq	dev_b1(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	%ebp, 32(%rsp)
	movl	12(%rsp), %ecx
	xorl	%r9d, %r9d
	movl	$1, 28(%rsp)
	movq	4(%rsp), %rdx
	xorl	%r8d, %r8d
	movl	$1, %esi
	movq	28(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L97
	movl	$1, %r8d
	movl	$20, %ecx
	movq	%r14, %xmm0
	movq	dev_b1(%rip), %rsi
	movq	dev_db1(%rip), %rdi
	movl	$1, %edx
	call	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
.L97:
	movq	dev_b1(%rip), %rsi
	movl	$2, %ecx
	movl	$160, %edx
	movq	b1(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$320, %edx
	movq	dW2(%rip), %rsi
	movq	dev_dW2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$320, %edx
	movq	W2(%rip), %rsi
	movq	dev_W2(%rip), %rdi
	call	cudaMemcpy@PLT
	leal	1(%rbx), %eax
	xorl	%edx, %edx
	movl	%ebp, 40(%rsp)
	movl	12(%rsp), %ecx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movl	$1, %esi
	divl	%ebx
	movq	4(%rsp), %rdx
	movl	%eax, 44(%rsp)
	movq	40(%rsp), %rdi
	movl	%eax, %ebx
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L98
	movl	$20, %r8d
	movl	$2, %ecx
	movq	%r14, %xmm0
	movq	dev_W2(%rip), %rsi
	movq	dev_dW2(%rip), %rdi
	movl	$20, %edx
	call	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
.L98:
	movq	dev_W2(%rip), %rsi
	movl	$2, %ecx
	movl	$320, %edx
	movq	W2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$16, %edx
	movq	db2(%rip), %rsi
	movq	dev_db2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$16, %edx
	movq	b2(%rip), %rsi
	movq	dev_b2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	%ebx, 56(%rsp)
	movl	12(%rsp), %ecx
	xorl	%r9d, %r9d
	movl	$1, 52(%rsp)
	movq	4(%rsp), %rdx
	xorl	%r8d, %r8d
	movl	$1, %esi
	movq	52(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L99
	movl	$1, %r8d
	movl	$2, %ecx
	movq	%r14, %xmm0
	movq	dev_b2(%rip), %rsi
	movq	dev_db2(%rip), %rdi
	movl	$1, %edx
	call	_Z34__device_stub__Z9update_WbPdS_idiiPdS_idii
.L99:
	movq	dev_b2(%rip), %rsi
	movl	$2, %ecx
	movl	$16, %edx
	movq	b2(%rip), %rdi
	addq	$64, %rsp
	.cfi_def_cfa_offset 32
	popq	%rbx
	.cfi_def_cfa_offset 24
	popq	%rbp
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	jmp	cudaMemcpy@PLT
	.cfi_endproc
.LFE4922:
	.size	_Z15updateParameterdi, .-_Z15updateParameterdi
	.section	.rodata.str1.1,"aMS",@progbits,1
.LC3:
	.string	"_Z9update_WbPdS_idii"
.LC4:
	.string	"_Z13Back_dZ1_ReLUPdS_S_S_iii"
.LC5:
	.string	"_Z16Back_dZ1_SigmoidPdS_S_S_iii"
.LC6:
	.string	"_Z8Back_dA1PdS_S_iiii"
.LC7:
	.string	"_Z7Back_dbPdS_iii"
.LC8:
	.string	"_Z7Back_dWPdS_S_iiii"
.LC9:
	.string	"_Z8Back_dZ2PdPiS_iii"
.LC10:
	.string	"_Z7SoftmaxPdS_Piiii"
.LC11:
	.string	"_Z11OutputLayerPdS_S_S_iiii"
.LC12:
	.string	"_Z16HiddenLayer_ReLUPdS_S_S_S_iiii"
.LC13:
	.string	"_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii"
	.section	.text.startup,"ax",@progbits
	.type	_ZL24__sti____cudaRegisterAllv, @function
_ZL24__sti____cudaRegisterAllv:
.LFB4974:
	.cfi_startproc
	endbr64
	pushq	%rbx
	.cfi_def_cfa_offset 16
	.cfi_offset 3, -16
	leaq	_ZL15__fatDeviceText(%rip), %rdi
	call	__cudaRegisterFatBinary@PLT
	pushq	$0
	.cfi_def_cfa_offset 24
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 32
	leaq	.LC3(%rip), %rdx
	movq	%rax, %rdi
	movq	%rax, %rbx
	pushq	$0
	.cfi_def_cfa_offset 40
	movq	%rdx, %rcx
	leaq	_Z9update_WbPdS_idii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 48
	movq	%rax, _ZL20__cudaFatCubinHandle(%rip)
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC4(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z13Back_dZ1_ReLUPdS_S_S_iii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC5(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z16Back_dZ1_SigmoidPdS_S_S_iii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC6(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z8Back_dA1PdS_S_iiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC7(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z7Back_dbPdS_iii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC8(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z7Back_dWPdS_S_iiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC9(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z8Back_dZ2PdPiS_iii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC10(%rip), %rdx
	movq	%rbx, %rdi
	leaq	_Z7SoftmaxPdS_Piiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	movq	%rbx, %rdi
	leaq	.LC11(%rip), %rdx
	pushq	$0
	.cfi_def_cfa_offset 24
	movq	%rdx, %rcx
	xorl	%r9d, %r9d
	orl	$-1, %r8d
	pushq	$0
	.cfi_def_cfa_offset 32
	leaq	_Z11OutputLayerPdS_S_S_iiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	movq	%rbx, %rdi
	xorl	%r9d, %r9d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC12(%rip), %rdx
	orl	$-1, %r8d
	leaq	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	movq	%rbx, %rdi
	xorl	%r9d, %r9d
	pushq	$0
	.cfi_def_cfa_offset 24
	leaq	.LC13(%rip), %rdx
	orl	$-1, %r8d
	leaq	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii(%rip), %rsi
	pushq	$0
	.cfi_def_cfa_offset 32
	movq	%rdx, %rcx
	pushq	$0
	.cfi_def_cfa_offset 40
	pushq	$0
	.cfi_def_cfa_offset 48
	call	__cudaRegisterFunction@PLT
	movq	_ZL20__cudaFatCubinHandle(%rip), %rdi
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	call	__cudaRegisterFatBinaryEnd@PLT
	leaq	_ZL26__cudaUnregisterBinaryUtilv(%rip), %rdi
	popq	%rbx
	.cfi_def_cfa_offset 8
	jmp	atexit@PLT
	.cfi_endproc
.LFE4974:
	.size	_ZL24__sti____cudaRegisterAllv, .-_ZL24__sti____cudaRegisterAllv
	.section	.init_array,"aw"
	.align 8
	.quad	_ZL24__sti____cudaRegisterAllv
	.section	.text._ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev,"axG",@progbits,_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD5Ev,comdat
	.align 2
	.weak	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev
	.type	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev, @function
_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev:
.LFB5107:
	.cfi_startproc
	endbr64
	pushq	%rbx
	.cfi_def_cfa_offset 16
	.cfi_offset 3, -16
	movq	%rdi, %rbx
	call	__errno_location@PLT
	cmpl	$0, (%rax)
	jne	.L103
	movl	(%rbx), %edx
	movl	%edx, (%rax)
.L103:
	popq	%rbx
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE5107:
	.size	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev, .-_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev
	.weak	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD1Ev
	.set	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD1Ev,_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD2Ev
	.section	.text._ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,"axG",@progbits,_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,comdat
	.weak	_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_
	.type	_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_, @function
_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_:
.LFB5102:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA5102
	endbr64
	pushq	%r15
	.cfi_def_cfa_offset 16
	.cfi_offset 15, -16
	movq	%rdi, %r15
	pushq	%r14
	.cfi_def_cfa_offset 24
	.cfi_offset 14, -24
	movq	%rsi, %r14
	pushq	%r13
	.cfi_def_cfa_offset 32
	.cfi_offset 13, -32
	pushq	%r12
	.cfi_def_cfa_offset 40
	.cfi_offset 12, -40
	movq	%rcx, %r12
	pushq	%rbp
	.cfi_def_cfa_offset 48
	.cfi_offset 6, -48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	.cfi_offset 3, -56
	movq	%rdx, %rbx
	subq	$56, %rsp
	.cfi_def_cfa_offset 112
	movq	%fs:40, %rax
	movq	%rax, 40(%rsp)
	xorl	%eax, %eax
	leaq	28(%rsp), %r13
	call	__errno_location@PLT
	leaq	32(%rsp), %rsi
	movq	%rbx, %rdi
	movq	%rax, %rbp
	movl	(%rax), %eax
	movl	%eax, 28(%rsp)
	xorl	%eax, %eax
	movl	%eax, 0(%rbp)
.LEHB0:
	call	*%r15
	movq	32(%rsp), %rax
	cmpq	%rbx, %rax
	jne	.L107
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L119
	movq	%r14, %rdi
	call	_ZSt24__throw_invalid_argumentPKc@PLT
.L107:
	cmpl	$34, 0(%rbp)
	jne	.L109
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L119
	movq	%r14, %rdi
	call	_ZSt20__throw_out_of_rangePKc@PLT
.LEHE0:
.L109:
	testq	%r12, %r12
	je	.L111
	subq	%rbx, %rax
	movq	%rax, (%r12)
.L111:
	movq	%r13, %rdi
	movsd	%xmm0, 8(%rsp)
	call	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD1Ev
	movsd	8(%rsp), %xmm0
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	je	.L114
	jmp	.L119
.L115:
	endbr64
	movq	%rax, %rbx
.L112:
	movq	%r13, %rdi
	call	_ZZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_EN11_Save_errnoD1Ev
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L119
	movq	%rbx, %rdi
.LEHB1:
	call	_Unwind_Resume@PLT
.LEHE1:
.L119:
	call	__stack_chk_fail@PLT
.L114:
	addq	$56, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%rbp
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE5102:
	.globl	__gxx_personality_v0
	.section	.gcc_except_table._ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,"aG",@progbits,_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,comdat
.LLSDA5102:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE5102-.LLSDACSB5102
.LLSDACSB5102:
	.uleb128 .LEHB0-.LFB5102
	.uleb128 .LEHE0-.LEHB0
	.uleb128 .L115-.LFB5102
	.uleb128 0
	.uleb128 .LEHB1-.LFB5102
	.uleb128 .LEHE1-.LEHB1
	.uleb128 0
	.uleb128 0
.LLSDACSE5102:
	.section	.text._ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,"axG",@progbits,_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_,comdat
	.size	_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_, .-_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_
	.section	.rodata._ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.str1.1,"aMS",@progbits,1
.LC14:
	.string	"basic_string: construction from null is not valid"
	.section	.text._ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_,"axG",@progbits,_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC5IS3_EEPKcRKS3_,comdat
	.align 2
	.weak	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_
	.type	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_, @function
_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_:
.LFB5291:
	.cfi_startproc
	endbr64
	pushq	%r12
	.cfi_def_cfa_offset 16
	.cfi_offset 12, -16
	pushq	%rbp
	.cfi_def_cfa_offset 24
	.cfi_offset 6, -24
	pushq	%rbx
	.cfi_def_cfa_offset 32
	.cfi_offset 3, -32
	subq	$16, %rsp
	.cfi_def_cfa_offset 48
	movq	%fs:40, %rax
	movq	%rax, 8(%rsp)
	xorl	%eax, %eax
	leaq	16(%rdi), %rax
	movq	%rax, (%rdi)
	testq	%rsi, %rsi
	jne	.L123
	movq	8(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L128
	leaq	.LC14(%rip), %rdi
	call	_ZSt19__throw_logic_errorPKc@PLT
.L123:
	movq	%rdi, %rbx
	movq	%rsi, %rdi
	movq	%rsi, %rbp
	call	strlen@PLT
	movq	%rax, (%rsp)
	leaq	0(%rbp,%rax), %r12
	cmpq	$15, %rax
	jbe	.L125
	movq	%rsp, %rsi
	xorl	%edx, %edx
	movq	%rbx, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE9_M_createERmm@PLT
	movq	%rax, (%rbx)
	movq	(%rsp), %rax
	movq	%rax, 16(%rbx)
.L125:
	movq	(%rbx), %rdi
	movq	%r12, %rdx
	movq	%rbp, %rsi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE13_S_copy_charsEPcPKcS7_@PLT
	movq	(%rsp), %rax
	movq	(%rbx), %rdx
	movq	%rax, 8(%rbx)
	movb	$0, (%rdx,%rax)
	movq	8(%rsp), %rax
	subq	%fs:40, %rax
	je	.L126
.L128:
	call	__stack_chk_fail@PLT
.L126:
	addq	$16, %rsp
	.cfi_def_cfa_offset 32
	popq	%rbx
	.cfi_def_cfa_offset 24
	popq	%rbp
	.cfi_def_cfa_offset 16
	popq	%r12
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE5291:
	.size	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_, .-_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_
	.weak	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
	.set	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_,_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_
	.section	.rodata.str1.1
.LC15:
	.string	"stod"
	.text
	.globl	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
	.type	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd, @function
_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd:
.LFB4907:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4907
	endbr64
	pushq	%r15
	.cfi_def_cfa_offset 16
	.cfi_offset 15, -16
	movl	$8, %edx
	pushq	%r14
	.cfi_def_cfa_offset 24
	.cfi_offset 14, -24
	movq	%rsi, %r14
	movq	%rdi, %rsi
	pushq	%r13
	.cfi_def_cfa_offset 32
	.cfi_offset 13, -32
	pushq	%r12
	.cfi_def_cfa_offset 40
	.cfi_offset 12, -40
	pushq	%rbp
	.cfi_def_cfa_offset 48
	.cfi_offset 6, -48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	.cfi_offset 3, -56
	xorl	%ebx, %ebx
	subq	$1016, %rsp
	.cfi_def_cfa_offset 1072
	movq	%fs:40, %rax
	movq	%rax, 1000(%rsp)
	xorl	%eax, %eax
	leaq	480(%rsp), %rax
	leaq	24(%rsp), %rbp
	movq	%rax, %rdi
	movq	%rax, 8(%rsp)
.LEHB2:
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEEC1ERKNSt7__cxx1112basic_stringIcS1_SaIcEEESt13_Ios_Openmode@PLT
.LEHE2:
	leaq	40(%rsp), %rax
	xorl	%edx, %edx
	movb	$0, 40(%rsp)
	movq	%rax, 24(%rsp)
	xorl	%eax, %eax
	movq	%rax, 32(%rsp)
	leaq	72(%rsp), %rax
	movq	%rax, 56(%rsp)
	movq	%rdx, 64(%rsp)
	movb	$0, 72(%rsp)
.L130:
	movq	8(%rsp), %rdi
	movq	%rbp, %rsi
	leaq	56(%rsp), %r13
.LEHB3:
	call	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EE@PLT
	movq	(%rax), %rdx
	movq	-24(%rdx), %rdx
	testb	$5, 32(%rax,%rdx)
	jne	.L142
	leaq	88(%rsp), %r12
	movl	$24, %edx
	movq	%rbp, %rsi
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEC1ERKNS_12basic_stringIcS2_S3_EESt13_Ios_Openmode@PLT
.LEHE3:
	movslq	%ebx, %rbx
	leaq	.LC15(%rip), %r15
.L131:
	movl	$44, %edx
	movq	%r13, %rsi
	movq	%r12, %rdi
.LEHB4:
	call	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_@PLT
	movq	(%rax), %rdx
	movq	-24(%rdx), %rdx
	testb	$5, 32(%rax,%rdx)
	jne	.L143
	movq	56(%rsp), %rdx
	movq	strtod@GOTPCREL(%rip), %rdi
	xorl	%ecx, %ecx
	movq	%r15, %rsi
	call	_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_
.LEHE4:
	movsd	%xmm0, (%r14,%rbx,8)
	incq	%rbx
	jmp	.L131
.L143:
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED1Ev@PLT
	jmp	.L130
.L142:
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	8(%rsp), %rdi
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev@PLT
	movq	1000(%rsp), %rax
	subq	%fs:40, %rax
	je	.L137
	jmp	.L140
.L138:
	endbr64
	movq	%rax, %rbx
.L134:
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED1Ev@PLT
	jmp	.L135
.L139:
	endbr64
	movq	%rax, %rbx
.L135:
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	8(%rsp), %rdi
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev@PLT
	movq	1000(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L140
	movq	%rbx, %rdi
.LEHB5:
	call	_Unwind_Resume@PLT
.LEHE5:
.L140:
	call	__stack_chk_fail@PLT
.L137:
	addq	$1016, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%rbp
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4907:
	.section	.gcc_except_table,"a",@progbits
.LLSDA4907:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4907-.LLSDACSB4907
.LLSDACSB4907:
	.uleb128 .LEHB2-.LFB4907
	.uleb128 .LEHE2-.LEHB2
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB3-.LFB4907
	.uleb128 .LEHE3-.LEHB3
	.uleb128 .L139-.LFB4907
	.uleb128 0
	.uleb128 .LEHB4-.LFB4907
	.uleb128 .LEHE4-.LEHB4
	.uleb128 .L138-.LFB4907
	.uleb128 0
	.uleb128 .LEHB5-.LFB4907
	.uleb128 .LEHE5-.LEHB5
	.uleb128 0
	.uleb128 0
.LLSDACSE4907:
	.text
	.size	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd, .-_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
	.globl	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
	.type	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi, @function
_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi:
.LFB4909:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4909
	endbr64
	pushq	%r15
	.cfi_def_cfa_offset 16
	.cfi_offset 15, -16
	movl	$8, %edx
	pushq	%r14
	.cfi_def_cfa_offset 24
	.cfi_offset 14, -24
	movq	%rsi, %r14
	movq	%rdi, %rsi
	pushq	%r13
	.cfi_def_cfa_offset 32
	.cfi_offset 13, -32
	pushq	%r12
	.cfi_def_cfa_offset 40
	.cfi_offset 12, -40
	pushq	%rbp
	.cfi_def_cfa_offset 48
	.cfi_offset 6, -48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	.cfi_offset 3, -56
	xorl	%ebx, %ebx
	subq	$1016, %rsp
	.cfi_def_cfa_offset 1072
	movq	%fs:40, %rax
	movq	%rax, 1000(%rsp)
	xorl	%eax, %eax
	leaq	480(%rsp), %rax
	leaq	24(%rsp), %rbp
	movq	%rax, %rdi
	movq	%rax, 8(%rsp)
.LEHB6:
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEEC1ERKNSt7__cxx1112basic_stringIcS1_SaIcEEESt13_Ios_Openmode@PLT
.LEHE6:
	leaq	40(%rsp), %rax
	xorl	%edx, %edx
	movb	$0, 40(%rsp)
	movq	%rax, 24(%rsp)
	xorl	%eax, %eax
	movq	%rax, 32(%rsp)
	leaq	72(%rsp), %rax
	movq	%rax, 56(%rsp)
	movq	%rdx, 64(%rsp)
	movb	$0, 72(%rsp)
.L145:
	movq	8(%rsp), %rdi
	movq	%rbp, %rsi
	leaq	56(%rsp), %r13
.LEHB7:
	call	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EE@PLT
	movq	(%rax), %rdx
	movq	-24(%rdx), %rdx
	testb	$5, 32(%rax,%rdx)
	jne	.L157
	leaq	88(%rsp), %r12
	movl	$24, %edx
	movq	%rbp, %rsi
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEC1ERKNS_12basic_stringIcS2_S3_EESt13_Ios_Openmode@PLT
.LEHE7:
	movslq	%ebx, %rbx
	leaq	.LC15(%rip), %r15
.L146:
	movl	$44, %edx
	movq	%r13, %rsi
	movq	%r12, %rdi
.LEHB8:
	call	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_@PLT
	movq	(%rax), %rdx
	movq	-24(%rdx), %rdx
	testb	$5, 32(%rax,%rdx)
	jne	.L158
	movq	56(%rsp), %rdx
	movq	strtod@GOTPCREL(%rip), %rdi
	xorl	%ecx, %ecx
	movq	%r15, %rsi
	call	_ZN9__gnu_cxx6__stoaIddcJEEET0_PFT_PKT1_PPS3_DpT2_EPKcS5_PmS9_
.LEHE8:
	cvttsd2sil	%xmm0, %eax
	movl	%eax, (%r14,%rbx,4)
	incq	%rbx
	jmp	.L146
.L158:
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED1Ev@PLT
	jmp	.L145
.L157:
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	8(%rsp), %rdi
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev@PLT
	movq	1000(%rsp), %rax
	subq	%fs:40, %rax
	je	.L152
	jmp	.L155
.L153:
	endbr64
	movq	%rax, %rbx
.L149:
	movq	%r12, %rdi
	call	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED1Ev@PLT
	jmp	.L150
.L154:
	endbr64
	movq	%rax, %rbx
.L150:
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	8(%rsp), %rdi
	call	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev@PLT
	movq	1000(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L155
	movq	%rbx, %rdi
.LEHB9:
	call	_Unwind_Resume@PLT
.LEHE9:
.L155:
	call	__stack_chk_fail@PLT
.L152:
	addq	$1016, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%rbp
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4909:
	.section	.gcc_except_table
.LLSDA4909:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4909-.LLSDACSB4909
.LLSDACSB4909:
	.uleb128 .LEHB6-.LFB4909
	.uleb128 .LEHE6-.LEHB6
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB7-.LFB4909
	.uleb128 .LEHE7-.LEHB7
	.uleb128 .L154-.LFB4909
	.uleb128 0
	.uleb128 .LEHB8-.LFB4909
	.uleb128 .LEHE8-.LEHB8
	.uleb128 .L153-.LFB4909
	.uleb128 0
	.uleb128 .LEHB9-.LFB4909
	.uleb128 .LEHE9-.LEHB9
	.uleb128 0
	.uleb128 0
.LLSDACSE4909:
	.text
	.size	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi, .-_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
	.section	.rodata.str1.1
.LC16:
	.string	"X_trn.csv"
.LC17:
	.string	"Y_trn.csv"
.LC18:
	.string	"X_tst.csv"
.LC19:
	.string	"Y_tst.csv"
	.text
	.globl	_Z9read_datav
	.type	_Z9read_datav, @function
_Z9read_datav:
.LFB4910:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4910
	endbr64
	pushq	%r15
	.cfi_def_cfa_offset 16
	.cfi_offset 15, -16
	movl	$1511552, %edi
	pushq	%r14
	.cfi_def_cfa_offset 24
	.cfi_offset 14, -24
	pushq	%r13
	.cfi_def_cfa_offset 32
	.cfi_offset 13, -32
	pushq	%r12
	.cfi_def_cfa_offset 40
	.cfi_offset 12, -40
	pushq	%rbp
	.cfi_def_cfa_offset 48
	.cfi_offset 6, -48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	.cfi_offset 3, -56
	subq	$184, %rsp
	.cfi_def_cfa_offset 240
	movq	%fs:40, %rax
	movq	%rax, 168(%rsp)
	xorl	%eax, %eax
	leaq	7(%rsp), %rbx
	leaq	8(%rsp), %rbp
	call	malloc@PLT
	movl	$3856, %edi
	leaq	40(%rsp), %r12
	movq	%rax, X_trn(%rip)
	call	malloc@PLT
	movl	$649152, %edi
	movq	%rax, Y_trn(%rip)
	call	malloc@PLT
	movl	$3856, %edi
	movq	%rax, X_tst(%rip)
	call	malloc@PLT
	movq	%rbx, %rdx
	leaq	.LC16(%rip), %rsi
	movq	%rbp, %rdi
	movq	%rax, Y_tst(%rip)
.LEHB10:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE10:
	movq	%rbx, %rdx
	leaq	.LC17(%rip), %rsi
	movq	%r12, %rdi
.LEHB11:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE11:
	leaq	72(%rsp), %r13
	movq	%rbx, %rdx
	leaq	.LC18(%rip), %rsi
	movq	%r13, %rdi
.LEHB12:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE12:
	leaq	104(%rsp), %r14
	movq	%rbx, %rdx
	leaq	.LC19(%rip), %rsi
	movq	%r14, %rdi
.LEHB13:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE13:
	leaq	136(%rsp), %r15
	movq	%rbp, %rsi
	movq	X_trn(%rip), %rbx
	movq	%r15, %rdi
.LEHB14:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1ERKS4_@PLT
.LEHE14:
	movq	%rbx, %rsi
	movq	%r15, %rdi
.LEHB15:
	call	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
.LEHE15:
	movq	%r15, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r12, %rsi
	movq	%r15, %rdi
	movq	Y_trn(%rip), %rbx
.LEHB16:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1ERKS4_@PLT
.LEHE16:
	movq	%rbx, %rsi
	movq	%r15, %rdi
.LEHB17:
	call	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
.LEHE17:
	movq	%r15, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r13, %rsi
	movq	%r15, %rdi
	movq	X_tst(%rip), %rbx
.LEHB18:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1ERKS4_@PLT
.LEHE18:
	movq	%rbx, %rsi
	movq	%r15, %rdi
.LEHB19:
	call	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
.LEHE19:
	movq	%r15, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r14, %rsi
	movq	%r15, %rdi
	movq	Y_tst(%rip), %rbx
.LEHB20:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1ERKS4_@PLT
.LEHE20:
	movq	%rbx, %rsi
	movq	%r15, %rdi
.LEHB21:
	call	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
.LEHE21:
	movq	%r15, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r14, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r12, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	je	.L169
	jmp	.L178
.L173:
	endbr64
	jmp	.L180
.L175:
	endbr64
	jmp	.L180
.L176:
	endbr64
	jmp	.L180
.L177:
	endbr64
.L180:
	movq	%rax, %rbx
.L164:
	movq	%r15, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	jmp	.L161
.L174:
	endbr64
	movq	%rax, %rbx
.L161:
	movq	%r14, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	jmp	.L165
.L172:
	endbr64
	movq	%rax, %rbx
.L165:
	movq	%r13, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	jmp	.L166
.L171:
	endbr64
	movq	%rax, %rbx
.L166:
	movq	%r12, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	jmp	.L167
.L170:
	endbr64
	movq	%rax, %rbx
.L167:
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	168(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L178
	movq	%rbx, %rdi
.LEHB22:
	call	_Unwind_Resume@PLT
.LEHE22:
.L178:
	call	__stack_chk_fail@PLT
.L169:
	addq	$184, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%rbp
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4910:
	.section	.gcc_except_table
.LLSDA4910:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4910-.LLSDACSB4910
.LLSDACSB4910:
	.uleb128 .LEHB10-.LFB4910
	.uleb128 .LEHE10-.LEHB10
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB11-.LFB4910
	.uleb128 .LEHE11-.LEHB11
	.uleb128 .L170-.LFB4910
	.uleb128 0
	.uleb128 .LEHB12-.LFB4910
	.uleb128 .LEHE12-.LEHB12
	.uleb128 .L171-.LFB4910
	.uleb128 0
	.uleb128 .LEHB13-.LFB4910
	.uleb128 .LEHE13-.LEHB13
	.uleb128 .L172-.LFB4910
	.uleb128 0
	.uleb128 .LEHB14-.LFB4910
	.uleb128 .LEHE14-.LEHB14
	.uleb128 .L174-.LFB4910
	.uleb128 0
	.uleb128 .LEHB15-.LFB4910
	.uleb128 .LEHE15-.LEHB15
	.uleb128 .L173-.LFB4910
	.uleb128 0
	.uleb128 .LEHB16-.LFB4910
	.uleb128 .LEHE16-.LEHB16
	.uleb128 .L174-.LFB4910
	.uleb128 0
	.uleb128 .LEHB17-.LFB4910
	.uleb128 .LEHE17-.LEHB17
	.uleb128 .L175-.LFB4910
	.uleb128 0
	.uleb128 .LEHB18-.LFB4910
	.uleb128 .LEHE18-.LEHB18
	.uleb128 .L174-.LFB4910
	.uleb128 0
	.uleb128 .LEHB19-.LFB4910
	.uleb128 .LEHE19-.LEHB19
	.uleb128 .L176-.LFB4910
	.uleb128 0
	.uleb128 .LEHB20-.LFB4910
	.uleb128 .LEHE20-.LEHB20
	.uleb128 .L174-.LFB4910
	.uleb128 0
	.uleb128 .LEHB21-.LFB4910
	.uleb128 .LEHE21-.LEHB21
	.uleb128 .L177-.LFB4910
	.uleb128 0
	.uleb128 .LEHB22-.LFB4910
	.uleb128 .LEHE22-.LEHB22
	.uleb128 0
	.uleb128 0
.LLSDACSE4910:
	.text
	.size	_Z9read_datav, .-_Z9read_datav
	.section	.text._ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_,"axG",@progbits,_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_,comdat
	.weak	_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_
	.type	_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_, @function
_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_:
.LFB5339:
	.cfi_startproc
	endbr64
	pushq	%r12
	.cfi_def_cfa_offset 16
	.cfi_offset 12, -16
	pushq	%rbx
	.cfi_def_cfa_offset 24
	.cfi_offset 3, -24
	movq	%rdi, %rbx
	subq	$24, %rsp
	.cfi_def_cfa_offset 48
	movq	8(%rdi), %r12
	movq	%rsi, %rdi
	movq	%rsi, 8(%rsp)
	call	strlen@PLT
	movq	8(%rsp), %rsi
	movq	%rax, %rdx
	xorl	%eax, %eax
	cmpq	%rdx, %r12
	jne	.L181
	movb	$1, %al
	testq	%r12, %r12
	je	.L181
	movq	(%rbx), %rdi
	movq	%r12, %rdx
	call	memcmp@PLT
	testl	%eax, %eax
	sete	%al
.L181:
	addq	$24, %rsp
	.cfi_def_cfa_offset 24
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%r12
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE5339:
	.size	_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_, .-_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_
	.section	.rodata.str1.1
.LC20:
	.string	"train"
	.text
	.globl	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.type	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, @function
_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii:
.LFB4919:
	.cfi_startproc
	endbr64
	pushq	%r13
	.cfi_def_cfa_offset 16
	.cfi_offset 13, -16
	leaq	.LC20(%rip), %rsi
	movl	%ecx, %r13d
	pushq	%r12
	.cfi_def_cfa_offset 24
	.cfi_offset 12, -24
	movq	%rdi, %r12
	movq	%rdx, %rdi
	pushq	%rbp
	.cfi_def_cfa_offset 32
	.cfi_offset 6, -32
	pushq	%rbx
	.cfi_def_cfa_offset 40
	.cfi_offset 3, -40
	movl	%r8d, %ebx
	subq	$56, %rsp
	.cfi_def_cfa_offset 96
	call	_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_
	cmpb	$1, %al
	sbbl	%ebp, %ebp
	andl	$-550, %ebp
	addl	$964, %ebp
	movl	%ebp, %edi
	movl	%ebp, size_batch(%rip)
	call	_Z13initialize_ZAi
	movl	%ebp, %edi
	call	_Z17initialize_dev_ZAi
	movl	size_batch(%rip), %eax
	xorl	%edx, %edx
	movq	W1(%rip), %rsi
	movq	dev_W1(%rip), %rdi
	movl	$1, %ecx
	movl	$1, 8(%rsp)
	leal	-1(%rbx,%rax), %eax
	movl	$1, 20(%rsp)
	divl	%ebx
	xorl	%edx, %edx
	movl	%eax, 12(%rsp)
	leal	19(%rbx), %eax
	divl	%ebx
	movl	$31360, %edx
	movl	%eax, 16(%rsp)
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$160, %edx
	movq	b1(%rip), %rsi
	movq	dev_b1(%rip), %rdi
	call	cudaMemcpy@PLT
	movq	dev_X(%rip), %rdi
	movl	$1, %ecx
	movq	%r12, %rsi
	imull	$196, size_batch(%rip), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	cmpl	$1, %r13d
	jne	.L188
	movl	%ebx, (%rsp)
	movl	8(%rsp), %ecx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movq	12(%rsp), %rdi
	movl	20(%rsp), %esi
	movl	%ebx, 4(%rsp)
	movq	(%rsp), %rdx
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L190
	movl	size_batch(%rip), %eax
	pushq	%rsi
	.cfi_remember_state
	.cfi_def_cfa_offset 104
	movl	$196, %r9d
	movq	dev_Z1(%rip), %r8
	movq	dev_A1(%rip), %rcx
	movq	dev_b1(%rip), %rdx
	movq	dev_W1(%rip), %rsi
	pushq	%rax
	.cfi_def_cfa_offset 112
	pushq	$20
	.cfi_def_cfa_offset 120
	movq	dev_X(%rip), %rdi
	pushq	%rax
	.cfi_def_cfa_offset 128
	call	_Z51__device_stub__Z19HiddenLayer_SigmoidPdS_S_S_S_iiiiPdS_S_S_S_iiii
	jmp	.L196
.L188:
	.cfi_restore_state
	cmpl	$2, %r13d
	jne	.L190
	movl	%ebx, (%rsp)
	movl	8(%rsp), %ecx
	xorl	%r9d, %r9d
	xorl	%r8d, %r8d
	movq	12(%rsp), %rdi
	movl	20(%rsp), %esi
	movl	%ebx, 4(%rsp)
	movq	(%rsp), %rdx
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L190
	movl	size_batch(%rip), %eax
	pushq	%rcx
	.cfi_def_cfa_offset 104
	movl	$196, %r9d
	movq	dev_Z1(%rip), %r8
	movq	dev_A1(%rip), %rcx
	movq	dev_b1(%rip), %rdx
	movq	dev_W1(%rip), %rsi
	pushq	%rax
	.cfi_def_cfa_offset 112
	pushq	$20
	.cfi_def_cfa_offset 120
	movq	dev_X(%rip), %rdi
	pushq	%rax
	.cfi_def_cfa_offset 128
	call	_Z48__device_stub__Z16HiddenLayer_ReLUPdS_S_S_S_iiiiPdS_S_S_S_iiii
.L196:
	addq	$32, %rsp
	.cfi_def_cfa_offset 96
.L190:
	imull	$20, size_batch(%rip), %edx
	movq	dev_Z1(%rip), %rsi
	movl	$2, %ecx
	movq	Z1(%rip), %rdi
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	imull	$20, size_batch(%rip), %edx
	movl	$2, %ecx
	movq	dev_A1(%rip), %rsi
	movq	A1(%rip), %rdi
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	xorl	%edx, %edx
	leal	1(%rbx), %eax
	movl	$1, %ecx
	divl	%ebx
	movq	W2(%rip), %rsi
	movq	dev_W2(%rip), %rdi
	movl	$1, 32(%rsp)
	xorl	%edx, %edx
	movl	%eax, %ebp
	movl	size_batch(%rip), %eax
	movl	%ebp, 28(%rsp)
	leal	-1(%rbx,%rax), %eax
	divl	%ebx
	movl	$320, %edx
	movl	%eax, 24(%rsp)
	call	cudaMemcpy@PLT
	movl	$1, %ecx
	movl	$16, %edx
	movq	b2(%rip), %rsi
	movq	dev_b2(%rip), %rdi
	call	cudaMemcpy@PLT
	movl	%ebx, (%rsp)
	movl	8(%rsp), %ecx
	xorl	%r9d, %r9d
	movq	24(%rsp), %rdi
	movl	32(%rsp), %esi
	movl	%ebx, 4(%rsp)
	xorl	%r8d, %r8d
	movq	(%rsp), %rdx
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L192
	movl	size_batch(%rip), %r9d
	movq	dev_b2(%rip), %rdx
	movl	$20, %r8d
	movq	dev_Z2(%rip), %rcx
	movq	dev_W2(%rip), %rsi
	pushq	%r9
	.cfi_def_cfa_offset 104
	movq	dev_A1(%rip), %rdi
	pushq	$2
	.cfi_def_cfa_offset 112
	call	_Z41__device_stub__Z11OutputLayerPdS_S_S_iiiiPdS_S_S_iiii
	popq	%rax
	.cfi_def_cfa_offset 104
	popq	%rdx
	.cfi_def_cfa_offset 96
.L192:
	movl	size_batch(%rip), %eax
	movq	dev_Z2(%rip), %rsi
	movl	$2, %ecx
	movq	Z2(%rip), %rdi
	leal	(%rax,%rax), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	movl	size_batch(%rip), %eax
	xorl	%edx, %edx
	xorl	%r9d, %r9d
	movl	%ebp, 40(%rsp)
	movl	8(%rsp), %ecx
	xorl	%r8d, %r8d
	movl	$1, %esi
	leal	-1(%rbx,%rax), %eax
	divl	%ebx
	movq	(%rsp), %rdx
	movl	%eax, 36(%rsp)
	movq	36(%rsp), %rdi
	call	__cudaPushCallConfiguration@PLT
	testl	%eax, %eax
	jne	.L193
	movl	size_batch(%rip), %ecx
	movq	dev_max_index(%rip), %rdx
	movl	$2, %r8d
	movq	dev_A2(%rip), %rsi
	movq	dev_Z2(%rip), %rdi
	movl	%ecx, %r9d
	call	_Z33__device_stub__Z7SoftmaxPdS_PiiiiPdS_Piiii
.L193:
	movl	size_batch(%rip), %eax
	movq	dev_A2(%rip), %rsi
	movl	$2, %ecx
	movq	A2(%rip), %rdi
	leal	(%rax,%rax), %edx
	movslq	%edx, %rdx
	salq	$3, %rdx
	call	cudaMemcpy@PLT
	movslq	size_batch(%rip), %rdx
	movl	$2, %ecx
	movq	dev_max_index(%rip), %rsi
	movq	max_index(%rip), %rdi
	salq	$2, %rdx
	call	cudaMemcpy@PLT
	addq	$56, %rsp
	.cfi_def_cfa_offset 40
	popq	%rbx
	.cfi_def_cfa_offset 32
	popq	%rbp
	.cfi_def_cfa_offset 24
	popq	%r12
	.cfi_def_cfa_offset 16
	popq	%r13
	.cfi_def_cfa_offset 8
	jmp	_Z11free_dev_ZAv
	.cfi_endproc
.LFE4919:
	.size	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, .-_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.globl	_Z5trainPdPiii
	.type	_Z5trainPdPiii, @function
_Z5trainPdPiii:
.LFB4924:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4924
	endbr64
	pushq	%r14
	.cfi_def_cfa_offset 16
	.cfi_offset 14, -16
	movl	%edx, %r14d
	pushq	%r13
	.cfi_def_cfa_offset 24
	.cfi_offset 13, -24
	movq	%rsi, %r13
	leaq	.LC20(%rip), %rsi
	pushq	%r12
	.cfi_def_cfa_offset 32
	.cfi_offset 12, -32
	movq	%rdi, %r12
	pushq	%rbp
	.cfi_def_cfa_offset 40
	.cfi_offset 6, -40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	.cfi_offset 3, -48
	movl	%ecx, %ebx
	subq	$48, %rsp
	.cfi_def_cfa_offset 96
	movq	%fs:40, %rax
	movq	%rax, 40(%rsp)
	xorl	%eax, %eax
	leaq	8(%rsp), %rbp
	leaq	7(%rsp), %rdx
	movq	%rbp, %rdi
.LEHB23:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE23:
	movl	%ebx, %r8d
	movl	%r14d, %ecx
	movq	%rbp, %rdx
	movq	%r13, %rsi
	movq	%r12, %rdi
.LEHB24:
	call	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.LEHE24:
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movl	%ebx, %ecx
	movl	%r14d, %edx
	movq	%r13, %rsi
	movq	%r12, %rdi
.LEHB25:
	call	_Z8backpropPdPiii
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L204
	movsd	.LC21(%rip), %xmm0
	addq	$48, %rsp
	.cfi_remember_state
	.cfi_def_cfa_offset 48
	movl	%ebx, %edi
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%rbp
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r13
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	jmp	_Z15updateParameterdi
.L202:
	.cfi_restore_state
	endbr64
	movq	%rax, %rbx
.L199:
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	40(%rsp), %rax
	subq	%fs:40, %rax
	je	.L200
.L204:
	call	__stack_chk_fail@PLT
.L200:
	movq	%rbx, %rdi
	call	_Unwind_Resume@PLT
.LEHE25:
	.cfi_endproc
.LFE4924:
	.section	.gcc_except_table
.LLSDA4924:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4924-.LLSDACSB4924
.LLSDACSB4924:
	.uleb128 .LEHB23-.LFB4924
	.uleb128 .LEHE23-.LEHB23
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB24-.LFB4924
	.uleb128 .LEHE24-.LEHB24
	.uleb128 .L202-.LFB4924
	.uleb128 0
	.uleb128 .LEHB25-.LFB4924
	.uleb128 .LEHE25-.LEHB25
	.uleb128 0
	.uleb128 0
.LLSDACSE4924:
	.text
	.size	_Z5trainPdPiii, .-_Z5trainPdPiii
	.globl	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.type	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, @function
_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii:
.LFB4925:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4925
	endbr64
	pushq	%r13
	.cfi_def_cfa_offset 16
	.cfi_offset 13, -16
	movq	%rdi, %r13
	pushq	%r12
	.cfi_def_cfa_offset 24
	.cfi_offset 12, -24
	movq	%rdx, %r12
	pushq	%rbp
	.cfi_def_cfa_offset 32
	.cfi_offset 6, -32
	pushq	%rbx
	.cfi_def_cfa_offset 40
	.cfi_offset 3, -40
	movq	%rsi, %rbx
	movq	%rdx, %rsi
	subq	$72, %rsp
	.cfi_def_cfa_offset 112
	movl	%ecx, 12(%rsp)
	leaq	24(%rsp), %rbp
	movl	%r8d, 8(%rsp)
	movq	%rbp, %rdi
	movq	%fs:40, %rax
	movq	%rax, 56(%rsp)
	xorl	%eax, %eax
.LEHB26:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1ERKS4_@PLT
.LEHE26:
	movl	8(%rsp), %r8d
	movq	%rbp, %rdx
	movq	%rbx, %rsi
	movl	12(%rsp), %ecx
	movq	%r13, %rdi
.LEHB27:
	call	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.LEHE27:
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	leaq	.LC20(%rip), %rsi
	movq	%r12, %rdi
	call	_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_
	testb	%al, %al
	je	.L206
	movq	56(%rsp), %rax
	subq	%fs:40, %rax
	movl	$964, %edx
	je	.L214
	jmp	.L216
.L206:
	movq	56(%rsp), %rax
	subq	%fs:40, %rax
	movl	$414, %edx
	jne	.L216
.L214:
	movq	max_index(%rip), %rdi
	addq	$72, %rsp
	.cfi_remember_state
	.cfi_def_cfa_offset 40
	movq	%rbx, %rsi
	popq	%rbx
	.cfi_def_cfa_offset 32
	popq	%rbp
	.cfi_def_cfa_offset 24
	popq	%r12
	.cfi_def_cfa_offset 16
	popq	%r13
	.cfi_def_cfa_offset 8
	jmp	_Z8accuracyPiS_i
.L212:
	.cfi_restore_state
	endbr64
	movq	%rax, %rbx
.L209:
	movq	%rbp, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	56(%rsp), %rax
	subq	%fs:40, %rax
	je	.L210
.L216:
	call	__stack_chk_fail@PLT
.L210:
	movq	%rbx, %rdi
.LEHB28:
	call	_Unwind_Resume@PLT
.LEHE28:
	.cfi_endproc
.LFE4925:
	.section	.gcc_except_table
.LLSDA4925:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4925-.LLSDACSB4925
.LLSDACSB4925:
	.uleb128 .LEHB26-.LFB4925
	.uleb128 .LEHE26-.LEHB26
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB27-.LFB4925
	.uleb128 .LEHE27-.LEHB27
	.uleb128 .L212-.LFB4925
	.uleb128 0
	.uleb128 .LEHB28-.LFB4925
	.uleb128 .LEHE28-.LEHB28
	.uleb128 0
	.uleb128 0
.LLSDACSE4925:
	.text
	.size	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, .-_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.section	.text._ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_,"axG",@progbits,_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_,comdat
	.weak	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	.type	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_, @function
_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_:
.LFB5720:
	.cfi_startproc
	endbr64
	imulq	$16807, (%rdi), %rax
	movl	$2147483647, %ecx
	xorl	%edx, %edx
	divq	%rcx
	movq	%rdx, %rax
	decq	%rax
	js	.L218
	cvtsi2sdq	%rax, %xmm0
	jmp	.L219
.L218:
	movq	%rax, %rcx
	andl	$1, %eax
	shrq	%rcx
	orq	%rax, %rcx
	cvtsi2sdq	%rcx, %xmm0
	addsd	%xmm0, %xmm0
.L219:
	imulq	$16807, %rdx, %rax
	movl	$2147483647, %ecx
	xorps	%xmm1, %xmm1
	xorl	%edx, %edx
	addsd	%xmm1, %xmm0
	divq	%rcx
	movq	%rdx, (%rdi)
	decq	%rdx
	js	.L220
	cvtsi2sdq	%rdx, %xmm1
	jmp	.L221
.L220:
	movq	%rdx, %rax
	andl	$1, %edx
	shrq	%rax
	orq	%rdx, %rax
	cvtsi2sdq	%rax, %xmm1
	addsd	%xmm1, %xmm1
.L221:
	mulsd	.LC23(%rip), %xmm1
	addsd	%xmm1, %xmm0
	divsd	.LC24(%rip), %xmm0
	comisd	.LC2(%rip), %xmm0
	jb	.L217
	movsd	.LC22(%rip), %xmm0
.L217:
	ret
	.cfi_endproc
.LFE5720:
	.size	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_, .-_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	.text
	.globl	_Z13initialize_Wbv
	.type	_Z13initialize_Wbv, @function
_Z13initialize_Wbv:
.LFB4911:
	.cfi_startproc
	endbr64
	pushq	%r15
	.cfi_def_cfa_offset 16
	.cfi_offset 15, -16
	movl	$31360, %edi
	xorl	%r15d, %r15d
	pushq	%r14
	.cfi_def_cfa_offset 24
	.cfi_offset 14, -24
	pushq	%r13
	.cfi_def_cfa_offset 32
	.cfi_offset 13, -32
	pushq	%r12
	.cfi_def_cfa_offset 40
	.cfi_offset 12, -40
	pushq	%rbp
	.cfi_def_cfa_offset 48
	.cfi_offset 6, -48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	.cfi_offset 3, -56
	subq	$24, %rsp
	.cfi_def_cfa_offset 80
	movq	%fs:40, %rax
	movq	%rax, 8(%rsp)
	xorl	%eax, %eax
	call	malloc@PLT
	movl	$160, %edi
	movq	%rax, W1(%rip)
	movq	%rax, %rbx
	call	malloc@PLT
	movl	$320, %edi
	movq	%rax, b1(%rip)
	movq	%rax, %r12
	call	malloc@PLT
	movl	$16, %edi
	movq	%rax, W2(%rip)
	movq	%rax, %r13
	call	malloc@PLT
	movl	$31360, %edi
	movq	%rax, b2(%rip)
	movq	%rax, %rbp
	call	malloc@PLT
	movl	$160, %edi
	movq	%rax, dW1(%rip)
	call	malloc@PLT
	movl	$320, %edi
	movq	%rax, db1(%rip)
	call	malloc@PLT
	movl	$16, %edi
	movq	%rax, dW2(%rip)
	call	malloc@PLT
	movq	$1, (%rsp)
	movq	%rax, db2(%rip)
.L225:
	movq	%rsp, %r14
	movq	%r14, %rdi
	call	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	addsd	%xmm0, %xmm0
	subsd	.LC2(%rip), %xmm0
	movsd	%xmm0, (%rbx,%r15,8)
	incq	%r15
	cmpq	$3920, %r15
	jne	.L225
	xorl	%ebx, %ebx
.L226:
	movq	%r14, %rdi
	call	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	addsd	%xmm0, %xmm0
	subsd	.LC2(%rip), %xmm0
	movsd	%xmm0, 0(%r13,%rbx,8)
	incq	%rbx
	cmpq	$40, %rbx
	jne	.L226
	xorl	%eax, %eax
	movq	%r12, %rdi
	movq	%rbx, %rcx
	movq	$0x000000000, 0(%rbp)
	rep stosl
	movq	$0x000000000, 8(%rbp)
	movq	8(%rsp), %rax
	subq	%fs:40, %rax
	je	.L227
	call	__stack_chk_fail@PLT
.L227:
	addq	$24, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%rbp
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4911:
	.size	_Z13initialize_Wbv, .-_Z13initialize_Wbv
	.section	.rodata.str1.1
.LC25:
	.string	" Usage: first argument: dimension of square matrix \n"
.LC26:
	.string	"        second argument: size of CUDA block \n"
.LC27:
	.string	"\n Too many arguments. \n"
.LC29:
	.string	"Elapsed Time: %.4e msec. \n"
.LC30:
	.string	"test"
.LC31:
	.string	"the training accuracy is: %f, the test accuracy is: %f\n"
	.section	.text.startup
	.globl	main
	.type	main, @function
main:
.LFB4926:
	.cfi_startproc
	.cfi_personality 0x9b,DW.ref.__gxx_personality_v0
	.cfi_lsda 0x1b,.LLSDA4926
	endbr64
	pushq	%r14
	.cfi_def_cfa_offset 16
	.cfi_offset 14, -16
	pushq	%r13
	.cfi_def_cfa_offset 24
	.cfi_offset 13, -24
	pushq	%r12
	.cfi_def_cfa_offset 32
	.cfi_offset 12, -32
	pushq	%rbp
	.cfi_def_cfa_offset 40
	.cfi_offset 6, -40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	.cfi_offset 3, -48
	subq	$80, %rsp
	.cfi_def_cfa_offset 128
	movq	%fs:40, %rax
	movq	%rax, 72(%rsp)
	xorl	%eax, %eax
	cmpl	$2, %edi
	jg	.L232
	leaq	.LC25(%rip), %rsi
	movl	$2, %edi
.LEHB29:
	call	__printf_chk@PLT
	leaq	.LC26(%rip), %rsi
	jmp	.L246
.L232:
	cmpl	$3, %edi
	je	.L234
	leaq	.LC27(%rip), %rsi
.L246:
	movl	$2, %edi
	xorl	%eax, %eax
	call	__printf_chk@PLT
	orl	$-1, %eax
	jmp	.L231
.L234:
	movq	8(%rsi), %rdi
	movq	%rsi, %rbx
	call	atoi@PLT
	movq	16(%rbx), %rdi
	movl	$20000, %ebx
	movl	%eax, %r12d
	call	atoi@PLT
	movl	%eax, %ebp
	call	_Z13initialize_Wbv
	call	_Z17initialize_dev_Wbv
	movl	$964, %edi
	call	_Z18initialize_dev_dZAi
	call	_Z9read_datav
	leaq	24(%rsp), %rdi
	movl	$0x00000000, 20(%rsp)
	call	cudaEventCreate@PLT
	leaq	32(%rsp), %rdi
	call	cudaEventCreate@PLT
	movq	24(%rsp), %rdi
	xorl	%esi, %esi
	call	cudaEventRecord@PLT
.L236:
	movq	Y_trn(%rip), %rsi
	movq	X_trn(%rip), %rdi
	movl	%r12d, %ecx
	movl	%ebp, %edx
	call	_Z5trainPdPiii
	decl	%ebx
	jne	.L236
	movq	32(%rsp), %rdi
	xorl	%esi, %esi
	leaq	40(%rsp), %rbx
	leaq	19(%rsp), %r13
	call	cudaEventRecord@PLT
	movq	32(%rsp), %rdi
	call	cudaEventSynchronize@PLT
	movq	32(%rsp), %rdx
	movq	24(%rsp), %rsi
	leaq	20(%rsp), %rdi
	call	cudaEventElapsedTime@PLT
	leaq	.LC29(%rip), %rsi
	movl	$2, %edi
	movb	$1, %al
	cvtss2sd	20(%rsp), %xmm0
	call	__printf_chk@PLT
	movq	%r13, %rdx
	leaq	.LC20(%rip), %rsi
	movq	%rbx, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE29:
	movl	%r12d, %r8d
	movl	%ebp, %ecx
	movq	%rbx, %rdx
	movq	Y_trn(%rip), %rsi
	movq	X_trn(%rip), %rdi
.LEHB30:
	call	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.LEHE30:
	movq	%rbx, %rdi
	movq	%xmm0, %r14
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	%r13, %rdx
	leaq	.LC30(%rip), %rsi
	movq	%rbx, %rdi
.LEHB31:
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC1IS3_EEPKcRKS3_
.LEHE31:
	movl	%r12d, %r8d
	movl	%ebp, %ecx
	movq	%rbx, %rdx
	movq	Y_tst(%rip), %rsi
	movq	X_tst(%rip), %rdi
.LEHB32:
	call	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.LEHE32:
	movq	%rbx, %rdi
	movsd	%xmm0, 8(%rsp)
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movsd	8(%rsp), %xmm1
	movq	%r14, %xmm0
	movb	$2, %al
	leaq	.LC31(%rip), %rsi
	movl	$2, %edi
.LEHB33:
	call	__printf_chk@PLT
	call	_Z11free_dev_Wbv
	call	_Z12free_dev_dZAv
	xorl	%eax, %eax
	jmp	.L231
.L242:
	endbr64
	jmp	.L249
.L243:
	endbr64
.L249:
	movq	%rax, %rbp
.L239:
	movq	%rbx, %rdi
	call	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE10_M_disposeEv@PLT
	movq	72(%rsp), %rax
	subq	%fs:40, %rax
	jne	.L248
	movq	%rbp, %rdi
	call	_Unwind_Resume@PLT
.LEHE33:
.L231:
	movq	72(%rsp), %rdx
	subq	%fs:40, %rdx
	je	.L241
.L248:
	call	__stack_chk_fail@PLT
.L241:
	addq	$80, %rsp
	.cfi_def_cfa_offset 48
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%rbp
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r13
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	ret
	.cfi_endproc
.LFE4926:
	.section	.gcc_except_table
.LLSDA4926:
	.byte	0xff
	.byte	0xff
	.byte	0x1
	.uleb128 .LLSDACSE4926-.LLSDACSB4926
.LLSDACSB4926:
	.uleb128 .LEHB29-.LFB4926
	.uleb128 .LEHE29-.LEHB29
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB30-.LFB4926
	.uleb128 .LEHE30-.LEHB30
	.uleb128 .L242-.LFB4926
	.uleb128 0
	.uleb128 .LEHB31-.LFB4926
	.uleb128 .LEHE31-.LEHB31
	.uleb128 0
	.uleb128 0
	.uleb128 .LEHB32-.LFB4926
	.uleb128 .LEHE32-.LEHB32
	.uleb128 .L243-.LFB4926
	.uleb128 0
	.uleb128 .LEHB33-.LFB4926
	.uleb128 .LEHE33-.LEHB33
	.uleb128 0
	.uleb128 0
.LLSDACSE4926:
	.section	.text.startup
	.size	main, .-main
	.section	.nvFatBinSegment,"aw"
	.align 8
	.type	_ZL15__fatDeviceText, @object
	.size	_ZL15__fatDeviceText, 24
_ZL15__fatDeviceText:
	.long	1180844977
	.long	1
	.quad	fatbinData
	.quad	0
	.local	_ZL20__cudaFatCubinHandle
	.comm	_ZL20__cudaFatCubinHandle,8,8
	.globl	dev_dA2
	.bss
	.align 8
	.type	dev_dA2, @object
	.size	dev_dA2, 8
dev_dA2:
	.zero	8
	.globl	dev_dZ2
	.align 8
	.type	dev_dZ2, @object
	.size	dev_dZ2, 8
dev_dZ2:
	.zero	8
	.globl	dev_dA1
	.align 8
	.type	dev_dA1, @object
	.size	dev_dA1, 8
dev_dA1:
	.zero	8
	.globl	dev_dZ1
	.align 8
	.type	dev_dZ1, @object
	.size	dev_dZ1, 8
dev_dZ1:
	.zero	8
	.globl	dev_A2
	.align 8
	.type	dev_A2, @object
	.size	dev_A2, 8
dev_A2:
	.zero	8
	.globl	dev_Z2
	.align 8
	.type	dev_Z2, @object
	.size	dev_Z2, 8
dev_Z2:
	.zero	8
	.globl	dev_A1
	.align 8
	.type	dev_A1, @object
	.size	dev_A1, 8
dev_A1:
	.zero	8
	.globl	dev_Z1
	.align 8
	.type	dev_Z1, @object
	.size	dev_Z1, 8
dev_Z1:
	.zero	8
	.globl	dev_db2
	.align 8
	.type	dev_db2, @object
	.size	dev_db2, 8
dev_db2:
	.zero	8
	.globl	dev_dW2
	.align 8
	.type	dev_dW2, @object
	.size	dev_dW2, 8
dev_dW2:
	.zero	8
	.globl	dev_db1
	.align 8
	.type	dev_db1, @object
	.size	dev_db1, 8
dev_db1:
	.zero	8
	.globl	dev_dW1
	.align 8
	.type	dev_dW1, @object
	.size	dev_dW1, 8
dev_dW1:
	.zero	8
	.globl	dev_b2
	.align 8
	.type	dev_b2, @object
	.size	dev_b2, 8
dev_b2:
	.zero	8
	.globl	dev_W2
	.align 8
	.type	dev_W2, @object
	.size	dev_W2, 8
dev_W2:
	.zero	8
	.globl	dev_b1
	.align 8
	.type	dev_b1, @object
	.size	dev_b1, 8
dev_b1:
	.zero	8
	.globl	dev_W1
	.align 8
	.type	dev_W1, @object
	.size	dev_W1, 8
dev_W1:
	.zero	8
	.globl	dev_X
	.align 8
	.type	dev_X, @object
	.size	dev_X, 8
dev_X:
	.zero	8
	.globl	dA2
	.align 8
	.type	dA2, @object
	.size	dA2, 8
dA2:
	.zero	8
	.globl	dZ2
	.align 8
	.type	dZ2, @object
	.size	dZ2, 8
dZ2:
	.zero	8
	.globl	dA1
	.align 8
	.type	dA1, @object
	.size	dA1, 8
dA1:
	.zero	8
	.globl	dZ1
	.align 8
	.type	dZ1, @object
	.size	dZ1, 8
dZ1:
	.zero	8
	.globl	A2
	.align 8
	.type	A2, @object
	.size	A2, 8
A2:
	.zero	8
	.globl	Z2
	.align 8
	.type	Z2, @object
	.size	Z2, 8
Z2:
	.zero	8
	.globl	A1
	.align 8
	.type	A1, @object
	.size	A1, 8
A1:
	.zero	8
	.globl	Z1
	.align 8
	.type	Z1, @object
	.size	Z1, 8
Z1:
	.zero	8
	.globl	db2
	.align 8
	.type	db2, @object
	.size	db2, 8
db2:
	.zero	8
	.globl	dW2
	.align 8
	.type	dW2, @object
	.size	dW2, 8
dW2:
	.zero	8
	.globl	db1
	.align 8
	.type	db1, @object
	.size	db1, 8
db1:
	.zero	8
	.globl	dW1
	.align 8
	.type	dW1, @object
	.size	dW1, 8
dW1:
	.zero	8
	.globl	b2
	.align 8
	.type	b2, @object
	.size	b2, 8
b2:
	.zero	8
	.globl	W2
	.align 8
	.type	W2, @object
	.size	W2, 8
W2:
	.zero	8
	.globl	b1
	.align 8
	.type	b1, @object
	.size	b1, 8
b1:
	.zero	8
	.globl	W1
	.align 8
	.type	W1, @object
	.size	W1, 8
W1:
	.zero	8
	.globl	X
	.align 8
	.type	X, @object
	.size	X, 8
X:
	.zero	8
	.globl	X_tst
	.align 8
	.type	X_tst, @object
	.size	X_tst, 8
X_tst:
	.zero	8
	.globl	X_trn
	.align 8
	.type	X_trn, @object
	.size	X_trn, 8
X_trn:
	.zero	8
	.globl	dev_max_index
	.align 8
	.type	dev_max_index, @object
	.size	dev_max_index, 8
dev_max_index:
	.zero	8
	.globl	dev_Y
	.align 8
	.type	dev_Y, @object
	.size	dev_Y, 8
dev_Y:
	.zero	8
	.globl	max_index
	.align 8
	.type	max_index, @object
	.size	max_index, 8
max_index:
	.zero	8
	.globl	Y_tst
	.align 8
	.type	Y_tst, @object
	.size	Y_tst, 8
Y_tst:
	.zero	8
	.globl	Y_trn
	.align 8
	.type	Y_trn, @object
	.size	Y_trn, 8
Y_trn:
	.zero	8
	.globl	size_batch
	.align 4
	.type	size_batch, @object
	.size	size_batch, 4
size_batch:
	.zero	4
	.section	.rodata.cst16,"aM",@progbits,16
	.align 16
.LC1:
	.long	0
	.long	-2147483648
	.long	0
	.long	0
	.section	.rodata.cst8,"aM",@progbits,8
	.align 8
.LC2:
	.long	0
	.long	1072693248
	.align 8
.LC21:
	.long	1202590843
	.long	1065646817
	.align 8
.LC22:
	.long	-1
	.long	1072693247
	.align 8
.LC23:
	.long	-8388608
	.long	1105199103
	.align 8
.LC24:
	.long	-16777216
	.long	1137704959
	.hidden	DW.ref.__gxx_personality_v0
	.weak	DW.ref.__gxx_personality_v0
	.section	.data.rel.local.DW.ref.__gxx_personality_v0,"awG",@progbits,DW.ref.__gxx_personality_v0,comdat
	.align 8
	.type	DW.ref.__gxx_personality_v0, @object
	.size	DW.ref.__gxx_personality_v0, 8
DW.ref.__gxx_personality_v0:
	.quad	__gxx_personality_v0
	.ident	"GCC: (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0"
	.section	.note.GNU-stack,"",@progbits
	.section	.note.gnu.property,"a"
	.align 8
	.long	1f - 0f
	.long	4f - 1f
	.long	5
0:
	.string	"GNU"
1:
	.align 8
	.long	0xc0000002
	.long	3f - 2f
2:
	.long	0x3
3:
	.align 8
4:

#include <stdio.h>
#include <stdlib.h>
#include <stdint.h>
#include <hip/hip_runtime.h>
#include <time.h>
#include <math.h>

#include <iostream>  
#include <string>  
#include <vector>  
#include <fstream>  
#include <sstream> 
#include<random> 
using namespace std; 

#define X_trn(x, y) X_trn[x * size_train + y] // 196 * 964
#define X_tst(x, y) X_tst[x * size_test + y]  // 196 * 414
#define Y_trn(x, y) Y_trn[x * size_train + y] // 1   * 964
#define Y_tst(x, y) Y_tst[x * size_test + y]  // 1   * 414
#define X(x, y) X[x * size_batch + y]  // 196 * 964
#define Y(x, y) Y[x * size_batch + y]  // 1   * 414
#define W1(x, y) W1[x * size_input + y]       // 20 * 196
#define b1(x, y) b1[x * 1 + y]                // 20 * 1
#define W2(x, y) W2[x * size_hidden + y]      // 2  * 20
#define b2(x, y) b2[x * 1 + y]                // 2  * 1
#define dW1(x, y) dW1[x * size_input + y]     // 20 * 196
#define db1(x, y) db1[x * 1 + y]              // 20 * 1
#define dW2(x, y) dW2[x * size_hidden + y]    // 2  * 20
#define db2(x, y) db2[x * 1 + y]              // 2  * 1
#define Z1(x, y) Z1[x * size_batch + y]       // 20 * 964
#define A1(x, y) A1[x * size_batch + y]       // 20 * 964
#define Z2(x, y) Z2[x * size_batch + y]       // 2  * 964
#define A2(x, y) A2[x * size_batch + y]       // 2  * 964
#define dZ1(x, y) dZ1[x * size_batch + y]     // 20 * 964
#define dA1(x, y) dA1[x * size_batch + y]     // 20 * 964
#define dZ2(x, y) dZ2[x * size_batch + y]     // 2  * 964
#define dA2(x, y) dA2[x * size_batch + y]     // 2  * 964
#define max_index(x, y) max_index[y] // 1  * 964

#define dev_X_trn(x, y) dev_X_trn[x * size_train + y] // 196 * 964
#define dev_X_tst(x, y) dev_X_tst[x * size_test + y]  // 196 * 414
#define dev_Y_trn(x, y) dev_Y_trn[x * size_train + y] // 1   * 964
#define dev_Y_tst(x, y) dev_Y_tst[x * size_test + y]  // 1   * 414
#define dev_X(x, y) dev_X[x * size_batch + y] // 196 * 964
#define dev_Y(x, y) dev_Y[x * size_batch + y]  // 1   * 414
#define dev_W1(x, y) dev_W1[x * size_input + y]       // 20 * 196
#define dev_b1(x, y) dev_b1[x * 1 + y]                // 20 * 1
#define dev_W2(x, y) dev_W2[x * size_hidden + y]      // 2  * 20
#define dev_b2(x, y) dev_b2[x * 1 + y]                // 2  * 1
#define dev_dW1(x, y) dev_dW1[x * size_input + y]     // 20 * 196
#define dev_db1(x, y) dev_db1[x * 1 + y]              // 20 * 1
#define dev_dW2(x, y) dev_dW2[x * size_hidden + y]    // 2  * 20
#define dev_db2(x, y) dev_db2[x * 1 + y]              // 2  * 1
#define dev_Z1(x, y) dev_Z1[x * size_batch + y]       // 20 * 964
#define dev_A1(x, y) dev_A1[x * size_batch + y]       // 20 * 964
#define dev_Z2(x, y) dev_Z2[x * size_batch + y]       // 2  * 964
#define dev_A2(x, y) dev_A2[x * size_batch + y]       // 2  * 964
#define dev_dZ1(x, y) dev_dZ1[x * size_batch + y]     // 20 * 964
#define dev_dA1(x, y) dev_dA1[x * size_batch + y]     // 20 * 964
#define dev_dZ2(x, y) dev_dZ2[x * size_batch + y]     // 2  * 964
#define dev_dA2(x, y) dev_dA2[x * size_batch + y]     // 2  * 964
#define dev_max_index(x, y) dev_max_index[y] // 1  * 964

#define size_train  964
#define size_test   414
#define size_input  196
#define size_hidden 20
#define size_output 2

#define size_X size_input*size_batch
#define size_Y size_batch
#define size_W1 size_hidden*size_input
#define size_b1 size_hidden*1
#define size_W2 size_output*size_hidden
#define size_b2 size_output*1
#define size_dW1 size_hidden*size_input
#define size_db1 size_hidden*1
#define size_dW2 size_output*size_hidden
#define size_db2 size_output*1
#define size_Z1 size_hidden*size_batch
#define size_A1 size_hidden*size_batch
#define size_Z2 size_output*size_batch
#define size_A2 size_output*size_batch
#define size_dZ1 size_hidden*size_batch
#define size_dA1 size_hidden*size_batch
#define size_dZ2 size_output*size_batch
#define size_dA2 size_output*size_batch
#define size_max_index 1*size_batch
#define size_dev_max_index 1*size_batch

int size_batch = 0;
int *Y_trn, *Y_tst, *max_index, *dev_Y, *dev_max_index;
double *X_trn, *X_tst, *X, *W1, *b1, *W2, *b2, *dW1, *db1, *dW2, *db2, *Z1, *A1, *Z2, *A2, *dZ1, *dA1, *dZ2, *dA2;
double *dev_X, *dev_W1, *dev_b1, *dev_W2, *dev_b2, *dev_dW1, *dev_db1, *dev_dW2, *dev_db2, *dev_Z1, *dev_A1, *dev_Z2, *dev_A2, *dev_dZ1, *dev_dA1, *dev_dZ2, *dev_dA2;

void read_X(string data_path, double* array)
{  

  ifstream inFile(data_path);  
  string row;   
  int p;
  p = 0;
  string value;
  while (getline(inFile, row)){  
    stringstream col(row);    
    while (getline(col, value, ',')){
      array[p] = stod(value);      
      p++;
    }   
  }  
        
}


void read_Y(string data_path, int* array)
{  

  ifstream inFile(data_path);  
  string row;   
  int p;
  p = 0;
  string value;
  while (getline(inFile, row)){  
    stringstream col(row);    
    while (getline(col, value, ',')){
      array[p] = stod(value);      
      p++;
    }   
  } 
   
}

/* Set the value and reading data */
void read_data()
{

  X_trn = (double *) malloc(size_input*size_train * sizeof(double));  // 196*964
  Y_trn = (int *)    malloc(size_train * sizeof(int));     // 1*964
  X_tst = (double *) malloc(size_input*size_test * sizeof(double));  // 196*414
  Y_tst = (int *)    malloc(size_train * sizeof(int));     // 1*414
  
  string X_trn_path = "X_trn.csv"; // Defined the name of cvs file
  string Y_trn_path = "Y_trn.csv";
  string X_tst_path = "X_tst.csv";
  string Y_tst_path = "Y_tst.csv";
        
  read_X(X_trn_path, X_trn); //Execution 
  read_Y(Y_trn_path, Y_trn);  
  read_X(X_tst_path, X_tst);  
  read_Y(Y_tst_path, Y_tst);  

}

/* init W b */
void initialize_Wb() {
  
  W1 = (double *) malloc(size_W1*sizeof(double));   // 20*196
  b1 = (double *) malloc(size_b1*sizeof(double));   // 20*1
  W2 = (double *) malloc(size_W2*sizeof(double));   // 2*20
  b2 = (double *) malloc(size_b2*sizeof(double));   // 2*1
  
  dW1 = (double *) malloc(size_dW1*sizeof(double)); // 20*196
  db1 = (double *) malloc(size_db1*sizeof(double)); // 20*1
  dW2 = (double *) malloc(size_dW2*sizeof(double)); // 2*20
  db2 = (double *) malloc(size_db2*sizeof(double)); // 2*1
  
	default_random_engine e;
	uniform_real_distribution<double> u(-1,1);
 
  for (int i = 0; i < size_W1; i++) {
    W1[i] = u(e);
  }  
  for (int i = 0; i < size_W2; i++) {
    W2[i] = u(e);
  }   
  for (int i = 0; i < size_b1; i++) {
    b1[i] = 0;
  } 
  for (int i = 0; i < size_b2; i++) {
    b2[i] = 0;
  } 
}

/* init Z and A in the host */
void initialize_ZA(int size_batch) 
{

  Z1 = (double *) malloc(size_Z1*sizeof(double));   // 20*964
  A1 = (double *) malloc(size_A1*sizeof(double));   // 20*964
  Z2 = (double *) malloc(size_Z2*sizeof(double));   // 2*964
  A2 = (double *) malloc(size_A2*sizeof(double));   // 2*964
  dZ1 = (double *) malloc(size_dZ1*sizeof(double));  // 20*964
  dA1 = (double *) malloc(size_dA1*sizeof(double));  // 20*964
  dZ2 = (double *) malloc(size_dZ2*sizeof(double));  // 2*964
  dA2 = (double *) malloc(size_dA2*sizeof(double));  // 2*964
  max_index = (int *) malloc(size_max_index*sizeof(int));             // 1*964

}

/* init Z and A in the device */
void initialize_dev_ZA(int size_batch) 
{

  hipMalloc((void**)&dev_X,  size_X *  sizeof(double));
  hipMalloc((void**)&dev_Y,  size_Y *  sizeof(int));
  hipMalloc((void**)&dev_max_index,  size_dev_max_index *  sizeof(int));
  
  hipMalloc((void**)&dev_Z1, size_Z1 * sizeof(double));
  hipMalloc((void**)&dev_A1, size_A1 * sizeof(double));  
  hipMalloc((void**)&dev_Z2, size_Z2 * sizeof(double));
  hipMalloc((void**)&dev_A2, size_A2 * sizeof(double)); 

}

/* free Z and A in the device */
void free_dev_ZA() 
{

  hipFree(dev_X);
  hipFree(dev_Y);   
  hipFree(dev_max_index);
  hipFree(dev_Z1); 
  hipFree(dev_A1);
  hipFree(dev_Z2);
  hipFree(dev_A2);

}

/* init W and b in the device */
void initialize_dev_Wb()
{
  
  hipMalloc((void**)&dev_W1, size_W1 * sizeof(double));
  hipMalloc((void**)&dev_b1, size_b1 * sizeof(double));
  hipMalloc((void**)&dev_W2, size_W2 * sizeof(double));
  hipMalloc((void**)&dev_b2, size_b2 * sizeof(double));
  hipMalloc((void**)&dev_dW1, size_dW1 * sizeof(double));
  hipMalloc((void**)&dev_db1, size_db1 * sizeof(double));
  hipMalloc((void**)&dev_dW2, size_dW2 * sizeof(double));
  hipMalloc((void**)&dev_db2, size_db2 * sizeof(double));

}

/* free W and b in the device */
void free_dev_Wb()
{
  
  hipFree(dev_W1);
  hipFree(dev_b1);   
  hipFree(dev_W2);
  hipFree(dev_b2); 
  hipFree(dev_dW1);
  hipFree(dev_db1);
  hipFree(dev_dW2);
  hipFree(dev_db2);  

}

/* init dZ and dA in the host */
void initialize_dev_dZA(int size_batch)
{
  
  hipMalloc((void**)&dev_dZ1, size_dZ1 * sizeof(double));
  hipMalloc((void**)&dev_dA1, size_dA1 * sizeof(double));  
  hipMalloc((void**)&dev_dZ2, size_dZ2 * sizeof(double));
  hipMalloc((void**)&dev_dA2, size_dA2 * sizeof(double));

}

/* free dZ and dA in the device */
void free_dev_dZA()
{
  
  hipFree(dev_dZ1);
  hipFree(dev_dA1);   
  hipFree(dev_dZ2);
  hipFree(dev_dA2); 

}


__global__ void HiddenLayer_Sigmoid(double* dev_X, double* dev_W1, double* dev_b1, double* dev_A1, double* dev_Z1, int K, int size_batch, int max_row, int max_col)

{
   
  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;
  
	double partial = 0.0;
	for (int k = 0; k < K; k++)
		partial += dev_W1(i,k) * dev_X(k,j);
	dev_Z1(i,j) = partial + dev_b1(i,0);
 
  dev_A1(i,j) = 1 / (1 + exp(0 - dev_Z1(i,j)));
  
}

__global__ void HiddenLayer_ReLU(double* dev_X, double* dev_W1, double* dev_b1, double* dev_A1, double* dev_Z1, int K, int size_batch, int max_row, int max_col)

{
   
  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;
  
	double partial = 0.0;
	for (int k = 0; k < K; k++)
		partial += dev_W1(i,k) * dev_X(k,j);
	dev_Z1(i,j) = partial + dev_b1(i,0);

	dev_A1(i,j) = dev_Z1(i,j) * (dev_Z1(i,j) > 0);
  
}

__global__ void OutputLayer(double* dev_A1, double* dev_W2, double* dev_b2, double* dev_Z2, int K, int size_batch, int max_row, int max_col)

{

  int i = threadIdx.y + blockIdx.y * blockDim.y;
  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(i >= max_row || j >= max_col)
    return;

	double partial = 0.0;
 
	for (int k = 0; k < K; k++)
		partial += dev_W2(i,k) * dev_A1(k,j);
	dev_Z2(i,j) = partial + dev_b2(i,0);
 
}

// parallel for column part
__global__ void Softmax(double* dev_Z2, double* dev_A2, int* dev_max_index, int size_batch, int max_row, int max_col)
{

  int j = threadIdx.x + blockIdx.x * blockDim.x; 
  if(j >= max_col)
    return;  

	double max = dev_Z2(0, j), sum = 0;
  dev_max_index[j] = 1;    
  
	for (int i = 1; i < max_row; i++) {   
		if (dev_Z2(i, j) > max){      
			max = dev_Z2(i, j);        
      dev_max_index[j] = 0;        
    }
	}
  
	for (int i = 0; i < max_row; i++)
		sum += exp(dev_Z2(i, j));
	for (int i = 0; i < max_row; i++)
		dev_A2(i, j) = exp(dev_Z2(i, j)) / sum;

}

__global__ void Back_dZ2 (double* dev_A2, int* dev_Y_trn, double* dev_dZ2, int size_batch, int max_row, int max_col)

{
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  dev_dZ2(0, j) = (dev_A2(0, j) - dev_Y_trn(0, j)) / size_batch;
  dev_dZ2(1, j) = (dev_Y_trn(0, j) - dev_A2(0, j)) / size_batch;

}

// dW1(20*196) = dZ1(20*964) * X(196*964)
// dW2(2*20) = dZ2(2*964) * A1(20*964)
__global__ void Back_dW (double* dev_A, double* dev_dZ, double* dev_dW, int size_batch, int W_col, int max_row, int max_col)

{  

	int k;
  double tmp = 0.0;
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row 
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // j/x -> col
  if(i >= max_row || j >= max_col)
    return;
	
	for (k = 0; k < size_batch; k++)
		tmp += dev_dZ[i*size_batch+k] * dev_A[j*size_batch+k];
	dev_dW[i*W_col+j] = tmp;

}

// db1(20*1) is from dZ1(20*964)
// db2(2*1) is from dZ1(2*964)
__global__ void Back_db(double* dev_dZ, double* dev_db, int size_batch, int max_row, int max_col)

{
  
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row
  if(i >= max_row)
    return;
  
  double tmp = 0;
  for(int j = 0; j < max_col; j++) {
    tmp += dev_dZ[i*size_batch+j];
  }
  dev_db[i*1+0] = tmp;

}
 
    
__global__ void Back_dA1 (double* dev_W2, double* dev_dZ2, double* dev_dA1, int size_batch, int K, int max_row, int max_col)

{  
    
  // dA1(20*964) = dZ2(2*964) * W2(2*20)
	int k;
	double partial = 0.0;
  int i = threadIdx.y + blockIdx.y * blockDim.y;  // i/y -> row
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // j/x -> col
  if(i >= max_row || j >= max_col)
    return;
 
	for (k = 0; k < K; k++)
		partial += dev_W2(k,i) * dev_dZ2(k,j);
	dev_dA1(i,j) = partial;

}


__global__ void Back_dZ1_Sigmoid (double* dev_dA1, double* dev_A1, double* dev_Z1, double* dev_dZ1, int size_batch, int max_row, int max_col)

{  

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  dev_dZ1(i, j) = dev_dA1(i, j) * dev_A1(i, j) * (1-dev_A1(i, j)); // dZ1 = dA1*A1*(1-A1)

}

__global__ void Back_dZ1_ReLU (double* dev_dA1, double* dev_A1, double* dev_Z1, double* dev_dZ1, int size_batch, int max_row, int max_col)

{  

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;  // column of Z2
  if(i >= max_row || j >= max_col)
    return;

  if(dev_Z1(i, j) < 0) 
    dev_dZ1(i, j) = 0;
  else
    dev_dZ1(i, j) = dev_dA1(i, j); //dZ1 = dA1*Z1_mask

}


__global__ void update_Wb(double* dev_dWb, double* dev_Wb, int col, double learn_rate, int max_row, int max_col)
{

  int i = threadIdx.y + blockIdx.y * blockDim.y;  // y == row; x == col
  int j = threadIdx.x + blockIdx.x * blockDim.x;
  if(i >= max_row || j >= max_col)
    return;
  
  dev_Wb[i*col+j] = dev_Wb[i*col+j] - learn_rate * dev_dWb[i*col+j];
  
}


/* forward to calculate A Z preY */
void forward(double* X, int* Y, string type, int acti_type,  int block_size){

  if(type == "train"){
    size_batch  = size_train;       
  }
  else{
    size_batch = size_test;   
  }

  // init Z and A in the host
  initialize_ZA(size_batch);
  // init X Y W b Z A in the device
  initialize_dev_ZA(size_batch);

  dim3 dimBlock(block_size, block_size);
  // hidden layer and activation function to get Z1 and A1
  dim3 dimGrid1((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden+ dimBlock.y - 1)/ dimBlock.y);       
  hipMemcpy(dev_W1, W1, size_W1 * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_b1, b1, size_b1 * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_X,  X,  size_X  * sizeof(double), hipMemcpyHostToDevice);  
  if(acti_type == 1)
    HiddenLayer_Sigmoid<<<dimGrid1, dimBlock>>>(dev_X, dev_W1, dev_b1, dev_A1, dev_Z1, size_input, size_batch, size_hidden, size_batch); 
  else if(acti_type == 2)
    HiddenLayer_ReLU<<<dimGrid1, dimBlock>>>(dev_X, dev_W1, dev_b1, dev_A1, dev_Z1, size_input, size_batch, size_hidden, size_batch); 
  hipMemcpy(Z1, dev_Z1, size_Z1 * sizeof(double), hipMemcpyDeviceToHost);
  hipMemcpy(A1, dev_A1, size_A1 * sizeof(double), hipMemcpyDeviceToHost);
 
  // output layer to get Z2
  dim3 dimGrid2((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);   
  hipMemcpy(dev_W2, W2, size_W2 * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_b2, b2, size_b2 * sizeof(double), hipMemcpyHostToDevice);
  OutputLayer<<<dimGrid2, dimBlock>>>(dev_A1, dev_W2, dev_b2, dev_Z2, size_hidden, size_batch, size_output, size_batch);
  hipMemcpy(Z2, dev_Z2, size_Z2 * sizeof(double), hipMemcpyDeviceToHost);

  // softmax layer to get A2 and max_index
  dim3 dimGrid3((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);
  Softmax<<<dimGrid3, dimBlock>>>(dev_Z2, dev_A2, dev_max_index, size_batch, size_output, size_batch);
  hipMemcpy(A2, dev_A2, size_A2 * sizeof(double), hipMemcpyDeviceToHost);  
  hipMemcpy(max_index, dev_max_index, size_max_index * sizeof(int), hipMemcpyDeviceToHost);  

  free_dev_ZA();
}

/* calculate loss  */
double cross_entropy_loss(int* Y, double* A2, int col) 
{

  double loss = 0;
  for(int c = 0; c < col; c++) {
    loss += -log(A2(0, c)) * Y(0, c) - log(A2(1, c)) * (1-Y(0, c));
  }
  return loss/col;
  
}

/* backward to calculate dW db  */
void backprop(double* X, int* Y, int acti_type, int block_size) { // type = 1 is Sigmoid
  
  size_batch = size_train;
  initialize_dev_ZA(size_batch);

  dim3 dimBlock(block_size, block_size);
  // get dZ2
  dim3 dimGrid1((size_batch + dimBlock.x - 1)/ dimBlock.x, (1 + dimBlock.y - 1)/ dimBlock.y); 
  hipMemcpy(dev_A2, A2, size_A2 * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_Y, Y, size_Y * sizeof(int), hipMemcpyHostToDevice);
  hipMemcpy(dev_dZ2,  dZ2,  size_dZ2  * sizeof(double), hipMemcpyHostToDevice);
  Back_dZ2<<<dimGrid1, dimBlock>>>(dev_A2, dev_Y, dev_dZ2, size_batch, 1, size_batch);
  hipMemcpy(dZ2, dev_dZ2, size_dZ2 * sizeof(double), hipMemcpyDeviceToHost);

  // get dw2
  dim3 dimGrid2((size_hidden + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  hipMemcpy(dev_A1, A1, size_A1 * sizeof(double), hipMemcpyHostToDevice);
  Back_dW<<<dimGrid2, dimBlock>>>(dev_A1, dev_dZ2, dev_dW2, size_batch, size_hidden, size_output, size_hidden);
  hipMemcpy(dW2, dev_dW2, size_dW2 * sizeof(double), hipMemcpyDeviceToHost);

  // get db2
  dim3 dimGrid3((1 + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y);   
  Back_db<<<dimGrid3, dimBlock>>>(dev_dZ2, dev_db2, size_batch, size_output, size_batch);
  hipMemcpy(db2, dev_db2, size_db2 * sizeof(double), hipMemcpyDeviceToHost); 

  // get dA1
  dim3 dimGrid4((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y);  
  hipMemcpy(dev_W2, W2, size_W2 * sizeof(double), hipMemcpyHostToDevice);
  Back_dA1<<<dimGrid4, dimBlock>>> (dev_W2, dev_dZ2, dev_dA1, size_batch, size_output, size_hidden, size_batch);      
  hipMemcpy(dA1, dev_dA1, size_dA1 * sizeof(double), hipMemcpyDeviceToHost);

  // get dZ1
  dim3 dimGrid5((size_batch + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  hipMemcpy(dev_A1, A1, size_A1 * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_Z1, Z1, size_Z1 * sizeof(double), hipMemcpyHostToDevice);
  if(acti_type == 1)
    Back_dZ1_Sigmoid<<<dimGrid5, dimBlock>>>(dev_dA1, dev_A1, dev_Z1, dev_dZ1, size_batch, size_hidden, size_batch);
  else if(acti_type == 2)
    Back_dZ1_ReLU<<<dimGrid5, dimBlock>>>(dev_dA1, dev_A1, dev_Z1, dev_dZ1, size_batch, size_hidden, size_batch);    
  hipMemcpy(dZ1, dev_dZ1, size_dZ1 * sizeof(double), hipMemcpyDeviceToHost);

  // get dW1
  dim3 dimGrid6((size_input + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  hipMemcpy(dev_X, X, size_X * sizeof(double), hipMemcpyHostToDevice);
  Back_dW<<<dimGrid6, dimBlock>>>(dev_X, dev_dZ1, dev_dW1, size_batch, size_input, size_hidden, size_input);
  hipMemcpy(dW1, dev_dW1, size_dW1 * sizeof(double), hipMemcpyDeviceToHost);

  // get b1
  dim3 dimGrid7((1 + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y);   
  Back_db<<<dimGrid7, dimBlock>>>(dev_dZ1, dev_db1, size_batch, size_hidden, size_batch);
  hipMemcpy(db1, dev_db1, size_db1 * sizeof(double), hipMemcpyDeviceToHost); 

  // free ZA on device
  free_dev_ZA();
  
}

/* update W b  */
void updateParameter(double learn_rate, int block_size)
{

  dim3 dimBlock(block_size, block_size);
  
  // update w1
  hipMemcpy(dev_dW1,  dW1, size_dW1  * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_W1,   W1,  size_W1   * sizeof(double), hipMemcpyHostToDevice);
  dim3 dimGrid1((size_input + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid1, dimBlock>>>(dev_dW1, dev_W1, size_input, learn_rate, size_hidden, size_input);
  hipMemcpy(W1, dev_W1, size_W1 * sizeof(double), hipMemcpyDeviceToHost);

  // update b1
  hipMemcpy(dev_db1,  db1, size_db1  * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_b1,   b1,  size_b1   * sizeof(double), hipMemcpyHostToDevice);
  dim3 dimGrid2((1 + dimBlock.x - 1)/ dimBlock.x, (size_hidden + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid2, dimBlock>>>(dev_db1, dev_b1, 1, learn_rate, size_hidden, 1);
  hipMemcpy(b1, dev_b1, size_b1 * sizeof(double), hipMemcpyDeviceToHost);
  
  // update w2
  hipMemcpy(dev_dW2,  dW2, size_dW2  * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_W2,   W2,  size_W2   * sizeof(double), hipMemcpyHostToDevice);
  dim3 dimGrid3((size_hidden + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid3, dimBlock>>>(dev_dW2, dev_W2, size_hidden, learn_rate, size_output, size_hidden);
  hipMemcpy(W2, dev_W2, size_W2 * sizeof(double), hipMemcpyDeviceToHost);
  
  // update b2
  hipMemcpy(dev_db2,  db2, size_db2  * sizeof(double), hipMemcpyHostToDevice);
  hipMemcpy(dev_b2,   b2,  size_b2   * sizeof(double), hipMemcpyHostToDevice);
  dim3 dimGrid4((1 + dimBlock.x - 1)/ dimBlock.x, (size_output + dimBlock.y - 1)/ dimBlock.y); 
  update_Wb<<<dimGrid4, dimBlock>>>(dev_db2, dev_b2, 1, learn_rate, size_output, 1);
  hipMemcpy(b2, dev_b2, size_b2 * sizeof(double), hipMemcpyDeviceToHost);

}


double accuracy(int* max_index, int* Y, int size_batch) 
{
  
  int i;
  double count = 0;
  for(i = 0; i < size_batch; i++) {
    if(Y(0, i) == max_index(0, i))
      count += 1;
  }  
  return count/double(size_batch);
  
}

void train(double* X_trn, int* Y_trn, int acti_type, int block_size) 
{

  forward(X_trn, Y_trn, "train", acti_type, block_size);
  backprop(X_trn, Y_trn, acti_type, block_size); // 1 Sigmoid 2 ReLU 
  updateParameter(0.01, block_size);
  
}

double test(double* X, int* Y, string type, int acti_type, int block_size) 
{

  forward(X, Y, type, acti_type, block_size);
  if(type == "train")
    return accuracy(max_index, Y, size_train);
  else
    return accuracy(max_index, Y, size_test);
  
}

int main(int argc, char *argv[])
{

  int block_size;
  int epochs = 20000;
  int acti_type;
  double acc_trn, acc_tst;

  if ( argc < 3 ){
    printf(" Usage: first argument: dimension of square matrix \n");
    printf("        second argument: size of CUDA block \n");
    return -1;
  } else if ( argc > 3 ) {
    printf("\n Too many arguments. \n");
    return -1;
  } else {
    block_size = atoi(argv[1]);
    acti_type = atoi(argv[2]);
  }
  

  initialize_Wb();
  initialize_dev_Wb();
  initialize_dev_dZA(size_train);
  read_data();
  float elapsed_time = 0.0;
  hipEvent_t start, stop;
  hipEventCreate(&start);
  hipEventCreate(&stop);
  hipEventRecord(start);

  for(int e = 0; e < epochs; e++) {
    train(X_trn, Y_trn, acti_type, block_size);
    // double loss = cross_entropy_loss(Y_trn, A2, size_train);
    // printf("%f\n", loss);    
    // printf("the %d epoch, the training loss is: %f \n", e, loss);
  }

  hipEventRecord(stop);
  hipEventSynchronize(stop);
  hipEventElapsedTime(&elapsed_time, start, stop);
  printf( "Elapsed Time: %.4e msec. \n", elapsed_time );
  
  acc_trn = test(X_trn, Y_trn, "train", acti_type, block_size);
  acc_tst = test(X_tst, Y_tst, "test", acti_type, block_size);
  printf("the training accuracy is: %f, the test accuracy is: %f\n", acc_trn, acc_tst);
  
  free_dev_Wb();
  free_dev_dZA();
  
}
	.text
	.file	"parallel_0.5.hip"
                                        # Start of file scope inline assembly
	.globl	_ZSt21ios_base_library_initv

                                        # End of file scope inline assembly
	.globl	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd # -- Begin function _Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
	.type	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd,@function
_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd: # @_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
.Lfunc_begin0:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception0
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$984, %rsp                      # imm = 0x3D8
	.cfi_def_cfa_offset 1040
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movq	%rsi, %r14
	movq	%rdi, %rsi
	leaq	464(%rsp), %r13
	movq	%r13, %rdi
	movl	$8, %edx
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEEC1ERKNSt7__cxx1112basic_stringIcS1_SaIcEEESt13_Ios_Openmode
	leaq	56(%rsp), %rax
	movq	%rax, -16(%rax)
	xorl	%ebx, %ebx
	movq	%rbx, -8(%rax)
	movb	%bl, (%rax)
	leaq	24(%rsp), %rax
	movq	%rax, -16(%rax)
	movq	%rbx, -8(%rax)
	movb	%bl, (%rax)
.LBB0_1:                                # =>This Loop Header: Depth=1
                                        #     Child Loop BB0_6 Depth 2
	movq	464(%rsp), %rax
	movq	-24(%rax), %rdi
	addq	%r13, %rdi
.Ltmp0:
	movl	$10, %esi
	callq	_ZNKSt9basic_iosIcSt11char_traitsIcEE5widenEc
.Ltmp1:
# %bb.2:                                # %.noexc
                                        #   in Loop: Header=BB0_1 Depth=1
.Ltmp2:
	movsbl	%al, %edx
	movq	%r13, %rdi
	leaq	40(%rsp), %rsi
	callq	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_
.Ltmp3:
# %bb.3:                                #   in Loop: Header=BB0_1 Depth=1
	movq	(%rax), %rcx
	movq	-24(%rcx), %rcx
	testb	$5, 32(%rax,%rcx)
	jne	.LBB0_23
# %bb.4:                                #   in Loop: Header=BB0_1 Depth=1
.Ltmp5:
	leaq	72(%rsp), %rdi
	leaq	40(%rsp), %rsi
	movl	$24, %edx
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEC1ERKNS_12basic_stringIcS2_S3_EESt13_Ios_Openmode
.Ltmp6:
# %bb.5:                                # %.preheader.preheader
                                        #   in Loop: Header=BB0_1 Depth=1
	movslq	%ebx, %rbx
.LBB0_6:                                # %.preheader
                                        #   Parent Loop BB0_1 Depth=1
                                        # =>  This Inner Loop Header: Depth=2
.Ltmp8:
	leaq	72(%rsp), %rdi
	leaq	8(%rsp), %rsi
	movl	$44, %edx
	callq	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_
.Ltmp9:
# %bb.7:                                #   in Loop: Header=BB0_6 Depth=2
	movq	(%rax), %rcx
	movq	-24(%rcx), %rcx
	testb	$5, 32(%rax,%rcx)
	jne	.LBB0_22
# %bb.8:                                #   in Loop: Header=BB0_6 Depth=2
	movq	8(%rsp), %r12
	callq	__errno_location
	movq	%rax, %r15
	movl	(%rax), %ebp
	movl	$0, (%rax)
	movq	%r12, %rdi
	movq	%rsp, %rsi
	callq	strtod
	cmpq	%r12, (%rsp)
	je	.LBB0_9
# %bb.13:                               #   in Loop: Header=BB0_6 Depth=2
	movl	(%r15), %eax
	testl	%eax, %eax
	je	.LBB0_17
# %bb.14:                               #   in Loop: Header=BB0_6 Depth=2
	cmpl	$34, %eax
	jne	.LBB0_18
	jmp	.LBB0_15
.LBB0_17:                               #   in Loop: Header=BB0_6 Depth=2
	movl	%ebp, (%r15)
.LBB0_18:                               #   in Loop: Header=BB0_6 Depth=2
	movsd	%xmm0, (%r14,%rbx,8)
	incq	%rbx
	jmp	.LBB0_6
.LBB0_22:                               #   in Loop: Header=BB0_1 Depth=1
	movl	$_ZTTNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEE, %esi
	leaq	72(%rsp), %rdi
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED2Ev
	leaq	200(%rsp), %rdi
	callq	_ZNSt8ios_baseD2Ev
	jmp	.LBB0_1
.LBB0_23:
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB0_25
# %bb.24:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB0_25:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	movq	40(%rsp), %rdi
	leaq	56(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB0_27
# %bb.26:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i12
	callq	_ZdlPv
.LBB0_27:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit14
	leaq	464(%rsp), %rdi
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev
	addq	$984, %rsp                      # imm = 0x3D8
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB0_9:
	.cfi_def_cfa_offset 1040
.Ltmp13:
	movl	$.L.str.11, %edi
	callq	_ZSt24__throw_invalid_argumentPKc
.Ltmp14:
# %bb.10:
.LBB0_15:                               # %.critedge.i.i
.Ltmp11:
	movl	$.L.str.11, %edi
	callq	_ZSt20__throw_out_of_rangePKc
.Ltmp12:
# %bb.16:
.LBB0_19:
.Ltmp7:
	jmp	.LBB0_29
.LBB0_28:
.Ltmp4:
.LBB0_29:
	movq	%rax, %rbx
	jmp	.LBB0_30
.LBB0_20:
.Ltmp10:
	movq	%rax, %rbx
	jmp	.LBB0_21
.LBB0_11:
.Ltmp15:
	movq	%rax, %rbx
	cmpl	$0, (%r15)
	jne	.LBB0_21
# %bb.12:
	movl	%ebp, (%r15)
.LBB0_21:                               # %.body
	leaq	72(%rsp), %rdi
	movl	$_ZTTNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEE, %esi
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED2Ev
	leaq	200(%rsp), %rdi
	callq	_ZNSt8ios_baseD2Ev
.LBB0_30:
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB0_32
# %bb.31:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i15
	callq	_ZdlPv
.LBB0_32:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit17
	movq	40(%rsp), %rdi
	leaq	56(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB0_34
# %bb.33:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i18
	callq	_ZdlPv
.LBB0_34:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit20
	leaq	464(%rsp), %rdi
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end0:
	.size	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd, .Lfunc_end0-_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table0:
.Lexception0:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end0-.Lcst_begin0
.Lcst_begin0:
	.uleb128 .Lfunc_begin0-.Lfunc_begin0    # >> Call Site 1 <<
	.uleb128 .Ltmp0-.Lfunc_begin0           #   Call between .Lfunc_begin0 and .Ltmp0
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp0-.Lfunc_begin0           # >> Call Site 2 <<
	.uleb128 .Ltmp3-.Ltmp0                  #   Call between .Ltmp0 and .Ltmp3
	.uleb128 .Ltmp4-.Lfunc_begin0           #     jumps to .Ltmp4
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp5-.Lfunc_begin0           # >> Call Site 3 <<
	.uleb128 .Ltmp6-.Ltmp5                  #   Call between .Ltmp5 and .Ltmp6
	.uleb128 .Ltmp7-.Lfunc_begin0           #     jumps to .Ltmp7
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp8-.Lfunc_begin0           # >> Call Site 4 <<
	.uleb128 .Ltmp9-.Ltmp8                  #   Call between .Ltmp8 and .Ltmp9
	.uleb128 .Ltmp10-.Lfunc_begin0          #     jumps to .Ltmp10
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp13-.Lfunc_begin0          # >> Call Site 5 <<
	.uleb128 .Ltmp12-.Ltmp13                #   Call between .Ltmp13 and .Ltmp12
	.uleb128 .Ltmp15-.Lfunc_begin0          #     jumps to .Ltmp15
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp12-.Lfunc_begin0          # >> Call Site 6 <<
	.uleb128 .Lfunc_end0-.Ltmp12            #   Call between .Ltmp12 and .Lfunc_end0
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end0:
	.p2align	2, 0x0
                                        # -- End function
	.text
	.globl	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi # -- Begin function _Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
	.type	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi,@function
_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi: # @_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
.Lfunc_begin1:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception1
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$984, %rsp                      # imm = 0x3D8
	.cfi_def_cfa_offset 1040
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movq	%rsi, %r14
	movq	%rdi, %rsi
	leaq	464(%rsp), %r13
	movq	%r13, %rdi
	movl	$8, %edx
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEEC1ERKNSt7__cxx1112basic_stringIcS1_SaIcEEESt13_Ios_Openmode
	leaq	56(%rsp), %rax
	movq	%rax, -16(%rax)
	xorl	%ebx, %ebx
	movq	%rbx, -8(%rax)
	movb	%bl, (%rax)
	leaq	24(%rsp), %rax
	movq	%rax, -16(%rax)
	movq	%rbx, -8(%rax)
	movb	%bl, (%rax)
.LBB1_1:                                # =>This Loop Header: Depth=1
                                        #     Child Loop BB1_6 Depth 2
	movq	464(%rsp), %rax
	movq	-24(%rax), %rdi
	addq	%r13, %rdi
.Ltmp16:
	movl	$10, %esi
	callq	_ZNKSt9basic_iosIcSt11char_traitsIcEE5widenEc
.Ltmp17:
# %bb.2:                                # %.noexc
                                        #   in Loop: Header=BB1_1 Depth=1
.Ltmp18:
	movsbl	%al, %edx
	movq	%r13, %rdi
	leaq	40(%rsp), %rsi
	callq	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_
.Ltmp19:
# %bb.3:                                #   in Loop: Header=BB1_1 Depth=1
	movq	(%rax), %rcx
	movq	-24(%rcx), %rcx
	testb	$5, 32(%rax,%rcx)
	jne	.LBB1_23
# %bb.4:                                #   in Loop: Header=BB1_1 Depth=1
.Ltmp21:
	leaq	72(%rsp), %rdi
	leaq	40(%rsp), %rsi
	movl	$24, %edx
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEC1ERKNS_12basic_stringIcS2_S3_EESt13_Ios_Openmode
.Ltmp22:
# %bb.5:                                # %.preheader.preheader
                                        #   in Loop: Header=BB1_1 Depth=1
	movslq	%ebx, %rbx
.LBB1_6:                                # %.preheader
                                        #   Parent Loop BB1_1 Depth=1
                                        # =>  This Inner Loop Header: Depth=2
.Ltmp24:
	leaq	72(%rsp), %rdi
	leaq	8(%rsp), %rsi
	movl	$44, %edx
	callq	_ZSt7getlineIcSt11char_traitsIcESaIcEERSt13basic_istreamIT_T0_ES7_RNSt7__cxx1112basic_stringIS4_S5_T1_EES4_
.Ltmp25:
# %bb.7:                                #   in Loop: Header=BB1_6 Depth=2
	movq	(%rax), %rcx
	movq	-24(%rcx), %rcx
	testb	$5, 32(%rax,%rcx)
	jne	.LBB1_22
# %bb.8:                                #   in Loop: Header=BB1_6 Depth=2
	movq	8(%rsp), %r12
	callq	__errno_location
	movq	%rax, %r15
	movl	(%rax), %ebp
	movl	$0, (%rax)
	movq	%r12, %rdi
	movq	%rsp, %rsi
	callq	strtod
	cmpq	%r12, (%rsp)
	je	.LBB1_9
# %bb.13:                               #   in Loop: Header=BB1_6 Depth=2
	movl	(%r15), %eax
	testl	%eax, %eax
	je	.LBB1_17
# %bb.14:                               #   in Loop: Header=BB1_6 Depth=2
	cmpl	$34, %eax
	jne	.LBB1_18
	jmp	.LBB1_15
.LBB1_17:                               #   in Loop: Header=BB1_6 Depth=2
	movl	%ebp, (%r15)
.LBB1_18:                               #   in Loop: Header=BB1_6 Depth=2
	cvttsd2si	%xmm0, %eax
	movl	%eax, (%r14,%rbx,4)
	incq	%rbx
	jmp	.LBB1_6
.LBB1_22:                               #   in Loop: Header=BB1_1 Depth=1
	movl	$_ZTTNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEE, %esi
	leaq	72(%rsp), %rdi
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED2Ev
	leaq	200(%rsp), %rdi
	callq	_ZNSt8ios_baseD2Ev
	jmp	.LBB1_1
.LBB1_23:
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB1_25
# %bb.24:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB1_25:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	movq	40(%rsp), %rdi
	leaq	56(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB1_27
# %bb.26:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i12
	callq	_ZdlPv
.LBB1_27:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit14
	leaq	464(%rsp), %rdi
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev
	addq	$984, %rsp                      # imm = 0x3D8
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB1_9:
	.cfi_def_cfa_offset 1040
.Ltmp29:
	movl	$.L.str.11, %edi
	callq	_ZSt24__throw_invalid_argumentPKc
.Ltmp30:
# %bb.10:
.LBB1_15:                               # %.critedge.i.i
.Ltmp27:
	movl	$.L.str.11, %edi
	callq	_ZSt20__throw_out_of_rangePKc
.Ltmp28:
# %bb.16:
.LBB1_19:
.Ltmp23:
	jmp	.LBB1_29
.LBB1_28:
.Ltmp20:
.LBB1_29:
	movq	%rax, %rbx
	jmp	.LBB1_30
.LBB1_20:
.Ltmp26:
	movq	%rax, %rbx
	jmp	.LBB1_21
.LBB1_11:
.Ltmp31:
	movq	%rax, %rbx
	cmpl	$0, (%r15)
	jne	.LBB1_21
# %bb.12:
	movl	%ebp, (%r15)
.LBB1_21:                               # %.body
	leaq	72(%rsp), %rdi
	movl	$_ZTTNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEEE, %esi
	callq	_ZNSt7__cxx1118basic_stringstreamIcSt11char_traitsIcESaIcEED2Ev
	leaq	200(%rsp), %rdi
	callq	_ZNSt8ios_baseD2Ev
.LBB1_30:
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB1_32
# %bb.31:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i15
	callq	_ZdlPv
.LBB1_32:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit17
	movq	40(%rsp), %rdi
	leaq	56(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB1_34
# %bb.33:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i18
	callq	_ZdlPv
.LBB1_34:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit20
	leaq	464(%rsp), %rdi
	callq	_ZNSt14basic_ifstreamIcSt11char_traitsIcEED1Ev
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end1:
	.size	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi, .Lfunc_end1-_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table1:
.Lexception1:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end1-.Lcst_begin1
.Lcst_begin1:
	.uleb128 .Lfunc_begin1-.Lfunc_begin1    # >> Call Site 1 <<
	.uleb128 .Ltmp16-.Lfunc_begin1          #   Call between .Lfunc_begin1 and .Ltmp16
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp16-.Lfunc_begin1          # >> Call Site 2 <<
	.uleb128 .Ltmp19-.Ltmp16                #   Call between .Ltmp16 and .Ltmp19
	.uleb128 .Ltmp20-.Lfunc_begin1          #     jumps to .Ltmp20
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp21-.Lfunc_begin1          # >> Call Site 3 <<
	.uleb128 .Ltmp22-.Ltmp21                #   Call between .Ltmp21 and .Ltmp22
	.uleb128 .Ltmp23-.Lfunc_begin1          #     jumps to .Ltmp23
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp24-.Lfunc_begin1          # >> Call Site 4 <<
	.uleb128 .Ltmp25-.Ltmp24                #   Call between .Ltmp24 and .Ltmp25
	.uleb128 .Ltmp26-.Lfunc_begin1          #     jumps to .Ltmp26
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp29-.Lfunc_begin1          # >> Call Site 5 <<
	.uleb128 .Ltmp28-.Ltmp29                #   Call between .Ltmp29 and .Ltmp28
	.uleb128 .Ltmp31-.Lfunc_begin1          #     jumps to .Ltmp31
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp28-.Lfunc_begin1          # >> Call Site 6 <<
	.uleb128 .Lfunc_end1-.Ltmp28            #   Call between .Ltmp28 and .Lfunc_end1
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end1:
	.p2align	2, 0x0
                                        # -- End function
	.text
	.globl	_Z9read_datav                   # -- Begin function _Z9read_datav
	.type	_Z9read_datav,@function
_Z9read_datav:                          # @_Z9read_datav
.Lfunc_begin2:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception2
# %bb.0:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$264, %rsp                      # imm = 0x108
	.cfi_def_cfa_offset 320
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movl	$1511552, %edi                  # imm = 0x171080
	callq	malloc
	movq	%rax, X_trn(%rip)
	movl	$3856, %edi                     # imm = 0xF10
	callq	malloc
	movq	%rax, Y_trn(%rip)
	movl	$649152, %edi                   # imm = 0x9E7C0
	callq	malloc
	movq	%rax, X_tst(%rip)
	movl	$3856, %edi                     # imm = 0xF10
	callq	malloc
	movq	%rax, Y_tst(%rip)
	leaq	120(%rsp), %r14
	movq	%r14, -16(%r14)
	leaq	104(%rsp), %rdi
	movl	$.L.str, %esi
	movl	$.L.str+9, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
	leaq	88(%rsp), %r15
	movq	%r15, -16(%r15)
.Ltmp32:
	leaq	72(%rsp), %rdi
	movl	$.L.str.1, %esi
	movl	$.L.str.1+9, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp33:
# %bb.1:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit11
	leaq	56(%rsp), %r12
	movq	%r12, -16(%r12)
.Ltmp35:
	leaq	40(%rsp), %rdi
	movl	$.L.str.2, %esi
	movl	$.L.str.2+9, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp36:
# %bb.2:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit12
	leaq	24(%rsp), %r13
	movq	%r13, -16(%r13)
.Ltmp38:
	leaq	8(%rsp), %rdi
	movl	$.L.str.3, %esi
	movl	$.L.str.3+9, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp39:
# %bb.3:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit13
	leaq	248(%rsp), %rbp
	movq	%rbp, -16(%rbp)
	movq	104(%rsp), %rsi
	movq	112(%rsp), %rdx
	addq	%rsi, %rdx
.Ltmp41:
	leaq	232(%rsp), %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
.Ltmp42:
# %bb.4:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2ERKS4_.exit
	movq	X_trn(%rip), %rsi
.Ltmp43:
	leaq	232(%rsp), %rdi
	callq	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
.Ltmp44:
# %bb.5:
	movq	232(%rsp), %rdi
	cmpq	%rbp, %rdi
	je	.LBB2_7
# %bb.6:                                # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB2_7:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	leaq	216(%rsp), %rbp
	movq	%rbp, -16(%rbp)
	movq	72(%rsp), %rsi
	movq	80(%rsp), %rdx
	addq	%rsi, %rdx
.Ltmp46:
	leaq	200(%rsp), %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
.Ltmp47:
# %bb.8:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2ERKS4_.exit14
	movq	Y_trn(%rip), %rsi
.Ltmp48:
	leaq	200(%rsp), %rdi
	callq	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
.Ltmp49:
# %bb.9:
	movq	200(%rsp), %rdi
	cmpq	%rbp, %rdi
	je	.LBB2_11
# %bb.10:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i15
	callq	_ZdlPv
.LBB2_11:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit17
	leaq	184(%rsp), %rbp
	movq	%rbp, -16(%rbp)
	movq	40(%rsp), %rsi
	movq	48(%rsp), %rdx
	addq	%rsi, %rdx
.Ltmp51:
	leaq	168(%rsp), %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
.Ltmp52:
# %bb.12:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2ERKS4_.exit18
	movq	X_tst(%rip), %rsi
.Ltmp53:
	leaq	168(%rsp), %rdi
	callq	_Z6read_XNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPd
.Ltmp54:
# %bb.13:
	movq	168(%rsp), %rdi
	cmpq	%rbp, %rdi
	je	.LBB2_15
# %bb.14:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i19
	callq	_ZdlPv
.LBB2_15:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit21
	leaq	152(%rsp), %rbp
	movq	%rbp, -16(%rbp)
	movq	8(%rsp), %rsi
	movq	16(%rsp), %rdx
	addq	%rsi, %rdx
.Ltmp56:
	leaq	136(%rsp), %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
.Ltmp57:
# %bb.16:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2ERKS4_.exit22
	movq	Y_tst(%rip), %rsi
.Ltmp59:
	leaq	136(%rsp), %rdi
	callq	_Z6read_YNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEPi
.Ltmp60:
# %bb.17:
	movq	136(%rsp), %rdi
	cmpq	%rbp, %rdi
	je	.LBB2_19
# %bb.18:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i23
	callq	_ZdlPv
.LBB2_19:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit25
	movq	8(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB2_21
# %bb.20:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i26
	callq	_ZdlPv
.LBB2_21:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit28
	movq	40(%rsp), %rdi
	cmpq	%r12, %rdi
	je	.LBB2_23
# %bb.22:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i29
	callq	_ZdlPv
.LBB2_23:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit31
	movq	72(%rsp), %rdi
	cmpq	%r15, %rdi
	je	.LBB2_25
# %bb.24:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i32
	callq	_ZdlPv
.LBB2_25:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit34
	movq	104(%rsp), %rdi
	cmpq	%r14, %rdi
	je	.LBB2_27
# %bb.26:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i35
	callq	_ZdlPv
.LBB2_27:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit37
	addq	$264, %rsp                      # imm = 0x108
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB2_35:
	.cfi_def_cfa_offset 320
.Ltmp61:
	movq	%rax, %rbx
	movq	136(%rsp), %rdi
	jmp	.LBB2_36
.LBB2_34:
.Ltmp55:
	movq	%rax, %rbx
	movq	168(%rsp), %rdi
	jmp	.LBB2_36
.LBB2_33:
.Ltmp50:
	movq	%rax, %rbx
	movq	200(%rsp), %rdi
	jmp	.LBB2_36
.LBB2_32:
.Ltmp45:
	movq	%rax, %rbx
	movq	232(%rsp), %rdi
.LBB2_36:
	cmpq	%rbp, %rdi
	je	.LBB2_38
# %bb.37:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i47
	callq	_ZdlPv
	jmp	.LBB2_38
.LBB2_30:
.Ltmp40:
	movq	%rax, %rbx
	jmp	.LBB2_40
.LBB2_29:
.Ltmp37:
	movq	%rax, %rbx
	jmp	.LBB2_42
.LBB2_28:
.Ltmp34:
	movq	%rax, %rbx
	jmp	.LBB2_44
.LBB2_31:
.Ltmp58:
	movq	%rax, %rbx
.LBB2_38:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit40
	movq	8(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB2_40
# %bb.39:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i50
	callq	_ZdlPv
.LBB2_40:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit52
	movq	40(%rsp), %rdi
	cmpq	%r12, %rdi
	je	.LBB2_42
# %bb.41:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i53
	callq	_ZdlPv
.LBB2_42:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit55
	movq	72(%rsp), %rdi
	cmpq	%r15, %rdi
	je	.LBB2_44
# %bb.43:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i56
	callq	_ZdlPv
.LBB2_44:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit58
	movq	104(%rsp), %rdi
	cmpq	%r14, %rdi
	je	.LBB2_46
# %bb.45:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i59
	callq	_ZdlPv
.LBB2_46:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit61
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end2:
	.size	_Z9read_datav, .Lfunc_end2-_Z9read_datav
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table2:
.Lexception2:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end2-.Lcst_begin2
.Lcst_begin2:
	.uleb128 .Lfunc_begin2-.Lfunc_begin2    # >> Call Site 1 <<
	.uleb128 .Ltmp32-.Lfunc_begin2          #   Call between .Lfunc_begin2 and .Ltmp32
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp32-.Lfunc_begin2          # >> Call Site 2 <<
	.uleb128 .Ltmp33-.Ltmp32                #   Call between .Ltmp32 and .Ltmp33
	.uleb128 .Ltmp34-.Lfunc_begin2          #     jumps to .Ltmp34
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp35-.Lfunc_begin2          # >> Call Site 3 <<
	.uleb128 .Ltmp36-.Ltmp35                #   Call between .Ltmp35 and .Ltmp36
	.uleb128 .Ltmp37-.Lfunc_begin2          #     jumps to .Ltmp37
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp38-.Lfunc_begin2          # >> Call Site 4 <<
	.uleb128 .Ltmp39-.Ltmp38                #   Call between .Ltmp38 and .Ltmp39
	.uleb128 .Ltmp40-.Lfunc_begin2          #     jumps to .Ltmp40
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp41-.Lfunc_begin2          # >> Call Site 5 <<
	.uleb128 .Ltmp42-.Ltmp41                #   Call between .Ltmp41 and .Ltmp42
	.uleb128 .Ltmp58-.Lfunc_begin2          #     jumps to .Ltmp58
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp43-.Lfunc_begin2          # >> Call Site 6 <<
	.uleb128 .Ltmp44-.Ltmp43                #   Call between .Ltmp43 and .Ltmp44
	.uleb128 .Ltmp45-.Lfunc_begin2          #     jumps to .Ltmp45
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp46-.Lfunc_begin2          # >> Call Site 7 <<
	.uleb128 .Ltmp47-.Ltmp46                #   Call between .Ltmp46 and .Ltmp47
	.uleb128 .Ltmp58-.Lfunc_begin2          #     jumps to .Ltmp58
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp48-.Lfunc_begin2          # >> Call Site 8 <<
	.uleb128 .Ltmp49-.Ltmp48                #   Call between .Ltmp48 and .Ltmp49
	.uleb128 .Ltmp50-.Lfunc_begin2          #     jumps to .Ltmp50
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp51-.Lfunc_begin2          # >> Call Site 9 <<
	.uleb128 .Ltmp52-.Ltmp51                #   Call between .Ltmp51 and .Ltmp52
	.uleb128 .Ltmp58-.Lfunc_begin2          #     jumps to .Ltmp58
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp53-.Lfunc_begin2          # >> Call Site 10 <<
	.uleb128 .Ltmp54-.Ltmp53                #   Call between .Ltmp53 and .Ltmp54
	.uleb128 .Ltmp55-.Lfunc_begin2          #     jumps to .Ltmp55
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp56-.Lfunc_begin2          # >> Call Site 11 <<
	.uleb128 .Ltmp57-.Ltmp56                #   Call between .Ltmp56 and .Ltmp57
	.uleb128 .Ltmp58-.Lfunc_begin2          #     jumps to .Ltmp58
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp59-.Lfunc_begin2          # >> Call Site 12 <<
	.uleb128 .Ltmp60-.Ltmp59                #   Call between .Ltmp59 and .Ltmp60
	.uleb128 .Ltmp61-.Lfunc_begin2          #     jumps to .Ltmp61
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp60-.Lfunc_begin2          # >> Call Site 13 <<
	.uleb128 .Lfunc_end2-.Ltmp60            #   Call between .Ltmp60 and .Lfunc_end2
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end2:
	.p2align	2, 0x0
                                        # -- End function
	.section	.rodata.cst8,"aM",@progbits,8
	.p2align	3, 0x0                          # -- Begin function _Z13initialize_Wbv
.LCPI3_0:
	.quad	0xbff0000000000000              # double -1
	.text
	.globl	_Z13initialize_Wbv
	.type	_Z13initialize_Wbv,@function
_Z13initialize_Wbv:                     # @_Z13initialize_Wbv
	.cfi_startproc
# %bb.0:
	pushq	%r14
	.cfi_def_cfa_offset 16
	pushq	%rbx
	.cfi_def_cfa_offset 24
	pushq	%rax
	.cfi_def_cfa_offset 32
	.cfi_offset %rbx, -24
	.cfi_offset %r14, -16
	movl	$31360, %edi                    # imm = 0x7A80
	callq	malloc
	movq	%rax, W1(%rip)
	movl	$160, %edi
	callq	malloc
	movq	%rax, b1(%rip)
	movl	$320, %edi                      # imm = 0x140
	callq	malloc
	movq	%rax, W2(%rip)
	movl	$16, %edi
	callq	malloc
	movq	%rax, b2(%rip)
	movl	$31360, %edi                    # imm = 0x7A80
	callq	malloc
	movq	%rax, dW1(%rip)
	movl	$160, %edi
	callq	malloc
	movq	%rax, db1(%rip)
	movl	$320, %edi                      # imm = 0x140
	callq	malloc
	movq	%rax, dW2(%rip)
	movl	$16, %edi
	callq	malloc
	movq	%rax, db2(%rip)
	movq	%rsp, %rbx
	movq	$1, (%rbx)
	xorl	%r14d, %r14d
.LBB3_1:                                # =>This Inner Loop Header: Depth=1
	movq	%rbx, %rdi
	callq	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	movsd	.LCPI3_0(%rip), %xmm1           # xmm1 = mem[0],zero
	addsd	%xmm0, %xmm0
	addsd	%xmm1, %xmm0
	movq	W1(%rip), %rax
	movsd	%xmm0, (%rax,%r14,8)
	incq	%r14
	cmpq	$3920, %r14                     # imm = 0xF50
	jne	.LBB3_1
# %bb.2:                                # %.preheader18.preheader
	xorl	%r14d, %r14d
	movq	%rsp, %rbx
.LBB3_3:                                # %.preheader18
                                        # =>This Inner Loop Header: Depth=1
	movq	%rbx, %rdi
	callq	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	addsd	%xmm0, %xmm0
	addsd	.LCPI3_0(%rip), %xmm0
	movq	W2(%rip), %rax
	movsd	%xmm0, (%rax,%r14,8)
	incq	%r14
	cmpq	$40, %r14
	jne	.LBB3_3
# %bb.4:                                # %.preheader17
	movq	b1(%rip), %rdi
	movl	$160, %edx
	xorl	%esi, %esi
	callq	memset@PLT
	movq	b2(%rip), %rax
	xorpd	%xmm0, %xmm0
	movupd	%xmm0, (%rax)
	addq	$8, %rsp
	.cfi_def_cfa_offset 24
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end3:
	.size	_Z13initialize_Wbv, .Lfunc_end3-_Z13initialize_Wbv
	.cfi_endproc
                                        # -- End function
	.globl	_Z13initialize_ZAi              # -- Begin function _Z13initialize_ZAi
	.type	_Z13initialize_ZAi,@function
_Z13initialize_ZAi:                     # @_Z13initialize_ZAi
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%rbx
	.cfi_def_cfa_offset 32
	.cfi_offset %rbx, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	movl	%edi, %ebx
	leal	(,%rbx,4), %eax
	leal	(%rax,%rax,4), %eax
	movslq	%eax, %r14
	shlq	$3, %r14
	movq	%r14, %rdi
	callq	malloc
	movq	%rax, Z1(%rip)
	movq	%r14, %rdi
	callq	malloc
	movq	%rax, A1(%rip)
	leal	(%rbx,%rbx), %eax
	movslq	%eax, %r15
	shlq	$3, %r15
	movq	%r15, %rdi
	callq	malloc
	movq	%rax, Z2(%rip)
	movq	%r15, %rdi
	callq	malloc
	movq	%rax, A2(%rip)
	movq	%r14, %rdi
	callq	malloc
	movq	%rax, dZ1(%rip)
	movq	%r14, %rdi
	callq	malloc
	movq	%rax, dA1(%rip)
	movq	%r15, %rdi
	callq	malloc
	movq	%rax, dZ2(%rip)
	movq	%r15, %rdi
	callq	malloc
	movq	%rax, dA2(%rip)
	movslq	%ebx, %rdi
	shlq	$2, %rdi
	callq	malloc
	movq	%rax, max_index(%rip)
	popq	%rbx
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end4:
	.size	_Z13initialize_ZAi, .Lfunc_end4-_Z13initialize_ZAi
	.cfi_endproc
                                        # -- End function
	.globl	_Z17initialize_dev_ZAi          # -- Begin function _Z17initialize_dev_ZAi
	.type	_Z17initialize_dev_ZAi,@function
_Z17initialize_dev_ZAi:                 # @_Z17initialize_dev_ZAi
	.cfi_startproc
# %bb.0:
	pushq	%r14
	.cfi_def_cfa_offset 16
	pushq	%rbx
	.cfi_def_cfa_offset 24
	pushq	%rax
	.cfi_def_cfa_offset 32
	.cfi_offset %rbx, -24
	.cfi_offset %r14, -16
	movl	%edi, %ebx
	imull	$196, %edi, %eax
	movslq	%eax, %rsi
	shlq	$3, %rsi
	movl	$dev_X, %edi
	callq	hipMalloc
	movslq	%ebx, %r14
	leaq	(,%r14,4), %rbx
	movl	$dev_Y, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	movl	$dev_max_index, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	leal	(,%r14,4), %eax
	leal	(%rax,%rax,4), %eax
	movslq	%eax, %rbx
	shlq	$3, %rbx
	movl	$dev_Z1, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	movl	$dev_A1, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	addl	%r14d, %r14d
	movslq	%r14d, %rbx
	shlq	$3, %rbx
	movl	$dev_Z2, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	movl	$dev_A2, %edi
	movq	%rbx, %rsi
	addq	$8, %rsp
	.cfi_def_cfa_offset 24
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	jmp	hipMalloc                       # TAILCALL
.Lfunc_end5:
	.size	_Z17initialize_dev_ZAi, .Lfunc_end5-_Z17initialize_dev_ZAi
	.cfi_endproc
                                        # -- End function
	.globl	_Z11free_dev_ZAv                # -- Begin function _Z11free_dev_ZAv
	.type	_Z11free_dev_ZAv,@function
_Z11free_dev_ZAv:                       # @_Z11free_dev_ZAv
	.cfi_startproc
# %bb.0:
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_X(%rip), %rdi
	callq	hipFree
	movq	dev_Y(%rip), %rdi
	callq	hipFree
	movq	dev_max_index(%rip), %rdi
	callq	hipFree
	movq	dev_Z1(%rip), %rdi
	callq	hipFree
	movq	dev_A1(%rip), %rdi
	callq	hipFree
	movq	dev_Z2(%rip), %rdi
	callq	hipFree
	movq	dev_A2(%rip), %rdi
	popq	%rax
	.cfi_def_cfa_offset 8
	jmp	hipFree                         # TAILCALL
.Lfunc_end6:
	.size	_Z11free_dev_ZAv, .Lfunc_end6-_Z11free_dev_ZAv
	.cfi_endproc
                                        # -- End function
	.globl	_Z17initialize_dev_Wbv          # -- Begin function _Z17initialize_dev_Wbv
	.type	_Z17initialize_dev_Wbv,@function
_Z17initialize_dev_Wbv:                 # @_Z17initialize_dev_Wbv
	.cfi_startproc
# %bb.0:
	pushq	%rax
	.cfi_def_cfa_offset 16
	movl	$dev_W1, %edi
	movl	$31360, %esi                    # imm = 0x7A80
	callq	hipMalloc
	movl	$dev_b1, %edi
	movl	$160, %esi
	callq	hipMalloc
	movl	$dev_W2, %edi
	movl	$320, %esi                      # imm = 0x140
	callq	hipMalloc
	movl	$dev_b2, %edi
	movl	$16, %esi
	callq	hipMalloc
	movl	$dev_dW1, %edi
	movl	$31360, %esi                    # imm = 0x7A80
	callq	hipMalloc
	movl	$dev_db1, %edi
	movl	$160, %esi
	callq	hipMalloc
	movl	$dev_dW2, %edi
	movl	$320, %esi                      # imm = 0x140
	callq	hipMalloc
	movl	$dev_db2, %edi
	movl	$16, %esi
	popq	%rax
	.cfi_def_cfa_offset 8
	jmp	hipMalloc                       # TAILCALL
.Lfunc_end7:
	.size	_Z17initialize_dev_Wbv, .Lfunc_end7-_Z17initialize_dev_Wbv
	.cfi_endproc
                                        # -- End function
	.globl	_Z11free_dev_Wbv                # -- Begin function _Z11free_dev_Wbv
	.type	_Z11free_dev_Wbv,@function
_Z11free_dev_Wbv:                       # @_Z11free_dev_Wbv
	.cfi_startproc
# %bb.0:
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_W1(%rip), %rdi
	callq	hipFree
	movq	dev_b1(%rip), %rdi
	callq	hipFree
	movq	dev_W2(%rip), %rdi
	callq	hipFree
	movq	dev_b2(%rip), %rdi
	callq	hipFree
	movq	dev_dW1(%rip), %rdi
	callq	hipFree
	movq	dev_db1(%rip), %rdi
	callq	hipFree
	movq	dev_dW2(%rip), %rdi
	callq	hipFree
	movq	dev_db2(%rip), %rdi
	popq	%rax
	.cfi_def_cfa_offset 8
	jmp	hipFree                         # TAILCALL
.Lfunc_end8:
	.size	_Z11free_dev_Wbv, .Lfunc_end8-_Z11free_dev_Wbv
	.cfi_endproc
                                        # -- End function
	.globl	_Z18initialize_dev_dZAi         # -- Begin function _Z18initialize_dev_dZAi
	.type	_Z18initialize_dev_dZAi,@function
_Z18initialize_dev_dZAi:                # @_Z18initialize_dev_dZAi
	.cfi_startproc
# %bb.0:
	pushq	%r14
	.cfi_def_cfa_offset 16
	pushq	%rbx
	.cfi_def_cfa_offset 24
	pushq	%rax
	.cfi_def_cfa_offset 32
	.cfi_offset %rbx, -24
	.cfi_offset %r14, -16
	movl	%edi, %ebx
	leal	(,%rbx,4), %eax
	leal	(%rax,%rax,4), %eax
	movslq	%eax, %r14
	shlq	$3, %r14
	movl	$dev_dZ1, %edi
	movq	%r14, %rsi
	callq	hipMalloc
	movl	$dev_dA1, %edi
	movq	%r14, %rsi
	callq	hipMalloc
	addl	%ebx, %ebx
	movslq	%ebx, %rbx
	shlq	$3, %rbx
	movl	$dev_dZ2, %edi
	movq	%rbx, %rsi
	callq	hipMalloc
	movl	$dev_dA2, %edi
	movq	%rbx, %rsi
	addq	$8, %rsp
	.cfi_def_cfa_offset 24
	popq	%rbx
	.cfi_def_cfa_offset 16
	popq	%r14
	.cfi_def_cfa_offset 8
	jmp	hipMalloc                       # TAILCALL
.Lfunc_end9:
	.size	_Z18initialize_dev_dZAi, .Lfunc_end9-_Z18initialize_dev_dZAi
	.cfi_endproc
                                        # -- End function
	.globl	_Z12free_dev_dZAv               # -- Begin function _Z12free_dev_dZAv
	.type	_Z12free_dev_dZAv,@function
_Z12free_dev_dZAv:                      # @_Z12free_dev_dZAv
	.cfi_startproc
# %bb.0:
	pushq	%rax
	.cfi_def_cfa_offset 16
	movq	dev_dZ1(%rip), %rdi
	callq	hipFree
	movq	dev_dA1(%rip), %rdi
	callq	hipFree
	movq	dev_dZ2(%rip), %rdi
	callq	hipFree
	movq	dev_dA2(%rip), %rdi
	popq	%rax
	.cfi_def_cfa_offset 8
	jmp	hipFree                         # TAILCALL
.Lfunc_end10:
	.size	_Z12free_dev_dZAv, .Lfunc_end10-_Z12free_dev_dZAv
	.cfi_endproc
                                        # -- End function
	.globl	_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii # -- Begin function _Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	.type	_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii,@function
_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii: # @_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$176, %rsp
	.cfi_def_cfa_offset 224
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	32(%rsp), %rdx
	movq	%rcx, (%rdx)
	leaq	24(%rsp), %rcx
	movq	%r8, (%rcx)
	leaq	4(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	224(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	232(%rsp), %rax
	movq	%rax, 56(%rbx)
	leaq	240(%rsp), %rax
	movq	%rax, 64(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	16(%rsp), %r12
	leaq	8(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$192, %rsp
	.cfi_adjust_cfa_offset -192
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end11:
	.size	_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii, .Lfunc_end11-_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii # -- Begin function _Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
	.type	_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii,@function
_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii: # @_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$176, %rsp
	.cfi_def_cfa_offset 224
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	32(%rsp), %rdx
	movq	%rcx, (%rdx)
	leaq	24(%rsp), %rcx
	movq	%r8, (%rcx)
	leaq	4(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	224(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	232(%rsp), %rax
	movq	%rax, 56(%rbx)
	leaq	240(%rsp), %rax
	movq	%rax, 64(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	16(%rsp), %r12
	leaq	8(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$192, %rsp
	.cfi_adjust_cfa_offset -192
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end12:
	.size	_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii, .Lfunc_end12-_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z26__device_stub__OutputLayerPdS_S_S_iiii # -- Begin function _Z26__device_stub__OutputLayerPdS_S_S_iiii
	.type	_Z26__device_stub__OutputLayerPdS_S_S_iiii,@function
_Z26__device_stub__OutputLayerPdS_S_S_iiii: # @_Z26__device_stub__OutputLayerPdS_S_S_iiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$160, %rsp
	.cfi_def_cfa_offset 208
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	32(%rsp), %rdx
	movq	%rcx, (%rdx)
	leaq	12(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	8(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	208(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	216(%rsp), %rax
	movq	%rax, 56(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	24(%rsp), %r12
	leaq	16(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z11OutputLayerPdS_S_S_iiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$176, %rsp
	.cfi_adjust_cfa_offset -176
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end13:
	.size	_Z26__device_stub__OutputLayerPdS_S_S_iiii, .Lfunc_end13-_Z26__device_stub__OutputLayerPdS_S_S_iiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z22__device_stub__SoftmaxPdS_Piiii # -- Begin function _Z22__device_stub__SoftmaxPdS_Piiii
	.type	_Z22__device_stub__SoftmaxPdS_Piiii,@function
_Z22__device_stub__SoftmaxPdS_Piiii:    # @_Z22__device_stub__SoftmaxPdS_Piiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$144, %rsp
	.cfi_def_cfa_offset 192
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	20(%rsp), %rdx
	movl	%ecx, (%rdx)
	leaq	16(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	12(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	32(%rsp), %r12
	leaq	24(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z7SoftmaxPdS_Piiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$160, %rsp
	.cfi_adjust_cfa_offset -160
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end14:
	.size	_Z22__device_stub__SoftmaxPdS_Piiii, .Lfunc_end14-_Z22__device_stub__SoftmaxPdS_Piiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z23__device_stub__Back_dZ2PdPiS_iii # -- Begin function _Z23__device_stub__Back_dZ2PdPiS_iii
	.type	_Z23__device_stub__Back_dZ2PdPiS_iii,@function
_Z23__device_stub__Back_dZ2PdPiS_iii:   # @_Z23__device_stub__Back_dZ2PdPiS_iii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$144, %rsp
	.cfi_def_cfa_offset 192
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	20(%rsp), %rdx
	movl	%ecx, (%rdx)
	leaq	16(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	12(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	32(%rsp), %r12
	leaq	24(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z8Back_dZ2PdPiS_iii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$160, %rsp
	.cfi_adjust_cfa_offset -160
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end15:
	.size	_Z23__device_stub__Back_dZ2PdPiS_iii, .Lfunc_end15-_Z23__device_stub__Back_dZ2PdPiS_iii
	.cfi_endproc
                                        # -- End function
	.globl	_Z22__device_stub__Back_dWPdS_S_iiii # -- Begin function _Z22__device_stub__Back_dWPdS_S_iiii
	.type	_Z22__device_stub__Back_dWPdS_S_iiii,@function
_Z22__device_stub__Back_dWPdS_S_iiii:   # @_Z22__device_stub__Back_dWPdS_S_iiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$160, %rsp
	.cfi_def_cfa_offset 208
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	20(%rsp), %rdx
	movl	%ecx, (%rdx)
	leaq	16(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	12(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	208(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	32(%rsp), %r12
	leaq	24(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z7Back_dWPdS_S_iiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$176, %rsp
	.cfi_adjust_cfa_offset -176
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end16:
	.size	_Z22__device_stub__Back_dWPdS_S_iiii, .Lfunc_end16-_Z22__device_stub__Back_dWPdS_S_iiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z22__device_stub__Back_dbPdS_iii # -- Begin function _Z22__device_stub__Back_dbPdS_iii
	.type	_Z22__device_stub__Back_dbPdS_iii,@function
_Z22__device_stub__Back_dbPdS_iii:      # @_Z22__device_stub__Back_dbPdS_iii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$128, %rsp
	.cfi_def_cfa_offset 176
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	40(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	32(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	12(%rsp), %rsi
	movl	%edx, (%rsi)
	leaq	8(%rsp), %rdx
	movl	%ecx, (%rdx)
	leaq	4(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	80(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	leaq	64(%rsp), %r14
	leaq	48(%rsp), %r15
	leaq	24(%rsp), %r12
	leaq	16(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z7Back_dbPdS_iii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$144, %rsp
	.cfi_adjust_cfa_offset -144
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end17:
	.size	_Z22__device_stub__Back_dbPdS_iii, .Lfunc_end17-_Z22__device_stub__Back_dbPdS_iii
	.cfi_endproc
                                        # -- End function
	.globl	_Z23__device_stub__Back_dA1PdS_S_iiii # -- Begin function _Z23__device_stub__Back_dA1PdS_S_iiii
	.type	_Z23__device_stub__Back_dA1PdS_S_iiii,@function
_Z23__device_stub__Back_dA1PdS_S_iiii:  # @_Z23__device_stub__Back_dA1PdS_S_iiii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$160, %rsp
	.cfi_def_cfa_offset 208
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	20(%rsp), %rdx
	movl	%ecx, (%rdx)
	leaq	16(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	12(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	208(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	32(%rsp), %r12
	leaq	24(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z8Back_dA1PdS_S_iiii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$176, %rsp
	.cfi_adjust_cfa_offset -176
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end18:
	.size	_Z23__device_stub__Back_dA1PdS_S_iiii, .Lfunc_end18-_Z23__device_stub__Back_dA1PdS_S_iiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii # -- Begin function _Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	.type	_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii,@function
_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii: # @_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$160, %rsp
	.cfi_def_cfa_offset 208
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	32(%rsp), %rdx
	movq	%rcx, (%rdx)
	leaq	12(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	8(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	208(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	24(%rsp), %r12
	leaq	16(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z16Back_dZ1_SigmoidPdS_S_S_iii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$176, %rsp
	.cfi_adjust_cfa_offset -176
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end19:
	.size	_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii, .Lfunc_end19-_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	.cfi_endproc
                                        # -- End function
	.globl	_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii # -- Begin function _Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
	.type	_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii,@function
_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii: # @_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$160, %rsp
	.cfi_def_cfa_offset 208
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	40(%rsp), %rsi
	movq	%rdx, (%rsi)
	leaq	32(%rsp), %rdx
	movq	%rcx, (%rdx)
	leaq	12(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	8(%rsp), %r8
	movl	%r9d, (%r8)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%rcx, 32(%rbx)
	movq	%r8, 40(%rbx)
	leaq	208(%rsp), %rax
	movq	%rax, 48(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	24(%rsp), %r12
	leaq	16(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z13Back_dZ1_ReLUPdS_S_S_iii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$176, %rsp
	.cfi_adjust_cfa_offset -176
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end20:
	.size	_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii, .Lfunc_end20-_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
	.cfi_endproc
                                        # -- End function
	.globl	_Z24__device_stub__update_WbPdS_idii # -- Begin function _Z24__device_stub__update_WbPdS_idii
	.type	_Z24__device_stub__update_WbPdS_idii,@function
_Z24__device_stub__update_WbPdS_idii:   # @_Z24__device_stub__update_WbPdS_idii
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$144, %rsp
	.cfi_def_cfa_offset 192
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	leaq	56(%rsp), %rax
	movq	%rdi, (%rax)
	leaq	48(%rsp), %rdi
	movq	%rsi, (%rdi)
	leaq	20(%rsp), %rsi
	movl	%edx, (%rsi)
	leaq	40(%rsp), %rdx
	movsd	%xmm0, (%rdx)
	leaq	16(%rsp), %r9
	movl	%ecx, (%r9)
	leaq	12(%rsp), %rcx
	movl	%r8d, (%rcx)
	leaq	96(%rsp), %rbx
	movq	%rax, (%rbx)
	movq	%rdi, 8(%rbx)
	movq	%rsi, 16(%rbx)
	movq	%rdx, 24(%rbx)
	movq	%r9, 32(%rbx)
	movq	%rcx, 40(%rbx)
	leaq	80(%rsp), %r14
	leaq	64(%rsp), %r15
	leaq	32(%rsp), %r12
	leaq	24(%rsp), %r13
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movq	%r13, %rcx
	callq	__hipPopCallConfiguration
	movq	(%r14), %rsi
	movl	8(%r14), %edx
	movq	(%r15), %rcx
	movl	8(%r15), %r8d
	movl	$_Z9update_WbPdS_idii, %edi
	movq	%rbx, %r9
	pushq	(%r13)
	.cfi_adjust_cfa_offset 8
	pushq	(%r12)
	.cfi_adjust_cfa_offset 8
	callq	hipLaunchKernel
	addq	$160, %rsp
	.cfi_adjust_cfa_offset -160
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end21:
	.size	_Z24__device_stub__update_WbPdS_idii, .Lfunc_end21-_Z24__device_stub__update_WbPdS_idii
	.cfi_endproc
                                        # -- End function
	.globl	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii # -- Begin function _Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.type	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii,@function
_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii: # @_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.cfi_startproc
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	pushq	%rax
	.cfi_def_cfa_offset 64
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movl	%r8d, %ebx
	movl	%ecx, %r15d
	movq	%rdi, %r12
	movl	$414, %edi                      # imm = 0x19E
	cmpq	$5, 8(%rdx)
	jne	.LBB22_2
# %bb.1:                                # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit
	movq	(%rdx), %rax
	movl	$1767993972, %ecx               # imm = 0x69617274
	xorl	(%rax), %ecx
	movzbl	4(%rax), %eax
	xorl	$110, %eax
	orl	%ecx, %eax
	setne	%al
	testb	$1, %al
	movl	$414, %eax                      # imm = 0x19E
	movl	$964, %edi                      # imm = 0x3C4
	cmovnel	%eax, %edi
.LBB22_2:                               # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit.thread61
	movl	%edi, size_batch(%rip)
	callq	_Z13initialize_ZAi
	movl	size_batch(%rip), %edi
	callq	_Z17initialize_dev_ZAi
	movl	%ebx, %eax
	movq	%rax, %r14
	shlq	$32, %r14
	orq	%rax, %r14
	leal	-1(%rbx), %ebp
	movl	size_batch(%rip), %eax
	addl	%ebp, %eax
	xorl	%edx, %edx
	divl	%ebx
	movl	%eax, %ecx
	leal	19(%rbx), %eax
	xorl	%edx, %edx
	divl	%ebx
	movl	%eax, %r13d
	shlq	$32, %r13
	orq	%rcx, %r13
	movq	dev_W1(%rip), %rdi
	movq	W1(%rip), %rsi
	movl	$31360, %edx                    # imm = 0x7A80
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_b1(%rip), %rdi
	movq	b1(%rip), %rsi
	movl	$160, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_X(%rip), %rdi
	movslq	size_batch(%rip), %rax
	imulq	$1568, %rax, %rdx               # imm = 0x620
	movq	%r12, %rsi
	movl	$1, %ecx
	callq	hipMemcpy
	cmpl	$2, %r15d
	je	.LBB22_6
# %bb.3:                                # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit.thread61
	cmpl	$1, %r15d
	jne	.LBB22_9
# %bb.4:
	movq	%r13, %rdi
	movl	$1, %esi
	movq	%r14, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB22_9
# %bb.5:
	movq	dev_X(%rip), %rdi
	movq	dev_W1(%rip), %rsi
	movq	dev_b1(%rip), %rdx
	movq	dev_A1(%rip), %rcx
	movq	dev_Z1(%rip), %r8
	movl	size_batch(%rip), %eax
	subq	$8, %rsp
	.cfi_adjust_cfa_offset 8
	movl	$196, %r9d
	pushq	%rax
	.cfi_adjust_cfa_offset 8
	pushq	$20
	.cfi_adjust_cfa_offset 8
	pushq	%rax
	.cfi_adjust_cfa_offset 8
	callq	_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	jmp	.LBB22_8
.LBB22_6:
	.cfi_def_cfa_offset 64
	movq	%r13, %rdi
	movl	$1, %esi
	movq	%r14, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB22_9
# %bb.7:
	movq	dev_X(%rip), %rdi
	movq	dev_W1(%rip), %rsi
	movq	dev_b1(%rip), %rdx
	movq	dev_A1(%rip), %rcx
	movq	dev_Z1(%rip), %r8
	movl	size_batch(%rip), %eax
	subq	$8, %rsp
	.cfi_adjust_cfa_offset 8
	movl	$196, %r9d
	pushq	%rax
	.cfi_adjust_cfa_offset 8
	pushq	$20
	.cfi_adjust_cfa_offset 8
	pushq	%rax
	.cfi_adjust_cfa_offset 8
	callq	_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
.LBB22_8:
	addq	$32, %rsp
	.cfi_adjust_cfa_offset -32
.LBB22_9:
	movq	Z1(%rip), %rdi
	movq	dev_Z1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	movq	A1(%rip), %rdi
	movq	dev_A1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	movl	size_batch(%rip), %eax
	addl	%ebp, %eax
	xorl	%edx, %edx
	divl	%ebx
	movl	%eax, %r12d
	leal	1(%rbx), %eax
	xorl	%edx, %edx
	divl	%ebx
	movl	%eax, %r15d
	shlq	$32, %r15
	orq	%r15, %r12
	movq	dev_W2(%rip), %rdi
	movq	W2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_b2(%rip), %rdi
	movq	b2(%rip), %rsi
	movl	$16, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	%r12, %rdi
	movl	$1, %esi
	movq	%r14, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB22_11
# %bb.10:
	movq	dev_A1(%rip), %rdi
	movq	dev_W2(%rip), %rsi
	movq	dev_b2(%rip), %rdx
	movq	dev_Z2(%rip), %rcx
	movl	size_batch(%rip), %r9d
	movl	$20, %r8d
	pushq	%r9
	.cfi_adjust_cfa_offset 8
	pushq	$2
	.cfi_adjust_cfa_offset 8
	callq	_Z26__device_stub__OutputLayerPdS_S_S_iiii
	addq	$16, %rsp
	.cfi_adjust_cfa_offset -16
.LBB22_11:
	movq	Z2(%rip), %rdi
	movq	dev_Z2(%rip), %rsi
	movslq	size_batch(%rip), %rdx
	shlq	$4, %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	addl	size_batch(%rip), %ebp
	movl	%ebp, %eax
	xorl	%edx, %edx
	divl	%ebx
                                        # kill: def $eax killed $eax def $rax
	orq	%rax, %r15
	movq	%r15, %rdi
	movl	$1, %esi
	movq	%r14, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB22_13
# %bb.12:
	movq	dev_Z2(%rip), %rdi
	movq	dev_A2(%rip), %rsi
	movq	dev_max_index(%rip), %rdx
	movl	size_batch(%rip), %ecx
	movl	$2, %r8d
	movl	%ecx, %r9d
	callq	_Z22__device_stub__SoftmaxPdS_Piiii
.LBB22_13:
	movq	A2(%rip), %rdi
	movq	dev_A2(%rip), %rsi
	movslq	size_batch(%rip), %rdx
	shlq	$4, %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	movq	max_index(%rip), %rdi
	movq	dev_max_index(%rip), %rsi
	movslq	size_batch(%rip), %rdx
	shlq	$2, %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	addq	$8, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	jmp	_Z11free_dev_ZAv                # TAILCALL
.Lfunc_end22:
	.size	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, .Lfunc_end22-_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.cfi_endproc
                                        # -- End function
	.section	.rodata.cst16,"aM",@progbits,16
	.p2align	4, 0x0                          # -- Begin function _Z18cross_entropy_lossPiPdi
.LCPI23_0:
	.quad	0x8000000000000000              # double -0
	.quad	0x8000000000000000              # double -0
	.text
	.globl	_Z18cross_entropy_lossPiPdi
	.type	_Z18cross_entropy_lossPiPdi,@function
_Z18cross_entropy_lossPiPdi:            # @_Z18cross_entropy_lossPiPdi
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r13
	.cfi_def_cfa_offset 32
	pushq	%r12
	.cfi_def_cfa_offset 40
	pushq	%rbx
	.cfi_def_cfa_offset 48
	subq	$16, %rsp
	.cfi_def_cfa_offset 64
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r13, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	movl	%edx, %ebx
	testl	%edx, %edx
	jle	.LBB23_1
# %bb.3:                                # %.lr.ph.preheader
	movq	%rsi, %r14
	movq	%rdi, %r15
	movl	%ebx, %r12d
	xorpd	%xmm0, %xmm0
	xorl	%r13d, %r13d
.LBB23_4:                               # %.lr.ph
                                        # =>This Inner Loop Header: Depth=1
	movsd	%xmm0, 8(%rsp)                  # 8-byte Spill
	movsd	(%r14,%r13,8), %xmm0            # xmm0 = mem[0],zero
	callq	log
	xorpd	.LCPI23_0(%rip), %xmm0
	xorps	%xmm1, %xmm1
	cvtsi2sdl	(%r15,%r13,4), %xmm1
	movslq	size_batch(%rip), %rax
	mulsd	%xmm0, %xmm1
	movsd	%xmm1, (%rsp)                   # 8-byte Spill
	addq	%r13, %rax
	movsd	(%r14,%rax,8), %xmm0            # xmm0 = mem[0],zero
	callq	log
	movl	$1, %eax
	subl	(%r15,%r13,4), %eax
	xorps	%xmm1, %xmm1
	cvtsi2sd	%eax, %xmm1
	mulsd	%xmm0, %xmm1
	movsd	(%rsp), %xmm2                   # 8-byte Reload
                                        # xmm2 = mem[0],zero
	subsd	%xmm1, %xmm2
	movsd	8(%rsp), %xmm0                  # 8-byte Reload
                                        # xmm0 = mem[0],zero
	addsd	%xmm2, %xmm0
	incq	%r13
	cmpq	%r13, %r12
	jne	.LBB23_4
	jmp	.LBB23_2
.LBB23_1:
	xorpd	%xmm0, %xmm0
.LBB23_2:                               # %._crit_edge
	xorps	%xmm1, %xmm1
	cvtsi2sd	%ebx, %xmm1
	divsd	%xmm1, %xmm0
	addq	$16, %rsp
	.cfi_def_cfa_offset 48
	popq	%rbx
	.cfi_def_cfa_offset 40
	popq	%r12
	.cfi_def_cfa_offset 32
	popq	%r13
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end23:
	.size	_Z18cross_entropy_lossPiPdi, .Lfunc_end23-_Z18cross_entropy_lossPiPdi
	.cfi_endproc
                                        # -- End function
	.globl	_Z8backpropPdPiii               # -- Begin function _Z8backpropPdPiii
	.type	_Z8backpropPdPiii,@function
_Z8backpropPdPiii:                      # @_Z8backpropPdPiii
	.cfi_startproc
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$24, %rsp
	.cfi_def_cfa_offset 80
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movl	%ecx, %r15d
	movl	%edx, %ebp
	movq	%rsi, %r14
	movq	%rdi, 16(%rsp)                  # 8-byte Spill
	movl	$964, size_batch(%rip)          # imm = 0x3C4
	movl	$964, %edi                      # imm = 0x3C4
	callq	_Z17initialize_dev_ZAi
	movl	%r15d, %eax
	movabsq	$4294967296, %rbx               # imm = 0x100000000
	orq	$1, %rbx
	imulq	%rax, %rbx
	movslq	size_batch(%rip), %rcx
	leal	(%r15,%rcx), %eax
	decl	%eax
	xorl	%edx, %edx
	divl	%r15d
	movl	%eax, %r12d
	btsq	$32, %r12
	movq	dev_A2(%rip), %rdi
	movq	A2(%rip), %rsi
	shlq	$4, %rcx
	movq	%rcx, %rdx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_Y(%rip), %rdi
	movslq	size_batch(%rip), %rdx
	shlq	$2, %rdx
	movq	%r14, %rsi
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_dZ2(%rip), %rdi
	movq	dZ2(%rip), %rsi
	movslq	size_batch(%rip), %rdx
	shlq	$4, %rdx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	%r12, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_2
# %bb.1:
	movq	dev_A2(%rip), %rdi
	movq	dev_Y(%rip), %rsi
	movq	dev_dZ2(%rip), %rdx
	movl	size_batch(%rip), %ecx
	movl	$1, %r8d
	movl	%ecx, %r9d
	callq	_Z23__device_stub__Back_dZ2PdPiS_iii
.LBB24_2:
	movq	dZ2(%rip), %rdi
	movq	dev_dZ2(%rip), %rsi
	movslq	size_batch(%rip), %rdx
	shlq	$4, %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	leal	19(%r15), %eax
	xorl	%edx, %edx
	divl	%r15d
	movl	%eax, %r12d
	leal	1(%r15), %eax
	xorl	%edx, %edx
	divl	%r15d
	movl	%eax, %r14d
	shlq	$32, %r14
	leaq	(%r14,%r12), %r13
	movq	dev_A1(%rip), %rdi
	movq	A1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	%r13, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_4
# %bb.3:
	movq	dev_A1(%rip), %rdi
	movq	dev_dZ2(%rip), %rsi
	movq	dev_dW2(%rip), %rdx
	movl	size_batch(%rip), %ecx
	movl	$20, (%rsp)
	movl	$20, %r8d
	movl	$2, %r9d
	callq	_Z22__device_stub__Back_dWPdS_S_iiii
.LBB24_4:
	leal	-1(%r15), %r13d
	movq	dW2(%rip), %rdi
	movq	dev_dW2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$2, %ecx
	callq	hipMemcpy
	orq	$1, %r14
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_6
# %bb.5:
	movq	dev_dZ2(%rip), %rdi
	movq	dev_db2(%rip), %rsi
	movl	size_batch(%rip), %edx
	movl	$2, %ecx
	movl	%edx, %r8d
	callq	_Z22__device_stub__Back_dbPdS_iii
.LBB24_6:
	movq	db2(%rip), %rdi
	movq	dev_db2(%rip), %rsi
	movl	$16, %edx
	movl	$2, %ecx
	callq	hipMemcpy
	movl	size_batch(%rip), %eax
	addl	%r13d, %eax
	xorl	%edx, %edx
	divl	%r15d
                                        # kill: def $eax killed $eax def $rax
	shlq	$32, %r12
	leaq	(%rax,%r12), %r14
	movq	dev_W2(%rip), %rdi
	movq	W2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$1, %ecx
	callq	hipMemcpy
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_8
# %bb.7:
	movq	dev_W2(%rip), %rdi
	movq	dev_dZ2(%rip), %rsi
	movq	dev_dA1(%rip), %rdx
	movl	size_batch(%rip), %ecx
	movl	%ecx, (%rsp)
	movl	$2, %r8d
	movl	$20, %r9d
	callq	_Z23__device_stub__Back_dA1PdS_S_iiii
.LBB24_8:
	movq	dA1(%rip), %rdi
	movq	dev_dA1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	movslq	size_batch(%rip), %rcx
	addl	%ecx, %r13d
	movl	%r13d, %eax
	xorl	%edx, %edx
	divl	%r15d
	movl	%eax, %r14d
	orq	%r12, %r14
	movq	dev_A1(%rip), %rdi
	movq	A1(%rip), %rsi
	shlq	$5, %rcx
	leaq	(%rcx,%rcx,4), %rdx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_Z1(%rip), %rdi
	movq	Z1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$1, %ecx
	callq	hipMemcpy
	cmpl	$2, %ebp
	je	.LBB24_12
# %bb.9:
	cmpl	$1, %ebp
	jne	.LBB24_14
# %bb.10:
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_14
# %bb.11:
	movq	dev_dA1(%rip), %rdi
	movq	dev_A1(%rip), %rsi
	movq	dev_Z1(%rip), %rdx
	movq	dev_dZ1(%rip), %rcx
	movl	size_batch(%rip), %r8d
	movl	%r8d, (%rsp)
	movl	$20, %r9d
	callq	_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	jmp	.LBB24_14
.LBB24_12:
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_14
# %bb.13:
	movq	dev_dA1(%rip), %rdi
	movq	dev_A1(%rip), %rsi
	movq	dev_Z1(%rip), %rdx
	movq	dev_dZ1(%rip), %rcx
	movl	size_batch(%rip), %r8d
	movl	%r8d, (%rsp)
	movl	$20, %r9d
	callq	_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
.LBB24_14:
	movq	dZ1(%rip), %rdi
	movq	dev_dZ1(%rip), %rsi
	movslq	size_batch(%rip), %rax
	shlq	$5, %rax
	leaq	(%rax,%rax,4), %rdx
	movl	$2, %ecx
	callq	hipMemcpy
	leal	195(%r15), %eax
	xorl	%edx, %edx
	divl	%r15d
	movl	%eax, %r14d
	orq	%r12, %r14
	movq	dev_X(%rip), %rdi
	movslq	size_batch(%rip), %rax
	imulq	$1568, %rax, %rdx               # imm = 0x620
	movq	16(%rsp), %rsi                  # 8-byte Reload
	movl	$1, %ecx
	callq	hipMemcpy
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_16
# %bb.15:
	movq	dev_X(%rip), %rdi
	movq	dev_dZ1(%rip), %rsi
	movq	dev_dW1(%rip), %rdx
	movl	size_batch(%rip), %ecx
	movl	$196, (%rsp)
	movl	$196, %r8d
	movl	$20, %r9d
	callq	_Z22__device_stub__Back_dWPdS_S_iiii
.LBB24_16:
	movq	dW1(%rip), %rdi
	movq	dev_dW1(%rip), %rsi
	movl	$31360, %edx                    # imm = 0x7A80
	movl	$2, %ecx
	callq	hipMemcpy
	orq	$1, %r12
	movq	%r12, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB24_18
# %bb.17:
	movq	dev_dZ1(%rip), %rdi
	movq	dev_db1(%rip), %rsi
	movl	size_batch(%rip), %edx
	movl	$20, %ecx
	movl	%edx, %r8d
	callq	_Z22__device_stub__Back_dbPdS_iii
.LBB24_18:
	movq	db1(%rip), %rdi
	movq	dev_db1(%rip), %rsi
	movl	$160, %edx
	movl	$2, %ecx
	callq	hipMemcpy
	addq	$24, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	jmp	_Z11free_dev_ZAv                # TAILCALL
.Lfunc_end24:
	.size	_Z8backpropPdPiii, .Lfunc_end24-_Z8backpropPdPiii
	.cfi_endproc
                                        # -- End function
	.globl	_Z15updateParameterdi           # -- Begin function _Z15updateParameterdi
	.type	_Z15updateParameterdi,@function
_Z15updateParameterdi:                  # @_Z15updateParameterdi
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r12
	.cfi_def_cfa_offset 32
	pushq	%rbx
	.cfi_def_cfa_offset 40
	pushq	%rax
	.cfi_def_cfa_offset 48
	.cfi_offset %rbx, -40
	.cfi_offset %r12, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	movl	%edi, %r14d
	movsd	%xmm0, (%rsp)                   # 8-byte Spill
	movl	%edi, %eax
	movq	%rax, %rbx
	shlq	$32, %rbx
	orq	%rax, %rbx
	movq	dev_dW1(%rip), %rdi
	movq	dW1(%rip), %rsi
	movl	$31360, %edx                    # imm = 0x7A80
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_W1(%rip), %rdi
	movq	W1(%rip), %rsi
	movl	$31360, %edx                    # imm = 0x7A80
	movl	$1, %ecx
	callq	hipMemcpy
	leal	195(%r14), %eax
	xorl	%edx, %edx
	divl	%r14d
	movl	%eax, %edi
	leal	19(%r14), %eax
	xorl	%edx, %edx
	divl	%r14d
	movl	%eax, %r15d
	movq	%r15, %r12
	shlq	$32, %r12
	orq	%r12, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB25_2
# %bb.1:
	movq	dev_dW1(%rip), %rdi
	movq	dev_W1(%rip), %rsi
	movl	$196, %edx
	movsd	(%rsp), %xmm0                   # 8-byte Reload
                                        # xmm0 = mem[0],zero
	movl	$20, %ecx
	movl	$196, %r8d
	callq	_Z24__device_stub__update_WbPdS_idii
.LBB25_2:
	movq	W1(%rip), %rdi
	movq	dev_W1(%rip), %rsi
	movl	$31360, %edx                    # imm = 0x7A80
	movl	$2, %ecx
	callq	hipMemcpy
	movq	dev_db1(%rip), %rdi
	movq	db1(%rip), %rsi
	movl	$160, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_b1(%rip), %rdi
	movq	b1(%rip), %rsi
	movl	$160, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	orq	$1, %r12
	movq	%r12, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB25_4
# %bb.3:
	movq	dev_db1(%rip), %rdi
	movq	dev_b1(%rip), %rsi
	movl	$1, %edx
	movsd	(%rsp), %xmm0                   # 8-byte Reload
                                        # xmm0 = mem[0],zero
	movl	$20, %ecx
	movl	$1, %r8d
	callq	_Z24__device_stub__update_WbPdS_idii
.LBB25_4:
	movq	b1(%rip), %rdi
	movq	dev_b1(%rip), %rsi
	movl	$160, %edx
	movl	$2, %ecx
	callq	hipMemcpy
	movq	dev_dW2(%rip), %rdi
	movq	dW2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_W2(%rip), %rdi
	movq	W2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$1, %ecx
	callq	hipMemcpy
	leal	1(%r14), %eax
	xorl	%edx, %edx
	divl	%r14d
	movl	%eax, %r14d
	shlq	$32, %r14
	orq	%r14, %r15
	movq	%r15, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB25_6
# %bb.5:
	movq	dev_dW2(%rip), %rdi
	movq	dev_W2(%rip), %rsi
	movl	$20, %edx
	movsd	(%rsp), %xmm0                   # 8-byte Reload
                                        # xmm0 = mem[0],zero
	movl	$2, %ecx
	movl	$20, %r8d
	callq	_Z24__device_stub__update_WbPdS_idii
.LBB25_6:
	movq	W2(%rip), %rdi
	movq	dev_W2(%rip), %rsi
	movl	$320, %edx                      # imm = 0x140
	movl	$2, %ecx
	callq	hipMemcpy
	movq	dev_db2(%rip), %rdi
	movq	db2(%rip), %rsi
	movl	$16, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	movq	dev_b2(%rip), %rdi
	movq	b2(%rip), %rsi
	movl	$16, %edx
	movl	$1, %ecx
	callq	hipMemcpy
	orq	$1, %r14
	movq	%r14, %rdi
	movl	$1, %esi
	movq	%rbx, %rdx
	movl	$1, %ecx
	xorl	%r8d, %r8d
	xorl	%r9d, %r9d
	callq	__hipPushCallConfiguration
	testl	%eax, %eax
	jne	.LBB25_8
# %bb.7:
	movq	dev_db2(%rip), %rdi
	movq	dev_b2(%rip), %rsi
	movl	$1, %edx
	movsd	(%rsp), %xmm0                   # 8-byte Reload
                                        # xmm0 = mem[0],zero
	movl	$2, %ecx
	movl	$1, %r8d
	callq	_Z24__device_stub__update_WbPdS_idii
.LBB25_8:
	movq	b2(%rip), %rdi
	movq	dev_b2(%rip), %rsi
	movl	$16, %edx
	movl	$2, %ecx
	addq	$8, %rsp
	.cfi_def_cfa_offset 40
	popq	%rbx
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	jmp	hipMemcpy                       # TAILCALL
.Lfunc_end25:
	.size	_Z15updateParameterdi, .Lfunc_end25-_Z15updateParameterdi
	.cfi_endproc
                                        # -- End function
	.section	.rodata.cst8,"aM",@progbits,8
	.p2align	3, 0x0                          # -- Begin function _Z8accuracyPiS_i
.LCPI26_0:
	.quad	0x3ff0000000000000              # double 1
	.text
	.globl	_Z8accuracyPiS_i
	.type	_Z8accuracyPiS_i,@function
_Z8accuracyPiS_i:                       # @_Z8accuracyPiS_i
	.cfi_startproc
# %bb.0:
	testl	%edx, %edx
	jle	.LBB26_1
# %bb.3:                                # %.lr.ph.preheader
	movl	%edx, %eax
	xorpd	%xmm2, %xmm2
	xorl	%ecx, %ecx
	movsd	.LCPI26_0(%rip), %xmm1          # xmm1 = mem[0],zero
	movapd	%xmm2, %xmm0
.LBB26_4:                               # %.lr.ph
                                        # =>This Inner Loop Header: Depth=1
	movl	(%rsi,%rcx,4), %r8d
	addsd	%xmm1, %xmm0
	cmpl	(%rdi,%rcx,4), %r8d
	je	.LBB26_6
# %bb.5:                                # %.lr.ph
                                        #   in Loop: Header=BB26_4 Depth=1
	movapd	%xmm2, %xmm0
.LBB26_6:                               # %.lr.ph
                                        #   in Loop: Header=BB26_4 Depth=1
	incq	%rcx
	movapd	%xmm0, %xmm2
	cmpq	%rcx, %rax
	jne	.LBB26_4
	jmp	.LBB26_2
.LBB26_1:
	xorpd	%xmm0, %xmm0
.LBB26_2:                               # %._crit_edge
	xorps	%xmm1, %xmm1
	cvtsi2sd	%edx, %xmm1
	divsd	%xmm1, %xmm0
	retq
.Lfunc_end26:
	.size	_Z8accuracyPiS_i, .Lfunc_end26-_Z8accuracyPiS_i
	.cfi_endproc
                                        # -- End function
	.section	.rodata.cst8,"aM",@progbits,8
	.p2align	3, 0x0                          # -- Begin function _Z5trainPdPiii
.LCPI27_0:
	.quad	0x3f847ae147ae147b              # double 0.01
	.text
	.globl	_Z5trainPdPiii
	.type	_Z5trainPdPiii,@function
_Z5trainPdPiii:                         # @_Z5trainPdPiii
.Lfunc_begin3:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception3
# %bb.0:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$40, %rsp
	.cfi_def_cfa_offset 96
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movl	%ecx, %ebx
	movl	%edx, %ebp
	movq	%rsi, %r14
	movq	%rdi, %r15
	leaq	24(%rsp), %r13
	movq	%r13, -16(%r13)
	leaq	8(%rsp), %r12
	movl	$.L.str.4, %esi
	movl	$.L.str.4+5, %edx
	movq	%r12, %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp62:
	movq	%r15, %rdi
	movq	%r12, %rdx
	movl	%ebp, %ecx
	movl	%ebx, %r8d
	callq	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.Ltmp63:
# %bb.1:
	movq	8(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB27_3
# %bb.2:                                # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB27_3:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	movq	%r15, %rdi
	movq	%r14, %rsi
	movl	%ebp, %edx
	movl	%ebx, %ecx
	callq	_Z8backpropPdPiii
	movsd	.LCPI27_0(%rip), %xmm0          # xmm0 = mem[0],zero
	movl	%ebx, %edi
	callq	_Z15updateParameterdi
	addq	$40, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB27_4:
	.cfi_def_cfa_offset 96
.Ltmp64:
	movq	%rax, %rbx
	movq	8(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB27_6
# %bb.5:                                # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i12
	callq	_ZdlPv
.LBB27_6:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit14
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end27:
	.size	_Z5trainPdPiii, .Lfunc_end27-_Z5trainPdPiii
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table27:
.Lexception3:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end3-.Lcst_begin3
.Lcst_begin3:
	.uleb128 .Lfunc_begin3-.Lfunc_begin3    # >> Call Site 1 <<
	.uleb128 .Ltmp62-.Lfunc_begin3          #   Call between .Lfunc_begin3 and .Ltmp62
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp62-.Lfunc_begin3          # >> Call Site 2 <<
	.uleb128 .Ltmp63-.Ltmp62                #   Call between .Ltmp62 and .Ltmp63
	.uleb128 .Ltmp64-.Lfunc_begin3          #     jumps to .Ltmp64
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp63-.Lfunc_begin3          # >> Call Site 3 <<
	.uleb128 .Lfunc_end27-.Ltmp63           #   Call between .Ltmp63 and .Lfunc_end27
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end3:
	.p2align	2, 0x0
                                        # -- End function
	.section	.rodata.cst8,"aM",@progbits,8
	.p2align	3, 0x0                          # -- Begin function _Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.LCPI28_0:
	.quad	0x3ff0000000000000              # double 1
.LCPI28_1:
	.quad	0x4079e00000000000              # double 414
.LCPI28_2:
	.quad	0x408e200000000000              # double 964
	.text
	.globl	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.type	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii,@function
_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii: # @_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.Lfunc_begin4:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception4
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$40, %rsp
	.cfi_def_cfa_offset 96
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	movl	%r8d, %ebp
	movl	%ecx, %r15d
	movq	%rdx, %r14
	movq	%rsi, %rbx
	movq	%rdi, %r12
	leaq	24(%rsp), %rax
	movq	%rax, -16(%rax)
	movq	(%rdx), %rsi
	movq	8(%rdx), %rdx
	addq	%rsi, %rdx
	leaq	8(%rsp), %r13
	movq	%r13, %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
.Ltmp65:
	movq	%r12, %rdi
	movq	%r13, %rdx
	movl	%r15d, %ecx
	movl	%ebp, %r8d
	callq	_Z7forwardPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.Ltmp66:
# %bb.1:
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB28_3
# %bb.2:                                # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB28_3:                               # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	cmpq	$5, 8(%r14)
	jne	.LBB28_13
# %bb.4:                                # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit
	movq	(%r14), %rax
	movl	$1767993972, %ecx               # imm = 0x69617274
	xorl	(%rax), %ecx
	movzbl	4(%rax), %eax
	xorl	$110, %eax
	orl	%ecx, %eax
	je	.LBB28_5
.LBB28_13:                              # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit.thread18
	xorpd	%xmm2, %xmm2
	movq	max_index(%rip), %rax
	xorl	%ecx, %ecx
	movsd	.LCPI28_0(%rip), %xmm1          # xmm1 = mem[0],zero
	movapd	%xmm2, %xmm0
.LBB28_14:                              # %.lr.ph.i11
                                        # =>This Inner Loop Header: Depth=1
	movl	(%rbx,%rcx,4), %edx
	addsd	%xmm1, %xmm0
	cmpl	(%rax,%rcx,4), %edx
	je	.LBB28_16
# %bb.15:                               # %.lr.ph.i11
                                        #   in Loop: Header=BB28_14 Depth=1
	movapd	%xmm2, %xmm0
.LBB28_16:                              # %.lr.ph.i11
                                        #   in Loop: Header=BB28_14 Depth=1
	incq	%rcx
	movapd	%xmm0, %xmm2
	cmpq	$414, %rcx                      # imm = 0x19E
	jne	.LBB28_14
# %bb.17:                               # %_Z8accuracyPiS_i.exit17
	divsd	.LCPI28_1(%rip), %xmm0
.LBB28_18:
	addq	$40, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB28_5:                               # %_ZSteqIcSt11char_traitsIcESaIcEEbRKNSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_.exit.thread
	.cfi_def_cfa_offset 96
	xorpd	%xmm2, %xmm2
	movq	max_index(%rip), %rax
	xorl	%ecx, %ecx
	movsd	.LCPI28_0(%rip), %xmm1          # xmm1 = mem[0],zero
	movapd	%xmm2, %xmm0
.LBB28_6:                               # %.lr.ph.i
                                        # =>This Inner Loop Header: Depth=1
	movl	(%rbx,%rcx,4), %edx
	addsd	%xmm1, %xmm0
	cmpl	(%rax,%rcx,4), %edx
	je	.LBB28_8
# %bb.7:                                # %.lr.ph.i
                                        #   in Loop: Header=BB28_6 Depth=1
	movapd	%xmm2, %xmm0
.LBB28_8:                               # %.lr.ph.i
                                        #   in Loop: Header=BB28_6 Depth=1
	incq	%rcx
	movapd	%xmm0, %xmm2
	cmpq	$964, %rcx                      # imm = 0x3C4
	jne	.LBB28_6
# %bb.9:                                # %_Z8accuracyPiS_i.exit
	divsd	.LCPI28_2(%rip), %xmm0
	jmp	.LBB28_18
.LBB28_10:
.Ltmp67:
	movq	%rax, %rbx
	movq	8(%rsp), %rdi
	leaq	24(%rsp), %rax
	cmpq	%rax, %rdi
	je	.LBB28_12
# %bb.11:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i8
	callq	_ZdlPv
.LBB28_12:                              # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit10
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end28:
	.size	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii, .Lfunc_end28-_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table28:
.Lexception4:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end4-.Lcst_begin4
.Lcst_begin4:
	.uleb128 .Lfunc_begin4-.Lfunc_begin4    # >> Call Site 1 <<
	.uleb128 .Ltmp65-.Lfunc_begin4          #   Call between .Lfunc_begin4 and .Ltmp65
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp65-.Lfunc_begin4          # >> Call Site 2 <<
	.uleb128 .Ltmp66-.Ltmp65                #   Call between .Ltmp65 and .Ltmp66
	.uleb128 .Ltmp67-.Lfunc_begin4          #     jumps to .Ltmp67
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp66-.Lfunc_begin4          # >> Call Site 3 <<
	.uleb128 .Lfunc_end28-.Ltmp66           #   Call between .Ltmp66 and .Lfunc_end28
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end4:
	.p2align	2, 0x0
                                        # -- End function
	.text
	.globl	main                            # -- Begin function main
	.type	main,@function
main:                                   # @main
.Lfunc_begin5:
	.cfi_startproc
	.cfi_personality 3, __gxx_personality_v0
	.cfi_lsda 3, .Lexception5
# %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	pushq	%r15
	.cfi_def_cfa_offset 24
	pushq	%r14
	.cfi_def_cfa_offset 32
	pushq	%r13
	.cfi_def_cfa_offset 40
	pushq	%r12
	.cfi_def_cfa_offset 48
	pushq	%rbx
	.cfi_def_cfa_offset 56
	subq	$104, %rsp
	.cfi_def_cfa_offset 160
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	.cfi_offset %rbp, -16
	cmpl	$2, %edi
	jg	.LBB29_2
# %bb.1:
	movl	$.Lstr.1, %edi
	callq	puts@PLT
	movl	$.Lstr.2, %edi
	jmp	.LBB29_4
.LBB29_2:
	cmpl	$3, %edi
	jne	.LBB29_3
# %bb.5:
	movq	%rsi, %r14
	movq	8(%rsi), %rdi
	callq	atoi
	movl	%eax, %ebx
	movq	16(%r14), %rdi
	callq	atoi
	movl	%eax, %ebp
	callq	_Z13initialize_Wbv
	callq	_Z17initialize_dev_Wbv
	movl	$964, %edi                      # imm = 0x3C4
	callq	_Z18initialize_dev_dZAi
	callq	_Z9read_datav
	movl	$0, 12(%rsp)
	leaq	32(%rsp), %r14
	movq	%r14, %rdi
	callq	hipEventCreate
	movq	%rsp, %rdi
	callq	hipEventCreate
	movq	(%r14), %rdi
	xorl	%esi, %esi
	callq	hipEventRecord
	movl	$20000, %r14d                   # imm = 0x4E20
.LBB29_6:                               # =>This Inner Loop Header: Depth=1
	movq	X_trn(%rip), %rdi
	movq	Y_trn(%rip), %rsi
	movl	%ebp, %edx
	movl	%ebx, %ecx
	callq	_Z5trainPdPiii
	decl	%r14d
	jne	.LBB29_6
# %bb.7:                                # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEC2IS3_EEPKcRKS3_.exit
	movq	(%rsp), %rdi
	xorl	%esi, %esi
	callq	hipEventRecord
	movq	(%rsp), %rdi
	callq	hipEventSynchronize
	movq	32(%rsp), %rsi
	movq	(%rsp), %rdx
	leaq	12(%rsp), %r14
	movq	%r14, %rdi
	callq	hipEventElapsedTime
	cvtss2sd	(%r14), %xmm0
	movl	$.L.str.8, %edi
	movb	$1, %al
	callq	printf
	movq	X_trn(%rip), %r14
	movq	Y_trn(%rip), %r15
	leaq	88(%rsp), %r13
	movq	%r13, -16(%r13)
	leaq	72(%rsp), %r12
	movl	$.L.str.4, %esi
	movl	$.L.str.4+5, %edx
	movq	%r12, %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp68:
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movl	%ebp, %ecx
	movl	%ebx, %r8d
	callq	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
	movsd	%xmm0, 24(%rsp)                 # 8-byte Spill
.Ltmp69:
# %bb.8:
	movq	72(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB29_10
# %bb.9:                                # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i
	callq	_ZdlPv
.LBB29_10:                              # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit
	movq	X_tst(%rip), %r14
	movq	Y_tst(%rip), %r15
	leaq	56(%rsp), %r13
	movq	%r13, -16(%r13)
	leaq	40(%rsp), %r12
	movl	$.L.str.9, %esi
	movl	$.L.str.9+4, %edx
	movq	%r12, %rdi
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
.Ltmp71:
	movq	%r14, %rdi
	movq	%r15, %rsi
	movq	%r12, %rdx
	movl	%ebp, %ecx
	movl	%ebx, %r8d
	callq	_Z4testPdPiNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEii
.Ltmp72:
# %bb.11:
	movaps	%xmm0, %xmm1
	movq	40(%rsp), %rdi
	cmpq	%r13, %rdi
	je	.LBB29_13
# %bb.12:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i30
	movsd	%xmm1, 16(%rsp)                 # 8-byte Spill
	callq	_ZdlPv
	movsd	16(%rsp), %xmm1                 # 8-byte Reload
                                        # xmm1 = mem[0],zero
.LBB29_13:                              # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit32
	movl	$.L.str.10, %edi
	movsd	24(%rsp), %xmm0                 # 8-byte Reload
                                        # xmm0 = mem[0],zero
	movb	$2, %al
	callq	printf
	callq	_Z11free_dev_Wbv
	callq	_Z12free_dev_dZAv
	xorl	%eax, %eax
	jmp	.LBB29_14
.LBB29_3:
	movl	$.Lstr, %edi
.LBB29_4:
	callq	puts@PLT
	movl	$-1, %eax
.LBB29_14:
	addq	$104, %rsp
	.cfi_def_cfa_offset 56
	popq	%rbx
	.cfi_def_cfa_offset 48
	popq	%r12
	.cfi_def_cfa_offset 40
	popq	%r13
	.cfi_def_cfa_offset 32
	popq	%r14
	.cfi_def_cfa_offset 24
	popq	%r15
	.cfi_def_cfa_offset 16
	popq	%rbp
	.cfi_def_cfa_offset 8
	retq
.LBB29_16:
	.cfi_def_cfa_offset 160
.Ltmp73:
	movq	%rax, %rbx
	movq	40(%rsp), %rdi
	jmp	.LBB29_17
.LBB29_15:
.Ltmp70:
	movq	%rax, %rbx
	movq	72(%rsp), %rdi
.LBB29_17:
	cmpq	%r13, %rdi
	je	.LBB29_19
# %bb.18:                               # %_ZNKSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE11_M_is_localEv.exit.i.i36
	callq	_ZdlPv
.LBB29_19:                              # %_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEED2Ev.exit35
	movq	%rbx, %rdi
	callq	_Unwind_Resume@PLT
.Lfunc_end29:
	.size	main, .Lfunc_end29-main
	.cfi_endproc
	.section	.gcc_except_table,"a",@progbits
	.p2align	2, 0x0
GCC_except_table29:
.Lexception5:
	.byte	255                             # @LPStart Encoding = omit
	.byte	255                             # @TType Encoding = omit
	.byte	1                               # Call site Encoding = uleb128
	.uleb128 .Lcst_end5-.Lcst_begin5
.Lcst_begin5:
	.uleb128 .Lfunc_begin5-.Lfunc_begin5    # >> Call Site 1 <<
	.uleb128 .Ltmp68-.Lfunc_begin5          #   Call between .Lfunc_begin5 and .Ltmp68
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp68-.Lfunc_begin5          # >> Call Site 2 <<
	.uleb128 .Ltmp69-.Ltmp68                #   Call between .Ltmp68 and .Ltmp69
	.uleb128 .Ltmp70-.Lfunc_begin5          #     jumps to .Ltmp70
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp69-.Lfunc_begin5          # >> Call Site 3 <<
	.uleb128 .Ltmp71-.Ltmp69                #   Call between .Ltmp69 and .Ltmp71
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp71-.Lfunc_begin5          # >> Call Site 4 <<
	.uleb128 .Ltmp72-.Ltmp71                #   Call between .Ltmp71 and .Ltmp72
	.uleb128 .Ltmp73-.Lfunc_begin5          #     jumps to .Ltmp73
	.byte	0                               #   On action: cleanup
	.uleb128 .Ltmp72-.Lfunc_begin5          # >> Call Site 5 <<
	.uleb128 .Lfunc_end29-.Ltmp72           #   Call between .Ltmp72 and .Lfunc_end29
	.byte	0                               #     has no landing pad
	.byte	0                               #   On action: cleanup
.Lcst_end5:
	.p2align	2, 0x0
                                        # -- End function
	.section	.text._ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag,"axG",@progbits,_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag,comdat
	.weak	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag # -- Begin function _ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
	.p2align	1, 0x90
	.type	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag,@function
_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag: # @_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r12
	.cfi_def_cfa_offset 32
	pushq	%rbx
	.cfi_def_cfa_offset 40
	pushq	%rax
	.cfi_def_cfa_offset 48
	.cfi_offset %rbx, -40
	.cfi_offset %r12, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	movq	%rdx, %r14
	movq	%rsi, %r15
	movq	%rdi, %rbx
	subq	%rsi, %r14
	movq	%r14, (%rsp)
	cmpq	$15, %r14
	jbe	.LBB30_1
# %bb.2:
	movq	%rsp, %r12
	movq	%rbx, %rdi
	movq	%r12, %rsi
	xorl	%edx, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE9_M_createERmm
	movq	%rax, (%rbx)
	movq	(%r12), %rcx
	movq	%rcx, 16(%rbx)
	jmp	.LBB30_3
.LBB30_1:                               # %._crit_edge
	movq	(%rbx), %rax
.LBB30_3:
	testq	%r14, %r14
	je	.LBB30_7
# %bb.4:
	cmpq	$1, %r14
	jne	.LBB30_6
# %bb.5:
	movb	(%r15), %cl
	movb	%cl, (%rax)
	jmp	.LBB30_7
.LBB30_6:
	movq	%rax, %rdi
	movq	%r15, %rsi
	movq	%r14, %rdx
	callq	memcpy@PLT
.LBB30_7:                               # %_ZZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tagEN6_GuardD2Ev.exit
	movq	(%rsp), %rax
	movq	%rax, 8(%rbx)
	movq	(%rbx), %rcx
	movb	$0, (%rcx,%rax)
	addq	$8, %rsp
	.cfi_def_cfa_offset 40
	popq	%rbx
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end30:
	.size	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag, .Lfunc_end30-_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPKcEEvT_S8_St20forward_iterator_tag
	.cfi_endproc
                                        # -- End function
	.section	.text._ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag,"axG",@progbits,_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag,comdat
	.weak	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag # -- Begin function _ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
	.p2align	1, 0x90
	.type	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag,@function
_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag: # @_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
	.cfi_startproc
# %bb.0:
	pushq	%r15
	.cfi_def_cfa_offset 16
	pushq	%r14
	.cfi_def_cfa_offset 24
	pushq	%r12
	.cfi_def_cfa_offset 32
	pushq	%rbx
	.cfi_def_cfa_offset 40
	pushq	%rax
	.cfi_def_cfa_offset 48
	.cfi_offset %rbx, -40
	.cfi_offset %r12, -32
	.cfi_offset %r14, -24
	.cfi_offset %r15, -16
	movq	%rdx, %r14
	movq	%rsi, %r15
	movq	%rdi, %rbx
	subq	%rsi, %r14
	movq	%r14, (%rsp)
	cmpq	$15, %r14
	jbe	.LBB31_1
# %bb.2:
	movq	%rsp, %r12
	movq	%rbx, %rdi
	movq	%r12, %rsi
	xorl	%edx, %edx
	callq	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE9_M_createERmm
	movq	%rax, (%rbx)
	movq	(%r12), %rcx
	movq	%rcx, 16(%rbx)
	jmp	.LBB31_3
.LBB31_1:                               # %._crit_edge
	movq	(%rbx), %rax
.LBB31_3:
	testq	%r14, %r14
	je	.LBB31_7
# %bb.4:
	cmpq	$1, %r14
	jne	.LBB31_6
# %bb.5:
	movb	(%r15), %cl
	movb	%cl, (%rax)
	jmp	.LBB31_7
.LBB31_6:
	movq	%rax, %rdi
	movq	%r15, %rsi
	movq	%r14, %rdx
	callq	memcpy@PLT
.LBB31_7:                               # %_ZZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tagEN6_GuardD2Ev.exit
	movq	(%rsp), %rax
	movq	%rax, 8(%rbx)
	movq	(%rbx), %rcx
	movb	$0, (%rcx,%rax)
	addq	$8, %rsp
	.cfi_def_cfa_offset 40
	popq	%rbx
	.cfi_def_cfa_offset 32
	popq	%r12
	.cfi_def_cfa_offset 24
	popq	%r14
	.cfi_def_cfa_offset 16
	popq	%r15
	.cfi_def_cfa_offset 8
	retq
.Lfunc_end31:
	.size	_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag, .Lfunc_end31-_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE12_M_constructIPcEEvT_S7_St20forward_iterator_tag
	.cfi_endproc
                                        # -- End function
	.section	.rodata.cst8,"aM",@progbits,8
	.p2align	3, 0x0                          # -- Begin function _ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
.LCPI32_0:
	.quad	0x41dfffffff800000              # double 2147483646
.LCPI32_3:
	.quad	0x3ff0000000000000              # double 1
	.section	.rodata.cst4,"aM",@progbits,4
	.p2align	2, 0x0
.LCPI32_1:
	.long	0x40000000                      # float 2
.LCPI32_2:
	.long	0x5f000000                      # float 9.22337203E+18
	.section	.rodata.cst16,"aM",@progbits,16
	.p2align	4, 0x0
.LCPI32_4:
	.long	1127219200                      # 0x43300000
	.long	1160773632                      # 0x45300000
	.long	0                               # 0x0
	.long	0                               # 0x0
.LCPI32_5:
	.quad	0x4330000000000000              # double 4503599627370496
	.quad	0x4530000000000000              # double 1.9342813113834067E+25
	.section	.text._ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_,"axG",@progbits,_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_,comdat
	.weak	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	.type	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_,@function
_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_: # @_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	.cfi_startproc
# %bb.0:
	pushq	%rbx
	.cfi_def_cfa_offset 16
	subq	$64, %rsp
	.cfi_def_cfa_offset 80
	.cfi_offset %rbx, -16
	movq	%rdi, %rbx
	fldl	.LCPI32_0(%rip)
	fstpt	(%rsp)
	callq	logl
	fstpt	52(%rsp)                        # 10-byte Folded Spill
	flds	.LCPI32_1(%rip)
	fstpt	(%rsp)
	callq	logl
	fldt	52(%rsp)                        # 10-byte Folded Reload
	fdivp	%st, %st(1)
	flds	.LCPI32_2(%rip)
	xorl	%ecx, %ecx
	fxch	%st(1)
	fucomi	%st(1), %st
	fldz
	fcmovnb	%st(2), %st
	fstp	%st(2)
	fsubp	%st, %st(1)
	setae	%cl
	fnstcw	20(%rsp)
	movzwl	20(%rsp), %eax
	orl	$3072, %eax                     # imm = 0xC00
	movw	%ax, 22(%rsp)
	fldcw	22(%rsp)
	fistpll	40(%rsp)
	fldcw	20(%rsp)
	shlq	$63, %rcx
	xorq	40(%rsp), %rcx
	leaq	52(%rcx), %rax
	xorl	%edx, %edx
	divq	%rcx
	movq	%rax, %rcx
	cmpq	$1, %rax
	adcq	$0, %rcx
	movq	(%rbx), %rax
	xorpd	%xmm0, %xmm0
	movsd	.LCPI32_3(%rip), %xmm1          # xmm1 = mem[0],zero
	movabsq	$8589934597, %rdi               # imm = 0x200000005
	movdqa	.LCPI32_4(%rip), %xmm2          # xmm2 = [1127219200,1160773632,0,0]
	movapd	.LCPI32_5(%rip), %xmm3          # xmm3 = [4.503599627370496E+15,1.9342813113834067E+25]
.LBB32_1:                               # %select.unfold
                                        # =>This Inner Loop Header: Depth=1
	imulq	$16807, %rax, %rsi              # imm = 0x41A7
	movq	%rsi, %rax
	mulq	%rdi
	movq	%rsi, %r8
	subq	%rdx, %r8
	shrq	%r8
	addq	%rdx, %r8
	shrq	$30, %r8
	movq	%r8, %rax
	shlq	$31, %rax
	subq	%rax, %r8
	leaq	(%rsi,%r8), %rax
	leaq	(%rsi,%r8), %rdx
	decq	%rdx
	movq	%rdx, %xmm4
	punpckldq	%xmm2, %xmm4            # xmm4 = xmm4[0],xmm2[0],xmm4[1],xmm2[1]
	subpd	%xmm3, %xmm4
	movapd	%xmm4, %xmm5
	unpckhpd	%xmm4, %xmm5                    # xmm5 = xmm5[1],xmm4[1]
	addsd	%xmm4, %xmm5
	mulsd	%xmm1, %xmm5
	movsd	%xmm1, 32(%rsp)
	fldl	32(%rsp)
	fmull	.LCPI32_0(%rip)
	addsd	%xmm5, %xmm0
	fstpl	24(%rsp)
	movsd	24(%rsp), %xmm1                 # xmm1 = mem[0],zero
	decq	%rcx
	jne	.LBB32_1
# %bb.2:
	movq	%rax, (%rbx)
	divsd	%xmm1, %xmm0
	ucomisd	.LCPI32_3(%rip), %xmm0
	jae	.LBB32_4
# %bb.3:
	addq	$64, %rsp
	.cfi_def_cfa_offset 16
	popq	%rbx
	.cfi_def_cfa_offset 8
	retq
.LBB32_4:
	.cfi_def_cfa_offset 80
	movsd	.LCPI32_3(%rip), %xmm0          # xmm0 = mem[0],zero
	xorpd	%xmm1, %xmm1
	addq	$64, %rsp
	.cfi_def_cfa_offset 16
	popq	%rbx
	.cfi_def_cfa_offset 8
	jmp	nextafter                       # TAILCALL
.Lfunc_end32:
	.size	_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_, .Lfunc_end32-_ZSt18generate_canonicalIdLm53ESt26linear_congruential_engineImLm16807ELm0ELm2147483647EEET_RT1_
	.cfi_endproc
                                        # -- End function
	.text
	.p2align	4, 0x90                         # -- Begin function __hip_module_ctor
	.type	__hip_module_ctor,@function
__hip_module_ctor:                      # @__hip_module_ctor
	.cfi_startproc
# %bb.0:
	pushq	%rbx
	.cfi_def_cfa_offset 16
	subq	$32, %rsp
	.cfi_def_cfa_offset 48
	.cfi_offset %rbx, -16
	movq	__hip_gpubin_handle(%rip), %rbx
	testq	%rbx, %rbx
	jne	.LBB33_2
# %bb.1:
	movl	$__hip_fatbin_wrapper, %edi
	callq	__hipRegisterFatBinary
	movq	%rax, %rbx
	movq	%rax, __hip_gpubin_handle(%rip)
.LBB33_2:
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, %esi
	movl	$.L__unnamed_1, %edx
	movl	$.L__unnamed_1, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, %esi
	movl	$.L__unnamed_2, %edx
	movl	$.L__unnamed_2, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z11OutputLayerPdS_S_S_iiii, %esi
	movl	$.L__unnamed_3, %edx
	movl	$.L__unnamed_3, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z7SoftmaxPdS_Piiii, %esi
	movl	$.L__unnamed_4, %edx
	movl	$.L__unnamed_4, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z8Back_dZ2PdPiS_iii, %esi
	movl	$.L__unnamed_5, %edx
	movl	$.L__unnamed_5, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z7Back_dWPdS_S_iiii, %esi
	movl	$.L__unnamed_6, %edx
	movl	$.L__unnamed_6, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z7Back_dbPdS_iii, %esi
	movl	$.L__unnamed_7, %edx
	movl	$.L__unnamed_7, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z8Back_dA1PdS_S_iiii, %esi
	movl	$.L__unnamed_8, %edx
	movl	$.L__unnamed_8, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z16Back_dZ1_SigmoidPdS_S_S_iii, %esi
	movl	$.L__unnamed_9, %edx
	movl	$.L__unnamed_9, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z13Back_dZ1_ReLUPdS_S_S_iii, %esi
	movl	$.L__unnamed_10, %edx
	movl	$.L__unnamed_10, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	xorps	%xmm0, %xmm0
	movups	%xmm0, 16(%rsp)
	movups	%xmm0, (%rsp)
	movl	$_Z9update_WbPdS_idii, %esi
	movl	$.L__unnamed_11, %edx
	movl	$.L__unnamed_11, %ecx
	movq	%rbx, %rdi
	movl	$-1, %r8d
	xorl	%r9d, %r9d
	callq	__hipRegisterFunction
	movl	$__hip_module_dtor, %edi
	addq	$32, %rsp
	.cfi_def_cfa_offset 16
	popq	%rbx
	.cfi_def_cfa_offset 8
	jmp	atexit                          # TAILCALL
.Lfunc_end33:
	.size	__hip_module_ctor, .Lfunc_end33-__hip_module_ctor
	.cfi_endproc
                                        # -- End function
	.p2align	4, 0x90                         # -- Begin function __hip_module_dtor
	.type	__hip_module_dtor,@function
__hip_module_dtor:                      # @__hip_module_dtor
	.cfi_startproc
# %bb.0:
	movq	__hip_gpubin_handle(%rip), %rdi
	testq	%rdi, %rdi
	je	.LBB34_2
# %bb.1:
	pushq	%rax
	.cfi_def_cfa_offset 16
	callq	__hipUnregisterFatBinary
	movq	$0, __hip_gpubin_handle(%rip)
	addq	$8, %rsp
	.cfi_def_cfa_offset 8
.LBB34_2:
	retq
.Lfunc_end34:
	.size	__hip_module_dtor, .Lfunc_end34-__hip_module_dtor
	.cfi_endproc
                                        # -- End function
	.type	size_batch,@object              # @size_batch
	.bss
	.globl	size_batch
	.p2align	2, 0x0
size_batch:
	.long	0                               # 0x0
	.size	size_batch, 4

	.type	Y_trn,@object                   # @Y_trn
	.globl	Y_trn
	.p2align	3, 0x0
Y_trn:
	.quad	0
	.size	Y_trn, 8

	.type	Y_tst,@object                   # @Y_tst
	.globl	Y_tst
	.p2align	3, 0x0
Y_tst:
	.quad	0
	.size	Y_tst, 8

	.type	max_index,@object               # @max_index
	.globl	max_index
	.p2align	3, 0x0
max_index:
	.quad	0
	.size	max_index, 8

	.type	dev_Y,@object                   # @dev_Y
	.globl	dev_Y
	.p2align	3, 0x0
dev_Y:
	.quad	0
	.size	dev_Y, 8

	.type	dev_max_index,@object           # @dev_max_index
	.globl	dev_max_index
	.p2align	3, 0x0
dev_max_index:
	.quad	0
	.size	dev_max_index, 8

	.type	X_trn,@object                   # @X_trn
	.globl	X_trn
	.p2align	3, 0x0
X_trn:
	.quad	0
	.size	X_trn, 8

	.type	X_tst,@object                   # @X_tst
	.globl	X_tst
	.p2align	3, 0x0
X_tst:
	.quad	0
	.size	X_tst, 8

	.type	X,@object                       # @X
	.globl	X
	.p2align	3, 0x0
X:
	.quad	0
	.size	X, 8

	.type	W1,@object                      # @W1
	.globl	W1
	.p2align	3, 0x0
W1:
	.quad	0
	.size	W1, 8

	.type	b1,@object                      # @b1
	.globl	b1
	.p2align	3, 0x0
b1:
	.quad	0
	.size	b1, 8

	.type	W2,@object                      # @W2
	.globl	W2
	.p2align	3, 0x0
W2:
	.quad	0
	.size	W2, 8

	.type	b2,@object                      # @b2
	.globl	b2
	.p2align	3, 0x0
b2:
	.quad	0
	.size	b2, 8

	.type	dW1,@object                     # @dW1
	.globl	dW1
	.p2align	3, 0x0
dW1:
	.quad	0
	.size	dW1, 8

	.type	db1,@object                     # @db1
	.globl	db1
	.p2align	3, 0x0
db1:
	.quad	0
	.size	db1, 8

	.type	dW2,@object                     # @dW2
	.globl	dW2
	.p2align	3, 0x0
dW2:
	.quad	0
	.size	dW2, 8

	.type	db2,@object                     # @db2
	.globl	db2
	.p2align	3, 0x0
db2:
	.quad	0
	.size	db2, 8

	.type	Z1,@object                      # @Z1
	.globl	Z1
	.p2align	3, 0x0
Z1:
	.quad	0
	.size	Z1, 8

	.type	A1,@object                      # @A1
	.globl	A1
	.p2align	3, 0x0
A1:
	.quad	0
	.size	A1, 8

	.type	Z2,@object                      # @Z2
	.globl	Z2
	.p2align	3, 0x0
Z2:
	.quad	0
	.size	Z2, 8

	.type	A2,@object                      # @A2
	.globl	A2
	.p2align	3, 0x0
A2:
	.quad	0
	.size	A2, 8

	.type	dZ1,@object                     # @dZ1
	.globl	dZ1
	.p2align	3, 0x0
dZ1:
	.quad	0
	.size	dZ1, 8

	.type	dA1,@object                     # @dA1
	.globl	dA1
	.p2align	3, 0x0
dA1:
	.quad	0
	.size	dA1, 8

	.type	dZ2,@object                     # @dZ2
	.globl	dZ2
	.p2align	3, 0x0
dZ2:
	.quad	0
	.size	dZ2, 8

	.type	dA2,@object                     # @dA2
	.globl	dA2
	.p2align	3, 0x0
dA2:
	.quad	0
	.size	dA2, 8

	.type	dev_X,@object                   # @dev_X
	.globl	dev_X
	.p2align	3, 0x0
dev_X:
	.quad	0
	.size	dev_X, 8

	.type	dev_W1,@object                  # @dev_W1
	.globl	dev_W1
	.p2align	3, 0x0
dev_W1:
	.quad	0
	.size	dev_W1, 8

	.type	dev_b1,@object                  # @dev_b1
	.globl	dev_b1
	.p2align	3, 0x0
dev_b1:
	.quad	0
	.size	dev_b1, 8

	.type	dev_W2,@object                  # @dev_W2
	.globl	dev_W2
	.p2align	3, 0x0
dev_W2:
	.quad	0
	.size	dev_W2, 8

	.type	dev_b2,@object                  # @dev_b2
	.globl	dev_b2
	.p2align	3, 0x0
dev_b2:
	.quad	0
	.size	dev_b2, 8

	.type	dev_dW1,@object                 # @dev_dW1
	.globl	dev_dW1
	.p2align	3, 0x0
dev_dW1:
	.quad	0
	.size	dev_dW1, 8

	.type	dev_db1,@object                 # @dev_db1
	.globl	dev_db1
	.p2align	3, 0x0
dev_db1:
	.quad	0
	.size	dev_db1, 8

	.type	dev_dW2,@object                 # @dev_dW2
	.globl	dev_dW2
	.p2align	3, 0x0
dev_dW2:
	.quad	0
	.size	dev_dW2, 8

	.type	dev_db2,@object                 # @dev_db2
	.globl	dev_db2
	.p2align	3, 0x0
dev_db2:
	.quad	0
	.size	dev_db2, 8

	.type	dev_Z1,@object                  # @dev_Z1
	.globl	dev_Z1
	.p2align	3, 0x0
dev_Z1:
	.quad	0
	.size	dev_Z1, 8

	.type	dev_A1,@object                  # @dev_A1
	.globl	dev_A1
	.p2align	3, 0x0
dev_A1:
	.quad	0
	.size	dev_A1, 8

	.type	dev_Z2,@object                  # @dev_Z2
	.globl	dev_Z2
	.p2align	3, 0x0
dev_Z2:
	.quad	0
	.size	dev_Z2, 8

	.type	dev_A2,@object                  # @dev_A2
	.globl	dev_A2
	.p2align	3, 0x0
dev_A2:
	.quad	0
	.size	dev_A2, 8

	.type	dev_dZ1,@object                 # @dev_dZ1
	.globl	dev_dZ1
	.p2align	3, 0x0
dev_dZ1:
	.quad	0
	.size	dev_dZ1, 8

	.type	dev_dA1,@object                 # @dev_dA1
	.globl	dev_dA1
	.p2align	3, 0x0
dev_dA1:
	.quad	0
	.size	dev_dA1, 8

	.type	dev_dZ2,@object                 # @dev_dZ2
	.globl	dev_dZ2
	.p2align	3, 0x0
dev_dZ2:
	.quad	0
	.size	dev_dZ2, 8

	.type	dev_dA2,@object                 # @dev_dA2
	.globl	dev_dA2
	.p2align	3, 0x0
dev_dA2:
	.quad	0
	.size	dev_dA2, 8

	.type	.L.str,@object                  # @.str
	.section	.rodata.str1.1,"aMS",@progbits,1
.L.str:
	.asciz	"X_trn.csv"
	.size	.L.str, 10

	.type	.L.str.1,@object                # @.str.1
.L.str.1:
	.asciz	"Y_trn.csv"
	.size	.L.str.1, 10

	.type	.L.str.2,@object                # @.str.2
.L.str.2:
	.asciz	"X_tst.csv"
	.size	.L.str.2, 10

	.type	.L.str.3,@object                # @.str.3
.L.str.3:
	.asciz	"Y_tst.csv"
	.size	.L.str.3, 10

	.type	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii,@object # @_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.section	.rodata,"a",@progbits
	.globl	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.p2align	3, 0x0
_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii:
	.quad	_Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	.size	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, 8

	.type	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii,@object # @_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.globl	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.p2align	3, 0x0
_Z16HiddenLayer_ReLUPdS_S_S_S_iiii:
	.quad	_Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
	.size	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, 8

	.type	_Z11OutputLayerPdS_S_S_iiii,@object # @_Z11OutputLayerPdS_S_S_iiii
	.globl	_Z11OutputLayerPdS_S_S_iiii
	.p2align	3, 0x0
_Z11OutputLayerPdS_S_S_iiii:
	.quad	_Z26__device_stub__OutputLayerPdS_S_S_iiii
	.size	_Z11OutputLayerPdS_S_S_iiii, 8

	.type	_Z7SoftmaxPdS_Piiii,@object     # @_Z7SoftmaxPdS_Piiii
	.globl	_Z7SoftmaxPdS_Piiii
	.p2align	3, 0x0
_Z7SoftmaxPdS_Piiii:
	.quad	_Z22__device_stub__SoftmaxPdS_Piiii
	.size	_Z7SoftmaxPdS_Piiii, 8

	.type	_Z8Back_dZ2PdPiS_iii,@object    # @_Z8Back_dZ2PdPiS_iii
	.globl	_Z8Back_dZ2PdPiS_iii
	.p2align	3, 0x0
_Z8Back_dZ2PdPiS_iii:
	.quad	_Z23__device_stub__Back_dZ2PdPiS_iii
	.size	_Z8Back_dZ2PdPiS_iii, 8

	.type	_Z7Back_dWPdS_S_iiii,@object    # @_Z7Back_dWPdS_S_iiii
	.globl	_Z7Back_dWPdS_S_iiii
	.p2align	3, 0x0
_Z7Back_dWPdS_S_iiii:
	.quad	_Z22__device_stub__Back_dWPdS_S_iiii
	.size	_Z7Back_dWPdS_S_iiii, 8

	.type	_Z7Back_dbPdS_iii,@object       # @_Z7Back_dbPdS_iii
	.globl	_Z7Back_dbPdS_iii
	.p2align	3, 0x0
_Z7Back_dbPdS_iii:
	.quad	_Z22__device_stub__Back_dbPdS_iii
	.size	_Z7Back_dbPdS_iii, 8

	.type	_Z8Back_dA1PdS_S_iiii,@object   # @_Z8Back_dA1PdS_S_iiii
	.globl	_Z8Back_dA1PdS_S_iiii
	.p2align	3, 0x0
_Z8Back_dA1PdS_S_iiii:
	.quad	_Z23__device_stub__Back_dA1PdS_S_iiii
	.size	_Z8Back_dA1PdS_S_iiii, 8

	.type	_Z16Back_dZ1_SigmoidPdS_S_S_iii,@object # @_Z16Back_dZ1_SigmoidPdS_S_S_iii
	.globl	_Z16Back_dZ1_SigmoidPdS_S_S_iii
	.p2align	3, 0x0
_Z16Back_dZ1_SigmoidPdS_S_S_iii:
	.quad	_Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	.size	_Z16Back_dZ1_SigmoidPdS_S_S_iii, 8

	.type	_Z13Back_dZ1_ReLUPdS_S_S_iii,@object # @_Z13Back_dZ1_ReLUPdS_S_S_iii
	.globl	_Z13Back_dZ1_ReLUPdS_S_S_iii
	.p2align	3, 0x0
_Z13Back_dZ1_ReLUPdS_S_S_iii:
	.quad	_Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
	.size	_Z13Back_dZ1_ReLUPdS_S_S_iii, 8

	.type	_Z9update_WbPdS_idii,@object    # @_Z9update_WbPdS_idii
	.globl	_Z9update_WbPdS_idii
	.p2align	3, 0x0
_Z9update_WbPdS_idii:
	.quad	_Z24__device_stub__update_WbPdS_idii
	.size	_Z9update_WbPdS_idii, 8

	.type	.L.str.4,@object                # @.str.4
	.section	.rodata.str1.1,"aMS",@progbits,1
.L.str.4:
	.asciz	"train"
	.size	.L.str.4, 6

	.type	.L.str.8,@object                # @.str.8
.L.str.8:
	.asciz	"Elapsed Time: %.4e msec. \n"
	.size	.L.str.8, 27

	.type	.L.str.9,@object                # @.str.9
.L.str.9:
	.asciz	"test"
	.size	.L.str.9, 5

	.type	.L.str.10,@object               # @.str.10
.L.str.10:
	.asciz	"the training accuracy is: %f, the test accuracy is: %f\n"
	.size	.L.str.10, 56

	.type	.L.str.11,@object               # @.str.11
.L.str.11:
	.asciz	"stod"
	.size	.L.str.11, 5

	.type	.L__unnamed_1,@object           # @0
.L__unnamed_1:
	.asciz	"_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii"
	.size	.L__unnamed_1, 38

	.type	.L__unnamed_2,@object           # @1
.L__unnamed_2:
	.asciz	"_Z16HiddenLayer_ReLUPdS_S_S_S_iiii"
	.size	.L__unnamed_2, 35

	.type	.L__unnamed_3,@object           # @2
.L__unnamed_3:
	.asciz	"_Z11OutputLayerPdS_S_S_iiii"
	.size	.L__unnamed_3, 28

	.type	.L__unnamed_4,@object           # @3
.L__unnamed_4:
	.asciz	"_Z7SoftmaxPdS_Piiii"
	.size	.L__unnamed_4, 20

	.type	.L__unnamed_5,@object           # @4
.L__unnamed_5:
	.asciz	"_Z8Back_dZ2PdPiS_iii"
	.size	.L__unnamed_5, 21

	.type	.L__unnamed_6,@object           # @5
.L__unnamed_6:
	.asciz	"_Z7Back_dWPdS_S_iiii"
	.size	.L__unnamed_6, 21

	.type	.L__unnamed_7,@object           # @6
.L__unnamed_7:
	.asciz	"_Z7Back_dbPdS_iii"
	.size	.L__unnamed_7, 18

	.type	.L__unnamed_8,@object           # @7
.L__unnamed_8:
	.asciz	"_Z8Back_dA1PdS_S_iiii"
	.size	.L__unnamed_8, 22

	.type	.L__unnamed_9,@object           # @8
.L__unnamed_9:
	.asciz	"_Z16Back_dZ1_SigmoidPdS_S_S_iii"
	.size	.L__unnamed_9, 32

	.type	.L__unnamed_10,@object          # @9
.L__unnamed_10:
	.asciz	"_Z13Back_dZ1_ReLUPdS_S_S_iii"
	.size	.L__unnamed_10, 29

	.type	.L__unnamed_11,@object          # @10
.L__unnamed_11:
	.asciz	"_Z9update_WbPdS_idii"
	.size	.L__unnamed_11, 21

	.type	__hip_fatbin_wrapper,@object    # @__hip_fatbin_wrapper
	.section	.hipFatBinSegment,"a",@progbits
	.p2align	3, 0x0
__hip_fatbin_wrapper:
	.long	1212764230                      # 0x48495046
	.long	1                               # 0x1
	.quad	__hip_fatbin
	.quad	0
	.size	__hip_fatbin_wrapper, 24

	.type	__hip_gpubin_handle,@object     # @__hip_gpubin_handle
	.local	__hip_gpubin_handle
	.comm	__hip_gpubin_handle,8,8
	.section	.init_array,"aw",@init_array
	.p2align	3, 0x0
	.quad	__hip_module_ctor
	.type	__hip_cuid_,@object             # @__hip_cuid_
	.bss
	.globl	__hip_cuid_
__hip_cuid_:
	.byte	0                               # 0x0
	.size	__hip_cuid_, 1

	.type	.Lstr,@object                   # @str
	.section	.rodata.str1.1,"aMS",@progbits,1
.Lstr:
	.asciz	"\n Too many arguments. "
	.size	.Lstr, 23

	.type	.Lstr.1,@object                 # @str.1
.Lstr.1:
	.asciz	" Usage: first argument: dimension of square matrix "
	.size	.Lstr.1, 52

	.type	.Lstr.2,@object                 # @str.2
.Lstr.2:
	.asciz	"        second argument: size of CUDA block "
	.size	.Lstr.2, 45

	.ident	"AMD clang version 18.0.0git (https://github.com/RadeonOpenCompute/llvm-project roc-6.3.2 25012 e5bf7e55c91490b07c49d8960fa7983d864936c4)"
	.section	".note.GNU-stack","",@progbits
	.addrsig
	.addrsig_sym __gxx_personality_v0
	.addrsig_sym _Z34__device_stub__HiddenLayer_SigmoidPdS_S_S_S_iiii
	.addrsig_sym _Z31__device_stub__HiddenLayer_ReLUPdS_S_S_S_iiii
	.addrsig_sym _Z26__device_stub__OutputLayerPdS_S_S_iiii
	.addrsig_sym _Z22__device_stub__SoftmaxPdS_Piiii
	.addrsig_sym _Z23__device_stub__Back_dZ2PdPiS_iii
	.addrsig_sym _Z22__device_stub__Back_dWPdS_S_iiii
	.addrsig_sym _Z22__device_stub__Back_dbPdS_iii
	.addrsig_sym _Z23__device_stub__Back_dA1PdS_S_iiii
	.addrsig_sym _Z31__device_stub__Back_dZ1_SigmoidPdS_S_S_iii
	.addrsig_sym _Z28__device_stub__Back_dZ1_ReLUPdS_S_S_iii
	.addrsig_sym _Z24__device_stub__update_WbPdS_idii
	.addrsig_sym __hip_module_ctor
	.addrsig_sym __hip_module_dtor
	.addrsig_sym _Unwind_Resume
	.addrsig_sym dev_Y
	.addrsig_sym dev_max_index
	.addrsig_sym dev_X
	.addrsig_sym dev_W1
	.addrsig_sym dev_b1
	.addrsig_sym dev_W2
	.addrsig_sym dev_b2
	.addrsig_sym dev_dW1
	.addrsig_sym dev_db1
	.addrsig_sym dev_dW2
	.addrsig_sym dev_db2
	.addrsig_sym dev_Z1
	.addrsig_sym dev_A1
	.addrsig_sym dev_Z2
	.addrsig_sym dev_A2
	.addrsig_sym dev_dZ1
	.addrsig_sym dev_dA1
	.addrsig_sym dev_dZ2
	.addrsig_sym dev_dA2
	.addrsig_sym _Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.addrsig_sym _Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.addrsig_sym _Z11OutputLayerPdS_S_S_iiii
	.addrsig_sym _Z7SoftmaxPdS_Piiii
	.addrsig_sym _Z8Back_dZ2PdPiS_iii
	.addrsig_sym _Z7Back_dWPdS_S_iiii
	.addrsig_sym _Z7Back_dbPdS_iii
	.addrsig_sym _Z8Back_dA1PdS_S_iiii
	.addrsig_sym _Z16Back_dZ1_SigmoidPdS_S_S_iii
	.addrsig_sym _Z13Back_dZ1_ReLUPdS_S_S_iii
	.addrsig_sym _Z9update_WbPdS_idii
	.addrsig_sym __hip_fatbin
	.addrsig_sym __hip_fatbin_wrapper
	.addrsig_sym __hip_cuid_

	.text
	.amdgcn_target "amdgcn-amd-amdhsa--gfx1100"
	.protected	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii ; -- Begin function _Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.globl	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
	.p2align	8
	.type	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii,@function
_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii:  ; @_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x44
	s_load_b128 s[16:19], s[0:1], 0x28
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v4, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[2:3], null, s14, s2, v[4:5]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_cmp_gt_i32_e32 vcc_lo, s18, v0
	v_cmp_gt_i32_e64 s2, s19, v2
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
	s_and_b32 s2, vcc_lo, s2
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB0_6
; %bb.1:                                ; %.preheader
	s_clause 0x1
	s_load_b256 s[4:11], s[0:1], 0x0
	s_load_b64 s[2:3], s[0:1], 0x20
	s_cmp_lt_i32 s16, 1
	s_cbranch_scc1 .LBB0_4
; %bb.2:                                ; %.lr.ph
	v_mul_lo_u32 v3, 0xc4, v0
	v_mov_b32_e32 v7, v2
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v4, 31, v3
	v_lshlrev_b64 v[5:6], 3, v[3:4]
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
	s_waitcnt lgkmcnt(0)
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4)
	v_add_co_u32 v5, vcc_lo, s6, v5
	v_add_co_ci_u32_e32 v6, vcc_lo, s7, v6, vcc_lo
.LBB0_3:                                ; =>This Inner Loop Header: Depth=1
	v_ashrrev_i32_e32 v8, 31, v7
	s_add_i32 s16, s16, -1
	s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	s_cmp_eq_u32 s16, 0
	v_lshlrev_b64 v[8:9], 3, v[7:8]
	v_add_nc_u32_e32 v7, s17, v7
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3)
	v_add_co_u32 v8, vcc_lo, s4, v8
	v_add_co_ci_u32_e32 v9, vcc_lo, s5, v9, vcc_lo
	global_load_b64 v[10:11], v[5:6], off
	global_load_b64 v[8:9], v[8:9], off
	v_add_co_u32 v5, vcc_lo, v5, 8
	v_add_co_ci_u32_e32 v6, vcc_lo, 0, v6, vcc_lo
	s_waitcnt vmcnt(0)
	v_fma_f64 v[3:4], v[10:11], v[8:9], v[3:4]
	s_cbranch_scc0 .LBB0_3
	s_branch .LBB0_5
.LBB0_4:
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
.LBB0_5:                                ; %Flow73
	v_ashrrev_i32_e32 v1, 31, v0
	s_mov_b32 s0, 0x652b82fe
	s_mov_b32 s1, 0x3ff71547
	s_waitcnt lgkmcnt(0)
	s_mov_b32 s4, 0x6a5dcb37
	s_mov_b32 s5, 0x3e5ade15
	v_lshlrev_b64 v[5:6], 3, v[0:1]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_add_co_u32 v5, vcc_lo, s8, v5
	v_add_co_ci_u32_e32 v6, vcc_lo, s9, v6, vcc_lo
	global_load_b64 v[5:6], v[5:6], off
	s_waitcnt vmcnt(0)
	v_add_f64 v[3:4], v[3:4], v[5:6]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_add_f64 v[5:6], -v[3:4], 0
	v_mul_f64 v[7:8], v[5:6], s[0:1]
	s_mov_b32 s0, 0xfefa39ef
	s_mov_b32 s1, 0xbfe62e42
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_rndne_f64_e32 v[7:8], v[7:8]
	v_fma_f64 v[9:10], v[7:8], s[0:1], v[5:6]
	s_mov_b32 s0, 0x3b39803f
	s_mov_b32 s1, 0xbc7abc9e
	v_cvt_i32_f64_e32 v1, v[7:8]
	s_delay_alu instid0(VALU_DEP_2)
	v_fma_f64 v[9:10], v[7:8], s[0:1], v[9:10]
	s_mov_b32 s0, 0xfca7ab0c
	s_mov_b32 s1, 0x3e928af3
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], s[4:5], s[0:1]
	s_mov_b32 s0, 0x623fde64
	s_mov_b32 s1, 0x3ec71dee
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x7c89e6b0
	s_mov_b32 s1, 0x3efa0199
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x14761f6e
	s_mov_b32 s1, 0x3f2a01a0
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x1852b7b0
	s_mov_b32 s1, 0x3f56c16c
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x11122322
	s_mov_b32 s1, 0x3f811111
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x555502a1
	s_mov_b32 s1, 0x3fa55555
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 0x55555511
	s_mov_b32 s1, 0x3fc55555
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	s_mov_b32 s0, 11
	s_mov_b32 s1, 0x3fe00000
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], s[0:1]
	v_cmp_ngt_f64_e64 s0, 0xc090cc00, v[5:6]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[9:10], v[11:12], 1.0
	v_fma_f64 v[7:8], v[9:10], v[11:12], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ldexp_f64 v[7:8], v[7:8], v1
	v_add_f64 v[7:8], v[7:8], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_div_scale_f64 v[9:10], null, v[7:8], v[7:8], 1.0
	v_div_scale_f64 v[15:16], vcc_lo, 1.0, v[7:8], 1.0
	v_rcp_f64_e32 v[11:12], v[9:10]
	s_waitcnt_depctr 0xfff
	v_fma_f64 v[13:14], -v[9:10], v[11:12], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[11:12], v[13:14], v[11:12]
	v_fma_f64 v[13:14], -v[9:10], v[11:12], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[11:12], v[13:14], v[11:12]
	v_mul_f64 v[13:14], v[15:16], v[11:12]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[9:10], -v[9:10], v[13:14], v[15:16]
	v_div_fmas_f64 v[9:10], v[9:10], v[11:12], v[13:14]
	v_cmp_nlt_f64_e32 vcc_lo, 0x40900000, v[5:6]
	v_mad_u64_u32 v[5:6], null, v0, s17, v[2:3]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v6, 31, v5
	v_lshlrev_b64 v[0:1], 3, v[5:6]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_add_co_u32 v5, s1, s2, v0
	v_add_co_ci_u32_e64 v6, s1, s3, v1, s1
	v_div_fixup_f64 v[7:8], v[9:10], v[7:8], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_cndmask_b32_e32 v8, 0, v8, vcc_lo
	s_and_b32 vcc_lo, s0, vcc_lo
	v_cndmask_b32_e32 v7, 0, v7, vcc_lo
	v_add_co_u32 v0, vcc_lo, s10, v0
	s_delay_alu instid0(VALU_DEP_3)
	v_cndmask_b32_e64 v8, 0x3ff00000, v8, s0
	v_add_co_ci_u32_e32 v1, vcc_lo, s11, v1, vcc_lo
	global_store_b64 v[5:6], v[3:4], off
	global_store_b64 v[0:1], v[7:8], off
.LBB0_6:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 312
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 17
		.amdhsa_next_free_sgpr 20
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end0:
	.size	_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii, .Lfunc_end0-_Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 984
; NumSgprs: 22
; NumVgprs: 17
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 2
; NumSGPRsForWavesPerEU: 22
; NumVGPRsForWavesPerEU: 17
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii ; -- Begin function _Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.globl	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
	.p2align	8
	.type	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii,@function
_Z16HiddenLayer_ReLUPdS_S_S_S_iiii:     ; @_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x44
	s_load_b128 s[16:19], s[0:1], 0x28
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v4, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[2:3], null, s14, s2, v[4:5]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_cmp_gt_i32_e32 vcc_lo, s18, v0
	v_cmp_gt_i32_e64 s2, s19, v2
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
	s_and_b32 s2, vcc_lo, s2
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB1_6
; %bb.1:                                ; %.preheader
	s_clause 0x1
	s_load_b256 s[4:11], s[0:1], 0x0
	s_load_b64 s[0:1], s[0:1], 0x20
	s_cmp_lt_i32 s16, 1
	s_cbranch_scc1 .LBB1_4
; %bb.2:                                ; %.lr.ph
	v_mul_lo_u32 v3, 0xc4, v0
	v_mov_b32_e32 v7, v2
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v4, 31, v3
	v_lshlrev_b64 v[5:6], 3, v[3:4]
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
	s_waitcnt lgkmcnt(0)
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4)
	v_add_co_u32 v5, vcc_lo, s6, v5
	v_add_co_ci_u32_e32 v6, vcc_lo, s7, v6, vcc_lo
.LBB1_3:                                ; =>This Inner Loop Header: Depth=1
	v_ashrrev_i32_e32 v8, 31, v7
	s_add_i32 s16, s16, -1
	s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	s_cmp_eq_u32 s16, 0
	v_lshlrev_b64 v[8:9], 3, v[7:8]
	v_add_nc_u32_e32 v7, s17, v7
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3)
	v_add_co_u32 v8, vcc_lo, s4, v8
	v_add_co_ci_u32_e32 v9, vcc_lo, s5, v9, vcc_lo
	global_load_b64 v[10:11], v[5:6], off
	global_load_b64 v[8:9], v[8:9], off
	v_add_co_u32 v5, vcc_lo, v5, 8
	v_add_co_ci_u32_e32 v6, vcc_lo, 0, v6, vcc_lo
	s_waitcnt vmcnt(0)
	v_fma_f64 v[3:4], v[10:11], v[8:9], v[3:4]
	s_cbranch_scc0 .LBB1_3
	s_branch .LBB1_5
.LBB1_4:
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
.LBB1_5:                                ; %Flow77
	v_ashrrev_i32_e32 v1, 31, v0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[5:6], 3, v[0:1]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v5, vcc_lo, s8, v5
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_4) | instid1(VALU_DEP_2)
	v_add_co_ci_u32_e32 v6, vcc_lo, s9, v6, vcc_lo
	global_load_b64 v[5:6], v[5:6], off
	s_waitcnt vmcnt(0)
	v_add_f64 v[3:4], v[3:4], v[5:6]
	v_mov_b32_e32 v5, 0
	v_cmp_lt_f64_e32 vcc_lo, 0, v[3:4]
	v_mad_u64_u32 v[7:8], null, v0, s17, v[2:3]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v8, 31, v7
	v_lshlrev_b64 v[0:1], 3, v[7:8]
	v_cndmask_b32_e64 v6, 0, 0x3ff00000, vcc_lo
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3)
	v_add_co_u32 v7, vcc_lo, s0, v0
	v_add_co_ci_u32_e32 v8, vcc_lo, s1, v1, vcc_lo
	s_delay_alu instid0(VALU_DEP_3)
	v_mul_f64 v[5:6], v[3:4], v[5:6]
	v_add_co_u32 v0, vcc_lo, s10, v0
	v_add_co_ci_u32_e32 v1, vcc_lo, s11, v1, vcc_lo
	global_store_b64 v[7:8], v[3:4], off
	global_store_b64 v[0:1], v[5:6], off
.LBB1_6:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z16HiddenLayer_ReLUPdS_S_S_S_iiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 312
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 12
		.amdhsa_next_free_sgpr 20
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end1:
	.size	_Z16HiddenLayer_ReLUPdS_S_S_S_iiii, .Lfunc_end1-_Z16HiddenLayer_ReLUPdS_S_S_S_iiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 456
; NumSgprs: 22
; NumVgprs: 12
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 1
; NumSGPRsForWavesPerEU: 22
; NumVGPRsForWavesPerEU: 12
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z11OutputLayerPdS_S_S_iiii ; -- Begin function _Z11OutputLayerPdS_S_S_iiii
	.globl	_Z11OutputLayerPdS_S_S_iiii
	.p2align	8
	.type	_Z11OutputLayerPdS_S_S_iiii,@function
_Z11OutputLayerPdS_S_S_iiii:            ; @_Z11OutputLayerPdS_S_S_iiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x3c
	s_load_b128 s[8:11], s[0:1], 0x20
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v4, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[2:3], null, s14, s2, v[4:5]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_cmp_gt_i32_e32 vcc_lo, s10, v0
	v_cmp_gt_i32_e64 s2, s11, v2
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(SALU_CYCLE_1)
	s_and_b32 s2, vcc_lo, s2
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB2_6
; %bb.1:                                ; %.preheader
	s_load_b256 s[0:7], s[0:1], 0x0
	s_cmp_lt_i32 s8, 1
	s_cbranch_scc1 .LBB2_4
; %bb.2:                                ; %.lr.ph
	v_mul_lo_u32 v3, v0, 20
	v_mov_b32_e32 v7, v2
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v4, 31, v3
	v_lshlrev_b64 v[5:6], 3, v[3:4]
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
	s_waitcnt lgkmcnt(0)
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4)
	v_add_co_u32 v5, vcc_lo, s2, v5
	v_add_co_ci_u32_e32 v6, vcc_lo, s3, v6, vcc_lo
.LBB2_3:                                ; =>This Inner Loop Header: Depth=1
	v_ashrrev_i32_e32 v8, 31, v7
	s_add_i32 s8, s8, -1
	s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	s_cmp_eq_u32 s8, 0
	v_lshlrev_b64 v[8:9], 3, v[7:8]
	v_add_nc_u32_e32 v7, s9, v7
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3)
	v_add_co_u32 v8, vcc_lo, s0, v8
	v_add_co_ci_u32_e32 v9, vcc_lo, s1, v9, vcc_lo
	global_load_b64 v[10:11], v[5:6], off
	global_load_b64 v[8:9], v[8:9], off
	v_add_co_u32 v5, vcc_lo, v5, 8
	v_add_co_ci_u32_e32 v6, vcc_lo, 0, v6, vcc_lo
	s_waitcnt vmcnt(0)
	v_fma_f64 v[3:4], v[10:11], v[8:9], v[3:4]
	s_cbranch_scc0 .LBB2_3
	s_branch .LBB2_5
.LBB2_4:
	v_mov_b32_e32 v3, 0
	v_mov_b32_e32 v4, 0
.LBB2_5:                                ; %Flow61
	v_ashrrev_i32_e32 v1, 31, v0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[5:6], 3, v[0:1]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v5, vcc_lo, s4, v5
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_1)
	v_add_co_ci_u32_e32 v6, vcc_lo, s5, v6, vcc_lo
	global_load_b64 v[5:6], v[5:6], off
	s_waitcnt vmcnt(0)
	v_add_f64 v[3:4], v[3:4], v[5:6]
	v_mad_u64_u32 v[5:6], null, v0, s9, v[2:3]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v6, 31, v5
	v_lshlrev_b64 v[0:1], 3, v[5:6]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_add_co_u32 v0, vcc_lo, s6, v0
	v_add_co_ci_u32_e32 v1, vcc_lo, s7, v1, vcc_lo
	global_store_b64 v[0:1], v[3:4], off
.LBB2_6:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z11OutputLayerPdS_S_S_iiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 304
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 12
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end2:
	.size	_Z11OutputLayerPdS_S_S_iiii, .Lfunc_end2-_Z11OutputLayerPdS_S_S_iiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 388
; NumSgprs: 18
; NumVgprs: 12
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 1
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 12
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z7SoftmaxPdS_Piiii     ; -- Begin function _Z7SoftmaxPdS_Piiii
	.globl	_Z7SoftmaxPdS_Piiii
	.p2align	8
	.type	_Z7SoftmaxPdS_Piiii,@function
_Z7SoftmaxPdS_Piiii:                    ; @_Z7SoftmaxPdS_Piiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x34
	s_load_b128 s[4:7], s[0:1], 0x18
	s_waitcnt lgkmcnt(0)
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[1:2], null, s15, s2, v[0:1]
	s_mov_b32 s2, exec_lo
	v_cmpx_gt_i32_e64 s6, v1
	s_cbranch_execz .LBB3_13
; %bb.1:
	s_clause 0x1
	s_load_b64 s[6:7], s[0:1], 0x10
	s_load_b128 s[0:3], s[0:1], 0x0
	v_ashrrev_i32_e32 v2, 31, v1
	v_mov_b32_e32 v0, 1
	s_cmp_lt_i32 s5, 2
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2)
	v_lshlrev_b64 v[3:4], 2, v[1:2]
	v_lshlrev_b64 v[9:10], 3, v[1:2]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v5, vcc_lo, s6, v3
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3)
	v_add_co_ci_u32_e32 v6, vcc_lo, s7, v4, vcc_lo
	v_add_co_u32 v3, vcc_lo, s0, v9
	s_delay_alu instid0(VALU_DEP_4)
	v_add_co_ci_u32_e32 v4, vcc_lo, s1, v10, vcc_lo
	global_store_b32 v[5:6], v0, off
	s_cbranch_scc1 .LBB3_6
; %bb.2:                                ; %.lr.ph.preheader
	global_load_b64 v[7:8], v[3:4], off
	s_ashr_i32 s7, s4, 31
	s_mov_b32 s6, s4
	s_add_i32 s8, s5, -1
	s_lshl_b64 s[6:7], s[6:7], 3
	v_mov_b32_e32 v0, 0
	s_add_u32 s0, s0, s6
	s_addc_u32 s1, s1, s7
	v_add_co_u32 v9, vcc_lo, s0, v9
	v_add_co_ci_u32_e32 v10, vcc_lo, s1, v10, vcc_lo
.LBB3_3:                                ; %.lr.ph
                                        ; =>This Inner Loop Header: Depth=1
	global_load_b64 v[11:12], v[9:10], off
	s_mov_b32 s0, exec_lo
	s_waitcnt vmcnt(0)
	v_cmpx_gt_f64_e32 v[11:12], v[7:8]
	s_cbranch_execz .LBB3_5
; %bb.4:                                ;   in Loop: Header=BB3_3 Depth=1
	v_dual_mov_b32 v7, v11 :: v_dual_mov_b32 v8, v12
	global_store_b32 v[5:6], v0, off
.LBB3_5:                                ;   in Loop: Header=BB3_3 Depth=1
	s_or_b32 exec_lo, exec_lo, s0
	v_add_co_u32 v9, vcc_lo, v9, s6
	v_add_co_ci_u32_e32 v10, vcc_lo, s7, v10, vcc_lo
	s_add_i32 s8, s8, -1
	s_delay_alu instid0(SALU_CYCLE_1)
	s_cmp_eq_u32 s8, 0
	s_cbranch_scc0 .LBB3_3
.LBB3_6:                                ; %.preheader50
	s_cmp_gt_i32 s5, 0
	s_cselect_b32 s1, -1, 0
	s_cmp_lt_i32 s5, 1
	s_cbranch_scc1 .LBB3_9
; %bb.7:                                ; %.lr.ph55.preheader
	v_dual_mov_b32 v5, 0 :: v_dual_mov_b32 v8, v4
	v_dual_mov_b32 v6, 0 :: v_dual_mov_b32 v7, v3
	s_ashr_i32 s35, s4, 31
	s_mov_b32 s34, s4
	s_mov_b32 s6, 0x652b82fe
	s_mov_b32 s8, 0xfefa39ef
	s_mov_b32 s10, 0x3b39803f
	s_mov_b32 s12, 0xfca7ab0c
	s_mov_b32 s14, 0x6a5dcb37
	s_mov_b32 s16, 0x623fde64
	s_mov_b32 s18, 0x7c89e6b0
	s_mov_b32 s20, 0x14761f6e
	s_mov_b32 s22, 0x1852b7b0
	s_mov_b32 s24, 0x11122322
	s_mov_b32 s26, 0x555502a1
	s_mov_b32 s28, 0x55555511
	s_mov_b32 s30, 11
	s_mov_b32 s7, 0x3ff71547
	s_mov_b32 s9, 0xbfe62e42
	s_mov_b32 s11, 0xbc7abc9e
	s_mov_b32 s13, 0x3e928af3
	s_mov_b32 s15, 0x3e5ade15
	s_mov_b32 s17, 0x3ec71dee
	s_mov_b32 s19, 0x3efa0199
	s_mov_b32 s21, 0x3f2a01a0
	s_mov_b32 s23, 0x3f56c16c
	s_mov_b32 s25, 0x3f811111
	s_mov_b32 s27, 0x3fa55555
	s_mov_b32 s29, 0x3fc55555
	s_mov_b32 s31, 0x3fe00000
	s_lshl_b64 s[34:35], s[34:35], 3
	s_mov_b32 s33, s5
.LBB3_8:                                ; %.lr.ph55
                                        ; =>This Inner Loop Header: Depth=1
	global_load_b64 v[9:10], v[7:8], off
	s_add_i32 s33, s33, -1
	s_waitcnt vmcnt(0)
	v_mul_f64 v[11:12], v[9:10], s[6:7]
	v_cmp_nlt_f64_e32 vcc_lo, 0x40900000, v[9:10]
	v_cmp_ngt_f64_e64 s0, 0xc090cc00, v[9:10]
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_rndne_f64_e32 v[11:12], v[11:12]
	v_fma_f64 v[13:14], v[11:12], s[8:9], v[9:10]
	v_cvt_i32_f64_e32 v0, v[11:12]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], s[10:11], v[13:14]
	v_fma_f64 v[15:16], v[13:14], s[14:15], s[12:13]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[16:17]
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[18:19]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[20:21]
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[22:23]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[24:25]
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[26:27]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[28:29]
	v_fma_f64 v[15:16], v[13:14], v[15:16], s[30:31]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[15:16], v[13:14], v[15:16], 1.0
	v_fma_f64 v[11:12], v[13:14], v[15:16], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ldexp_f64 v[11:12], v[11:12], v0
	v_cndmask_b32_e32 v0, 0x7ff00000, v12, vcc_lo
	s_and_b32 vcc_lo, s0, vcc_lo
	s_cmp_eq_u32 s33, 0
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_2)
	v_cndmask_b32_e32 v9, 0, v11, vcc_lo
	v_add_co_u32 v7, vcc_lo, v7, s34
	v_cndmask_b32_e64 v10, 0, v0, s0
	v_add_co_ci_u32_e32 v8, vcc_lo, s35, v8, vcc_lo
	v_add_f64 v[5:6], v[5:6], v[9:10]
	s_cbranch_scc0 .LBB3_8
	s_branch .LBB3_10
.LBB3_9:
	v_mov_b32_e32 v5, 0
	v_mov_b32_e32 v6, 0
.LBB3_10:                               ; %.preheader
	s_and_not1_b32 vcc_lo, exec_lo, s1
	s_cbranch_vccnz .LBB3_13
; %bb.11:                               ; %.lr.ph57.preheader
	s_ashr_i32 s1, s4, 31
	s_mov_b32 s0, s4
	s_mov_b32 s6, 0x652b82fe
	s_mov_b32 s8, 0xfefa39ef
	s_mov_b32 s10, 0x3b39803f
	s_mov_b32 s12, 0xfca7ab0c
	s_mov_b32 s14, 0x6a5dcb37
	s_mov_b32 s16, 0x623fde64
	s_mov_b32 s18, 0x7c89e6b0
	s_mov_b32 s20, 0x14761f6e
	s_mov_b32 s22, 0x1852b7b0
	s_mov_b32 s24, 0x11122322
	s_mov_b32 s26, 0x555502a1
	s_mov_b32 s28, 0x55555511
	s_mov_b32 s30, 11
	s_mov_b32 s7, 0x3ff71547
	s_mov_b32 s9, 0xbfe62e42
	s_mov_b32 s11, 0xbc7abc9e
	s_mov_b32 s13, 0x3e928af3
	s_mov_b32 s15, 0x3e5ade15
	s_mov_b32 s17, 0x3ec71dee
	s_mov_b32 s19, 0x3efa0199
	s_mov_b32 s21, 0x3f2a01a0
	s_mov_b32 s23, 0x3f56c16c
	s_mov_b32 s25, 0x3f811111
	s_mov_b32 s27, 0x3fa55555
	s_mov_b32 s29, 0x3fc55555
	s_mov_b32 s31, 0x3fe00000
	s_lshl_b64 s[34:35], s[0:1], 3
.LBB3_12:                               ; %.lr.ph57
                                        ; =>This Inner Loop Header: Depth=1
	global_load_b64 v[7:8], v[3:4], off
	v_ashrrev_i32_e32 v2, 31, v1
	s_add_i32 s5, s5, -1
	s_waitcnt vmcnt(0)
	v_mul_f64 v[9:10], v[7:8], s[6:7]
	v_cmp_nlt_f64_e32 vcc_lo, 0x40900000, v[7:8]
	v_cmp_ngt_f64_e64 s0, 0xc090cc00, v[7:8]
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_rndne_f64_e32 v[9:10], v[9:10]
	v_fma_f64 v[11:12], v[9:10], s[8:9], v[7:8]
	v_cvt_i32_f64_e32 v0, v[9:10]
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[9:10], s[10:11], v[11:12]
	v_fma_f64 v[13:14], v[11:12], s[14:15], s[12:13]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[16:17]
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[18:19]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[20:21]
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[22:23]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[24:25]
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[26:27]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[28:29]
	v_fma_f64 v[13:14], v[11:12], v[13:14], s[30:31]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[13:14], v[11:12], v[13:14], 1.0
	v_fma_f64 v[9:10], v[11:12], v[13:14], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ldexp_f64 v[9:10], v[9:10], v0
	v_cndmask_b32_e32 v0, 0x7ff00000, v10, vcc_lo
	s_and_b32 vcc_lo, s0, vcc_lo
	s_cmp_lg_u32 s5, 0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_cndmask_b32_e32 v7, 0, v9, vcc_lo
	v_cndmask_b32_e64 v8, 0, v0, s0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_div_scale_f64 v[9:10], null, v[5:6], v[5:6], v[7:8]
	v_div_scale_f64 v[15:16], vcc_lo, v[7:8], v[5:6], v[7:8]
	v_rcp_f64_e32 v[11:12], v[9:10]
	s_waitcnt_depctr 0xfff
	v_fma_f64 v[13:14], -v[9:10], v[11:12], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[11:12], v[13:14], v[11:12]
	v_fma_f64 v[13:14], -v[9:10], v[11:12], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[11:12], v[11:12], v[13:14], v[11:12]
	v_mul_f64 v[13:14], v[15:16], v[11:12]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[9:10], -v[9:10], v[13:14], v[15:16]
	v_div_fmas_f64 v[9:10], v[9:10], v[11:12], v[13:14]
	v_add_co_u32 v3, vcc_lo, v3, s34
	v_add_co_ci_u32_e32 v4, vcc_lo, s35, v4, vcc_lo
	s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_2) | instid1(VALU_DEP_2)
	v_div_fixup_f64 v[7:8], v[9:10], v[5:6], v[7:8]
	v_lshlrev_b64 v[9:10], 3, v[1:2]
	v_add_nc_u32_e32 v1, s4, v1
	v_add_co_u32 v9, vcc_lo, s2, v9
	s_delay_alu instid0(VALU_DEP_3)
	v_add_co_ci_u32_e32 v10, vcc_lo, s3, v10, vcc_lo
	global_store_b64 v[9:10], v[7:8], off
	s_cbranch_scc1 .LBB3_12
.LBB3_13:                               ; %.loopexit
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z7SoftmaxPdS_Piiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 296
		.amdhsa_user_sgpr_count 15
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 0
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 0
		.amdhsa_next_free_vgpr 17
		.amdhsa_next_free_sgpr 36
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end3:
	.size	_Z7SoftmaxPdS_Piiii, .Lfunc_end3-_Z7SoftmaxPdS_Piiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 1424
; NumSgprs: 38
; NumVgprs: 17
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 4
; VGPRBlocks: 2
; NumSGPRsForWavesPerEU: 38
; NumVGPRsForWavesPerEU: 17
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 15
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 0
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 0
	.text
	.protected	_Z8Back_dZ2PdPiS_iii    ; -- Begin function _Z8Back_dZ2PdPiS_iii
	.globl	_Z8Back_dZ2PdPiS_iii
	.p2align	8
	.type	_Z8Back_dZ2PdPiS_iii,@function
_Z8Back_dZ2PdPiS_iii:                   ; @_Z8Back_dZ2PdPiS_iii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x34
	s_load_b128 s[4:7], s[0:1], 0x18
	v_bfe_u32 v1, v0, 10, 10
	v_and_b32_e32 v2, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[3:4], null, s15, s3, v[1:2]
	v_mad_u64_u32 v[0:1], null, s14, s2, v[2:3]
	v_cmp_gt_i32_e32 vcc_lo, s5, v3
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s6, v0
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB4_2
; %bb.1:
	s_load_b128 s[8:11], s[0:1], 0x0
	v_ashrrev_i32_e32 v1, 31, v0
	v_cvt_f64_i32_e32 v[8:9], s4
	s_load_b64 s[0:1], s[0:1], 0x10
	s_ashr_i32 s5, s4, 31
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_2)
	v_lshlrev_b64 v[2:3], 2, v[0:1]
	v_lshlrev_b64 v[0:1], 3, v[0:1]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v2, vcc_lo, s10, v2
	s_delay_alu instid0(VALU_DEP_3)
	v_add_co_ci_u32_e32 v3, vcc_lo, s11, v3, vcc_lo
	global_load_b32 v6, v[2:3], off
	v_add_co_u32 v2, vcc_lo, s8, v0
	v_add_co_ci_u32_e32 v3, vcc_lo, s9, v1, vcc_lo
	global_load_b64 v[4:5], v[2:3], off
	s_waitcnt vmcnt(1)
	v_cvt_f64_i32_e32 v[6:7], v6
	s_waitcnt vmcnt(0)
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_add_f64 v[4:5], v[4:5], -v[6:7]
	v_div_scale_f64 v[10:11], null, v[8:9], v[8:9], v[4:5]
	v_div_scale_f64 v[16:17], vcc_lo, v[4:5], v[8:9], v[4:5]
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_2) | instid1(VALU_DEP_1)
	v_rcp_f64_e32 v[12:13], v[10:11]
	s_waitcnt_depctr 0xfff
	v_fma_f64 v[14:15], -v[10:11], v[12:13], 1.0
	v_fma_f64 v[12:13], v[12:13], v[14:15], v[12:13]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[14:15], -v[10:11], v[12:13], 1.0
	v_fma_f64 v[12:13], v[12:13], v[14:15], v[12:13]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_mul_f64 v[14:15], v[16:17], v[12:13]
	v_fma_f64 v[10:11], -v[10:11], v[14:15], v[16:17]
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_3) | instid1(VALU_DEP_3)
	v_div_fmas_f64 v[10:11], v[10:11], v[12:13], v[14:15]
	v_add_co_u32 v0, vcc_lo, s0, v0
	v_add_co_ci_u32_e32 v1, vcc_lo, s1, v1, vcc_lo
	s_lshl_b64 s[0:1], s[4:5], 3
	v_div_fixup_f64 v[4:5], v[10:11], v[8:9], v[4:5]
	global_store_b64 v[0:1], v[4:5], off
	global_load_b64 v[2:3], v[2:3], off
	s_waitcnt vmcnt(0)
	v_add_f64 v[2:3], v[6:7], -v[2:3]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_div_scale_f64 v[4:5], null, v[8:9], v[8:9], v[2:3]
	v_rcp_f64_e32 v[6:7], v[4:5]
	s_waitcnt_depctr 0xfff
	v_fma_f64 v[10:11], -v[4:5], v[6:7], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[6:7], v[6:7], v[10:11], v[6:7]
	v_fma_f64 v[10:11], -v[4:5], v[6:7], 1.0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_fma_f64 v[6:7], v[6:7], v[10:11], v[6:7]
	v_div_scale_f64 v[10:11], vcc_lo, v[2:3], v[8:9], v[2:3]
	v_mul_f64 v[12:13], v[10:11], v[6:7]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_fma_f64 v[4:5], -v[4:5], v[12:13], v[10:11]
	v_div_fmas_f64 v[4:5], v[4:5], v[6:7], v[12:13]
	v_add_co_u32 v0, vcc_lo, v0, s0
	v_add_co_ci_u32_e32 v1, vcc_lo, s1, v1, vcc_lo
	s_delay_alu instid0(VALU_DEP_3)
	v_div_fixup_f64 v[2:3], v[4:5], v[8:9], v[2:3]
	global_store_b64 v[0:1], v[2:3], off
.LBB4_2:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z8Back_dZ2PdPiS_iii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 296
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 18
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end4:
	.size	_Z8Back_dZ2PdPiS_iii, .Lfunc_end4-_Z8Back_dZ2PdPiS_iii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 512
; NumSgprs: 18
; NumVgprs: 18
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 2
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 18
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z7Back_dWPdS_S_iiii    ; -- Begin function _Z7Back_dWPdS_S_iiii
	.globl	_Z7Back_dWPdS_S_iiii
	.p2align	8
	.type	_Z7Back_dWPdS_S_iiii,@function
_Z7Back_dWPdS_S_iiii:                   ; @_Z7Back_dWPdS_S_iiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x34
	s_load_b128 s[4:7], s[0:1], 0x18
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v3, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[1:2], null, s14, s2, v[3:4]
	v_cmp_gt_i32_e32 vcc_lo, s6, v0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s7, v1
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB5_6
; %bb.1:                                ; %.preheader
	s_clause 0x1
	s_load_b128 s[8:11], s[0:1], 0x0
	s_load_b64 s[0:1], s[0:1], 0x10
	s_cmp_lt_i32 s4, 1
	s_cbranch_scc1 .LBB5_4
; %bb.2:                                ; %.lr.ph
	v_mul_lo_u32 v2, v1, s4
	v_mul_lo_u32 v4, v0, s4
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_ashrrev_i32_e32 v3, 31, v2
	v_ashrrev_i32_e32 v5, 31, v4
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_lshlrev_b64 v[6:7], 3, v[2:3]
	v_lshlrev_b64 v[8:9], 3, v[4:5]
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
	s_waitcnt lgkmcnt(0)
	s_delay_alu instid0(VALU_DEP_4)
	v_add_co_u32 v4, vcc_lo, s8, v6
	v_add_co_ci_u32_e32 v5, vcc_lo, s9, v7, vcc_lo
	v_add_co_u32 v6, vcc_lo, s10, v8
	v_add_co_ci_u32_e32 v7, vcc_lo, s11, v9, vcc_lo
.LBB5_3:                                ; =>This Inner Loop Header: Depth=1
	global_load_b64 v[8:9], v[6:7], off
	global_load_b64 v[10:11], v[4:5], off
	v_add_co_u32 v4, vcc_lo, v4, 8
	v_add_co_ci_u32_e32 v5, vcc_lo, 0, v5, vcc_lo
	v_add_co_u32 v6, vcc_lo, v6, 8
	v_add_co_ci_u32_e32 v7, vcc_lo, 0, v7, vcc_lo
	s_add_i32 s4, s4, -1
	s_delay_alu instid0(SALU_CYCLE_1)
	s_cmp_lg_u32 s4, 0
	s_waitcnt vmcnt(0)
	v_fma_f64 v[2:3], v[8:9], v[10:11], v[2:3]
	s_cbranch_scc1 .LBB5_3
	s_branch .LBB5_5
.LBB5_4:
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
.LBB5_5:                                ; %._crit_edge
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[4:5], null, v0, s5, v[1:2]
	v_ashrrev_i32_e32 v5, 31, v4
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[0:1], 3, v[4:5]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v0, vcc_lo, s0, v0
	s_delay_alu instid0(VALU_DEP_2)
	v_add_co_ci_u32_e32 v1, vcc_lo, s1, v1, vcc_lo
	global_store_b64 v[0:1], v[2:3], off
.LBB5_6:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z7Back_dWPdS_S_iiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 296
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 12
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end5:
	.size	_Z7Back_dWPdS_S_iiii, .Lfunc_end5-_Z7Back_dWPdS_S_iiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 368
; NumSgprs: 18
; NumVgprs: 12
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 1
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 12
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z7Back_dbPdS_iii       ; -- Begin function _Z7Back_dbPdS_iii
	.globl	_Z7Back_dbPdS_iii
	.p2align	8
	.type	_Z7Back_dbPdS_iii,@function
_Z7Back_dbPdS_iii:                      ; @_Z7Back_dbPdS_iii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x2c
	s_load_b128 s[4:7], s[0:1], 0x10
	v_bfe_u32 v2, v0, 10, 10
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s2, s2, 16
	s_delay_alu instid0(VALU_DEP_1) | instid1(SALU_CYCLE_1)
	v_mad_u64_u32 v[0:1], null, s15, s2, v[2:3]
	s_mov_b32 s2, exec_lo
	s_delay_alu instid0(VALU_DEP_1)
	v_cmpx_gt_i32_e64 s5, v0
	s_cbranch_execz .LBB6_6
; %bb.1:                                ; %.preheader
	s_load_b128 s[0:3], s[0:1], 0x0
	s_cmp_lt_i32 s6, 1
	s_cbranch_scc1 .LBB6_4
; %bb.2:                                ; %.lr.ph
	v_mul_lo_u32 v1, v0, s4
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v2, 31, v1
	v_lshlrev_b64 v[4:5], 3, v[1:2]
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
	s_waitcnt lgkmcnt(0)
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4)
	v_add_co_u32 v4, vcc_lo, s0, v4
	v_add_co_ci_u32_e32 v5, vcc_lo, s1, v5, vcc_lo
.LBB6_3:                                ; =>This Inner Loop Header: Depth=1
	global_load_b64 v[6:7], v[4:5], off
	v_add_co_u32 v4, vcc_lo, v4, 8
	v_add_co_ci_u32_e32 v5, vcc_lo, 0, v5, vcc_lo
	s_add_i32 s6, s6, -1
	s_delay_alu instid0(SALU_CYCLE_1)
	s_cmp_eq_u32 s6, 0
	s_waitcnt vmcnt(0)
	v_add_f64 v[2:3], v[2:3], v[6:7]
	s_cbranch_scc0 .LBB6_3
	s_branch .LBB6_5
.LBB6_4:
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
.LBB6_5:                                ; %Flow34
	v_ashrrev_i32_e32 v1, 31, v0
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[0:1], 3, v[0:1]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v0, vcc_lo, s2, v0
	s_delay_alu instid0(VALU_DEP_2)
	v_add_co_ci_u32_e32 v1, vcc_lo, s3, v1, vcc_lo
	global_store_b64 v[0:1], v[2:3], off
.LBB6_6:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z7Back_dbPdS_iii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 288
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 8
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end6:
	.size	_Z7Back_dbPdS_iii, .Lfunc_end6-_Z7Back_dbPdS_iii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 252
; NumSgprs: 18
; NumVgprs: 8
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 0
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 8
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z8Back_dA1PdS_S_iiii   ; -- Begin function _Z8Back_dA1PdS_S_iiii
	.globl	_Z8Back_dA1PdS_S_iiii
	.p2align	8
	.type	_Z8Back_dA1PdS_S_iiii,@function
_Z8Back_dA1PdS_S_iiii:                  ; @_Z8Back_dA1PdS_S_iiii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x34
	s_load_b128 s[4:7], s[0:1], 0x18
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v3, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[1:2], null, s14, s2, v[3:4]
	v_cmp_gt_i32_e32 vcc_lo, s6, v0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s7, v1
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB7_5
; %bb.1:                                ; %.preheader
	s_clause 0x1
	s_load_b128 s[8:11], s[0:1], 0x0
	s_load_b64 s[0:1], s[0:1], 0x10
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
	s_cmp_lt_i32 s5, 1
	s_cbranch_scc1 .LBB7_4
; %bb.2:                                ; %.lr.ph.preheader
	v_mov_b32_e32 v4, v0
	v_mov_b32_e32 v6, v1
.LBB7_3:                                ; %.lr.ph
                                        ; =>This Inner Loop Header: Depth=1
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_ashrrev_i32_e32 v5, 31, v4
	v_ashrrev_i32_e32 v7, 31, v6
	s_add_i32 s5, s5, -1
	s_delay_alu instid0(SALU_CYCLE_1) | instskip(NEXT) | instid1(VALU_DEP_2)
	s_cmp_lg_u32 s5, 0
	v_lshlrev_b64 v[8:9], 3, v[4:5]
	s_delay_alu instid0(VALU_DEP_2) | instskip(SKIP_3) | instid1(VALU_DEP_4)
	v_lshlrev_b64 v[10:11], 3, v[6:7]
	v_add_nc_u32_e32 v6, s4, v6
	v_add_nc_u32_e32 v4, 20, v4
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v7, vcc_lo, s8, v8
	v_add_co_ci_u32_e32 v8, vcc_lo, s9, v9, vcc_lo
	v_add_co_u32 v9, vcc_lo, s10, v10
	v_add_co_ci_u32_e32 v10, vcc_lo, s11, v11, vcc_lo
	global_load_b64 v[7:8], v[7:8], off
	global_load_b64 v[9:10], v[9:10], off
	s_waitcnt vmcnt(0)
	v_fma_f64 v[2:3], v[7:8], v[9:10], v[2:3]
	s_cbranch_scc1 .LBB7_3
.LBB7_4:                                ; %._crit_edge
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[4:5], null, v0, s4, v[1:2]
	v_ashrrev_i32_e32 v5, 31, v4
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[0:1], 3, v[4:5]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v0, vcc_lo, s0, v0
	s_delay_alu instid0(VALU_DEP_2)
	v_add_co_ci_u32_e32 v1, vcc_lo, s1, v1, vcc_lo
	global_store_b64 v[0:1], v[2:3], off
.LBB7_5:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z8Back_dA1PdS_S_iiii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 296
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 12
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end7:
	.size	_Z8Back_dA1PdS_S_iiii, .Lfunc_end7-_Z8Back_dA1PdS_S_iiii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 328
; NumSgprs: 18
; NumVgprs: 12
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 1
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 12
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z16Back_dZ1_SigmoidPdS_S_S_iii ; -- Begin function _Z16Back_dZ1_SigmoidPdS_S_S_iii
	.globl	_Z16Back_dZ1_SigmoidPdS_S_S_iii
	.p2align	8
	.type	_Z16Back_dZ1_SigmoidPdS_S_S_iii,@function
_Z16Back_dZ1_SigmoidPdS_S_S_iii:        ; @_Z16Back_dZ1_SigmoidPdS_S_S_iii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x3c
	s_load_b128 s[4:7], s[0:1], 0x20
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v3, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[1:2], null, s14, s2, v[3:4]
	v_cmp_gt_i32_e32 vcc_lo, s5, v0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s6, v1
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB8_2
; %bb.1:
	s_load_b128 s[8:11], s[0:1], 0x0
	s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[2:3], null, v0, s4, v[1:2]
	s_load_b64 s[0:1], s[0:1], 0x18
	v_ashrrev_i32_e32 v3, 31, v2
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[0:1], 3, v[2:3]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v2, vcc_lo, s8, v0
	s_delay_alu instid0(VALU_DEP_2)
	v_add_co_ci_u32_e32 v3, vcc_lo, s9, v1, vcc_lo
	v_add_co_u32 v4, vcc_lo, s10, v0
	v_add_co_ci_u32_e32 v5, vcc_lo, s11, v1, vcc_lo
	v_add_co_u32 v0, vcc_lo, s0, v0
	global_load_b64 v[2:3], v[2:3], off
	global_load_b64 v[4:5], v[4:5], off
	v_add_co_ci_u32_e32 v1, vcc_lo, s1, v1, vcc_lo
	s_waitcnt vmcnt(0)
	v_mul_f64 v[2:3], v[2:3], v[4:5]
	v_add_f64 v[4:5], -v[4:5], 1.0
	s_delay_alu instid0(VALU_DEP_1)
	v_mul_f64 v[2:3], v[2:3], v[4:5]
	global_store_b64 v[0:1], v[2:3], off
.LBB8_2:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z16Back_dZ1_SigmoidPdS_S_S_iii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 304
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 6
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end8:
	.size	_Z16Back_dZ1_SigmoidPdS_S_S_iii, .Lfunc_end8-_Z16Back_dZ1_SigmoidPdS_S_S_iii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 260
; NumSgprs: 18
; NumVgprs: 6
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 0
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 6
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z13Back_dZ1_ReLUPdS_S_S_iii ; -- Begin function _Z13Back_dZ1_ReLUPdS_S_S_iii
	.globl	_Z13Back_dZ1_ReLUPdS_S_S_iii
	.p2align	8
	.type	_Z13Back_dZ1_ReLUPdS_S_S_iii,@function
_Z13Back_dZ1_ReLUPdS_S_S_iii:           ; @_Z13Back_dZ1_ReLUPdS_S_S_iii
; %bb.0:
	s_clause 0x1
	s_load_b32 s2, s[0:1], 0x3c
	s_load_b128 s[8:11], s[0:1], 0x20
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v3, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s3, s2, 16
	s_and_b32 s2, s2, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_mad_u64_u32 v[0:1], null, s15, s3, v[2:3]
	v_mad_u64_u32 v[1:2], null, s14, s2, v[3:4]
	v_cmp_gt_i32_e32 vcc_lo, s9, v0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s10, v1
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB9_4
; %bb.1:
	s_load_b128 s[4:7], s[0:1], 0x10
	s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_mad_u64_u32 v[2:3], null, v0, s8, v[1:2]
	v_ashrrev_i32_e32 v3, 31, v2
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_1)
	v_lshlrev_b64 v[0:1], 3, v[2:3]
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v2, vcc_lo, s4, v0
	s_delay_alu instid0(VALU_DEP_2)
	v_add_co_ci_u32_e32 v3, vcc_lo, s5, v1, vcc_lo
	global_load_b64 v[2:3], v[2:3], off
	s_waitcnt vmcnt(0)
	v_cmp_ngt_f64_e32 vcc_lo, 0, v[2:3]
	v_mov_b32_e32 v2, 0
	v_mov_b32_e32 v3, 0
	s_and_saveexec_b32 s2, vcc_lo
	s_cbranch_execz .LBB9_3
; %bb.2:
	s_load_b64 s[0:1], s[0:1], 0x0
	s_waitcnt lgkmcnt(0)
	v_add_co_u32 v2, vcc_lo, s0, v0
	v_add_co_ci_u32_e32 v3, vcc_lo, s1, v1, vcc_lo
	global_load_b64 v[2:3], v[2:3], off
.LBB9_3:                                ; %.sink.split
	s_or_b32 exec_lo, exec_lo, s2
	v_add_co_u32 v0, vcc_lo, s6, v0
	v_add_co_ci_u32_e32 v1, vcc_lo, s7, v1, vcc_lo
	s_waitcnt vmcnt(0)
	global_store_b64 v[0:1], v[2:3], off
.LBB9_4:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z13Back_dZ1_ReLUPdS_S_S_iii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 304
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 5
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end9:
	.size	_Z13Back_dZ1_ReLUPdS_S_S_iii, .Lfunc_end9-_Z13Back_dZ1_ReLUPdS_S_S_iii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 264
; NumSgprs: 18
; NumVgprs: 5
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 0
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 5
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.protected	_Z9update_WbPdS_idii    ; -- Begin function _Z9update_WbPdS_idii
	.globl	_Z9update_WbPdS_idii
	.p2align	8
	.type	_Z9update_WbPdS_idii,@function
_Z9update_WbPdS_idii:                   ; @_Z9update_WbPdS_idii
; %bb.0:
	s_clause 0x1
	s_load_b32 s4, s[0:1], 0x34
	s_load_b64 s[2:3], s[0:1], 0x20
	v_bfe_u32 v2, v0, 10, 10
	v_and_b32_e32 v3, 0x3ff, v0
	s_waitcnt lgkmcnt(0)
	s_lshr_b32 s5, s4, 16
	s_and_b32 s4, s4, 0xffff
	s_delay_alu instid0(VALU_DEP_1) | instskip(SKIP_1) | instid1(VALU_DEP_2)
	v_mad_u64_u32 v[0:1], null, s15, s5, v[2:3]
	v_mad_u64_u32 v[1:2], null, s14, s4, v[3:4]
	v_cmp_gt_i32_e32 vcc_lo, s2, v0
	s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_cmp_gt_i32_e64 s2, s3, v1
	s_and_b32 s2, vcc_lo, s2
	s_delay_alu instid0(SALU_CYCLE_1)
	s_and_saveexec_b32 s3, s2
	s_cbranch_execz .LBB10_2
; %bb.1:
	s_clause 0x2
	s_load_b32 s2, s[0:1], 0x10
	s_load_b128 s[4:7], s[0:1], 0x0
	s_load_b64 s[0:1], s[0:1], 0x18
	s_waitcnt lgkmcnt(0)
	v_mad_u64_u32 v[2:3], null, v0, s2, v[1:2]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
	v_ashrrev_i32_e32 v3, 31, v2
	v_lshlrev_b64 v[0:1], 3, v[2:3]
	s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_2)
	v_add_co_u32 v2, vcc_lo, s6, v0
	v_add_co_ci_u32_e32 v3, vcc_lo, s7, v1, vcc_lo
	v_add_co_u32 v0, vcc_lo, s4, v0
	v_add_co_ci_u32_e32 v1, vcc_lo, s5, v1, vcc_lo
	global_load_b64 v[4:5], v[2:3], off
	global_load_b64 v[0:1], v[0:1], off
	s_waitcnt vmcnt(0)
	v_fma_f64 v[0:1], -v[0:1], s[0:1], v[4:5]
	global_store_b64 v[2:3], v[0:1], off
.LBB10_2:
	s_nop 0
	s_sendmsg sendmsg(MSG_DEALLOC_VGPRS)
	s_endpgm
	.section	.rodata,"a",@progbits
	.p2align	6, 0x0
	.amdhsa_kernel _Z9update_WbPdS_idii
		.amdhsa_group_segment_fixed_size 0
		.amdhsa_private_segment_fixed_size 0
		.amdhsa_kernarg_size 296
		.amdhsa_user_sgpr_count 14
		.amdhsa_user_sgpr_dispatch_ptr 0
		.amdhsa_user_sgpr_queue_ptr 0
		.amdhsa_user_sgpr_kernarg_segment_ptr 1
		.amdhsa_user_sgpr_dispatch_id 0
		.amdhsa_user_sgpr_private_segment_size 0
		.amdhsa_wavefront_size32 1
		.amdhsa_uses_dynamic_stack 0
		.amdhsa_enable_private_segment 0
		.amdhsa_system_sgpr_workgroup_id_x 1
		.amdhsa_system_sgpr_workgroup_id_y 1
		.amdhsa_system_sgpr_workgroup_id_z 0
		.amdhsa_system_sgpr_workgroup_info 0
		.amdhsa_system_vgpr_workitem_id 1
		.amdhsa_next_free_vgpr 6
		.amdhsa_next_free_sgpr 16
		.amdhsa_float_round_mode_32 0
		.amdhsa_float_round_mode_16_64 0
		.amdhsa_float_denorm_mode_32 3
		.amdhsa_float_denorm_mode_16_64 3
		.amdhsa_dx10_clamp 1
		.amdhsa_ieee_mode 1
		.amdhsa_fp16_overflow 0
		.amdhsa_workgroup_processor_mode 1
		.amdhsa_memory_ordered 1
		.amdhsa_forward_progress 0
		.amdhsa_shared_vgpr_count 0
		.amdhsa_exception_fp_ieee_invalid_op 0
		.amdhsa_exception_fp_denorm_src 0
		.amdhsa_exception_fp_ieee_div_zero 0
		.amdhsa_exception_fp_ieee_overflow 0
		.amdhsa_exception_fp_ieee_underflow 0
		.amdhsa_exception_fp_ieee_inexact 0
		.amdhsa_exception_int_div_zero 0
	.end_amdhsa_kernel
	.text
.Lfunc_end10:
	.size	_Z9update_WbPdS_idii, .Lfunc_end10-_Z9update_WbPdS_idii
                                        ; -- End function
	.section	.AMDGPU.csdata,"",@progbits
; Kernel info:
; codeLenInByte = 236
; NumSgprs: 18
; NumVgprs: 6
; ScratchSize: 0
; MemoryBound: 0
; FloatMode: 240
; IeeeMode: 1
; LDSByteSize: 0 bytes/workgroup (compile time only)
; SGPRBlocks: 2
; VGPRBlocks: 0
; NumSGPRsForWavesPerEU: 18
; NumVGPRsForWavesPerEU: 6
; Occupancy: 16
; WaveLimiterHint : 0
; COMPUTE_PGM_RSRC2:SCRATCH_EN: 0
; COMPUTE_PGM_RSRC2:USER_SGPR: 14
; COMPUTE_PGM_RSRC2:TRAP_HANDLER: 0
; COMPUTE_PGM_RSRC2:TGID_X_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Y_EN: 1
; COMPUTE_PGM_RSRC2:TGID_Z_EN: 0
; COMPUTE_PGM_RSRC2:TIDIG_COMP_CNT: 1
	.text
	.p2alignl 7, 3214868480
	.fill 96, 4, 3214868480
	.type	__hip_cuid_,@object             ; @__hip_cuid_
	.section	.bss,"aw",@nobits
	.globl	__hip_cuid_
__hip_cuid_:
	.byte	0                               ; 0x0
	.size	__hip_cuid_, 1

	.ident	"AMD clang version 18.0.0git (https://github.com/RadeonOpenCompute/llvm-project roc-6.3.2 25012 e5bf7e55c91490b07c49d8960fa7983d864936c4)"
	.section	".note.GNU-stack","",@progbits
	.addrsig
	.addrsig_sym __hip_cuid_
	.amdgpu_metadata
---
amdhsa.kernels:
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         24
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         32
        .size:           8
        .value_kind:     global_buffer
      - .offset:         40
        .size:           4
        .value_kind:     by_value
      - .offset:         44
        .size:           4
        .value_kind:     by_value
      - .offset:         48
        .size:           4
        .value_kind:     by_value
      - .offset:         52
        .size:           4
        .value_kind:     by_value
      - .offset:         56
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         60
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         64
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         68
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         70
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         72
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         74
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         76
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         78
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         104
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         112
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         120
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 312
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z19HiddenLayer_SigmoidPdS_S_S_S_iiii
    .private_segment_fixed_size: 0
    .sgpr_count:     22
    .sgpr_spill_count: 0
    .symbol:         _Z19HiddenLayer_SigmoidPdS_S_S_S_iiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     17
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         24
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         32
        .size:           8
        .value_kind:     global_buffer
      - .offset:         40
        .size:           4
        .value_kind:     by_value
      - .offset:         44
        .size:           4
        .value_kind:     by_value
      - .offset:         48
        .size:           4
        .value_kind:     by_value
      - .offset:         52
        .size:           4
        .value_kind:     by_value
      - .offset:         56
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         60
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         64
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         68
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         70
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         72
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         74
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         76
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         78
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         104
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         112
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         120
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 312
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z16HiddenLayer_ReLUPdS_S_S_S_iiii
    .private_segment_fixed_size: 0
    .sgpr_count:     22
    .sgpr_spill_count: 0
    .symbol:         _Z16HiddenLayer_ReLUPdS_S_S_S_iiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     12
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         24
        .size:           8
        .value_kind:     global_buffer
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     by_value
      - .offset:         44
        .size:           4
        .value_kind:     by_value
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         52
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         56
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         60
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         62
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         64
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         66
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         68
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         70
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         104
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         112
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 304
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z11OutputLayerPdS_S_S_iiii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z11OutputLayerPdS_S_S_iiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     12
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .offset:         24
        .size:           4
        .value_kind:     by_value
      - .offset:         28
        .size:           4
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         44
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         52
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         54
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         56
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         58
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         60
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         62
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         104
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 296
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z7SoftmaxPdS_Piiii
    .private_segment_fixed_size: 0
    .sgpr_count:     38
    .sgpr_spill_count: 0
    .symbol:         _Z7SoftmaxPdS_Piiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     17
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .offset:         24
        .size:           4
        .value_kind:     by_value
      - .offset:         28
        .size:           4
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         44
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         52
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         54
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         56
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         58
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         60
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         62
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         104
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 296
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z8Back_dZ2PdPiS_iii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z8Back_dZ2PdPiS_iii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     18
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .offset:         24
        .size:           4
        .value_kind:     by_value
      - .offset:         28
        .size:           4
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         44
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         52
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         54
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         56
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         58
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         60
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         62
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         104
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 296
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z7Back_dWPdS_S_iiii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z7Back_dWPdS_S_iiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     12
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .offset:         16
        .size:           4
        .value_kind:     by_value
      - .offset:         20
        .size:           4
        .value_kind:     by_value
      - .offset:         24
        .size:           4
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         36
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         44
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         46
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         48
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         50
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         52
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         54
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         72
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         96
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 288
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z7Back_dbPdS_iii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z7Back_dbPdS_iii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     8
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .offset:         24
        .size:           4
        .value_kind:     by_value
      - .offset:         28
        .size:           4
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         44
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         52
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         54
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         56
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         58
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         60
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         62
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         104
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 296
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z8Back_dA1PdS_S_iiii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z8Back_dA1PdS_S_iiii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     12
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         24
        .size:           8
        .value_kind:     global_buffer
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     by_value
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         52
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         56
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         60
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         62
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         64
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         66
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         68
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         70
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         104
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         112
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 304
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z16Back_dZ1_SigmoidPdS_S_S_iii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z16Back_dZ1_SigmoidPdS_S_S_iii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     6
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         16
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         24
        .size:           8
        .value_kind:     global_buffer
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     by_value
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         52
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         56
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         60
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         62
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         64
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         66
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         68
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         70
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         104
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         112
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 304
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z13Back_dZ1_ReLUPdS_S_S_iii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z13Back_dZ1_ReLUPdS_S_S_iii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     5
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
  - .args:
      - .address_space:  global
        .offset:         0
        .size:           8
        .value_kind:     global_buffer
      - .address_space:  global
        .offset:         8
        .size:           8
        .value_kind:     global_buffer
      - .offset:         16
        .size:           4
        .value_kind:     by_value
      - .offset:         24
        .size:           8
        .value_kind:     by_value
      - .offset:         32
        .size:           4
        .value_kind:     by_value
      - .offset:         36
        .size:           4
        .value_kind:     by_value
      - .offset:         40
        .size:           4
        .value_kind:     hidden_block_count_x
      - .offset:         44
        .size:           4
        .value_kind:     hidden_block_count_y
      - .offset:         48
        .size:           4
        .value_kind:     hidden_block_count_z
      - .offset:         52
        .size:           2
        .value_kind:     hidden_group_size_x
      - .offset:         54
        .size:           2
        .value_kind:     hidden_group_size_y
      - .offset:         56
        .size:           2
        .value_kind:     hidden_group_size_z
      - .offset:         58
        .size:           2
        .value_kind:     hidden_remainder_x
      - .offset:         60
        .size:           2
        .value_kind:     hidden_remainder_y
      - .offset:         62
        .size:           2
        .value_kind:     hidden_remainder_z
      - .offset:         80
        .size:           8
        .value_kind:     hidden_global_offset_x
      - .offset:         88
        .size:           8
        .value_kind:     hidden_global_offset_y
      - .offset:         96
        .size:           8
        .value_kind:     hidden_global_offset_z
      - .offset:         104
        .size:           2
        .value_kind:     hidden_grid_dims
    .group_segment_fixed_size: 0
    .kernarg_segment_align: 8
    .kernarg_segment_size: 296
    .language:       OpenCL C
    .language_version:
      - 2
      - 0
    .max_flat_workgroup_size: 1024
    .name:           _Z9update_WbPdS_idii
    .private_segment_fixed_size: 0
    .sgpr_count:     18
    .sgpr_spill_count: 0
    .symbol:         _Z9update_WbPdS_idii.kd
    .uniform_work_group_size: 1
    .uses_dynamic_stack: false
    .vgpr_count:     6
    .vgpr_spill_count: 0
    .wavefront_size: 32
    .workgroup_processor_mode: 1
amdhsa.target:   amdgcn-amd-amdhsa--gfx1100
amdhsa.version:
  - 1
  - 2
...

	.end_amdgpu_metadata
