Device device = Device::GPU;

// 2d vector

variable x = TensorFactory::create(

vector<float>{1.0f, 2.0f, 3.0f, 10.0f, 11.0f, 12.0f, 20.0f, 21.0f, 22.0f,

30.0f, 31.0f, 32.0f},

vector<size_t>{2, 2, 3}, device, true);

variable y =

TensorFactory::create(vector<float>{1.f, -2.f, 5.f, 3.f, 2.f, 1.f},

vector<size_t>{2, 3, 1}, device, true);

variable z = matmul(x, y);

variable w, l;

{

NoGradScope scope;

w = log(z);

l = sum(w, 1, false);

}

cout << "x: " << x->to_string() << endl;

cout << "y: " << y->to_string() << endl;

cout << "z: " << z->to_string() << endl;

cout << "w: " << w->to_string() << endl;

cout << "l: " << l->to_string() << endl;

variable init_grad_l =

TensorFactory::randn(l->shape(), 0.0f, 1.0f, device, false);

l->backward(init_grad_l);

cout << "l grad: " << l->autograd_meta().grad_->to_string() << endl;

cout << "w grad: " << w->autograd_meta().grad_->to_string() << endl;

cout << "z grad: " << z->autograd_meta().grad_->to_string() << endl;

cout << "y grad: " << y->autograd_meta().grad_->to_string() << endl;

cout << "x grad: " << x->autograd_meta().grad_->to_string() << endl;

return 0;

}