aten.sin, aten.cos, aten.neg

Summary:
Implement 3 unary ops:
```
- func: sin(Tensor self) -> Tensor
- func: cos(Tensor self) -> Tensor
- func: neg(Tensor self) -> Tensor
```

Reviewed By: derekxu, jorgep31415

Differential Revision: D57646317

Author: Yujie Hui

backends/vulkan/partitioner/supported_ops.py

@@ -52,12 +52,15 @@ def __contains__(self, op):
 UNARY_OPS = [
     exir_ops.edge.aten.abs.default,
     exir_ops.edge.aten.clamp.default,
+    exir_ops.edge.aten.cos.default,
     exir_ops.edge.aten.exp.default,
     exir_ops.edge.aten.gelu.default,
     exir_ops.edge.aten.hardshrink.default,
     exir_ops.edge.aten.hardtanh.default,
+    exir_ops.edge.aten.neg.default,
     exir_ops.edge.aten.relu.default,
     exir_ops.edge.aten.sigmoid.default,
+    exir_ops.edge.aten.sin.default,
     exir_ops.edge.aten.sqrt.default,
     exir_ops.edge.aten.tanh.default,
 ]

backends/vulkan/runtime/graph/ops/glsl/unary_op.yaml

@@ -12,12 +12,18 @@ unary_op:
       OPERATOR: abs(X)
     - NAME: clamp
       OPERATOR: clamp(X, A, B)
+    - NAME: cos
+      OPERATOR: cos(X)
     - NAME: exp
       OPERATOR: exp(X)
     - NAME: gelu
       OPERATOR: 0.5 * X * (1 + tanh(sqrt(2 / 3.141593) * (X + 0.044715 * X * X * X)))
+    - NAME: neg
+      OPERATOR: -X
     - NAME: sigmoid
       OPERATOR: 1 / (1 + exp(-1 * X))
+    - NAME: sin
+      OPERATOR: sin(X)
     - NAME: sqrt
       OPERATOR: sqrt(X)
     - NAME: tanh

backends/vulkan/runtime/graph/ops/impl/UnaryOp.cpp

@@ -120,8 +120,11 @@ void gelu(ComputeGraph& graph, const std::vector<ValueRef>& args) {
 }
 
 DEFINE_ACTIVATION_FN(abs);
+DEFINE_ACTIVATION_FN(cos);
 DEFINE_ACTIVATION_FN(exp);
+DEFINE_ACTIVATION_FN(neg);
 DEFINE_ACTIVATION_FN(sigmoid);
+DEFINE_ACTIVATION_FN(sin);
 DEFINE_ACTIVATION_FN(sqrt);
 DEFINE_ACTIVATION_FN(tanh);
 DEFINE_CLAMP_FN(clamp);
@@ -132,11 +135,14 @@ DEFINE_HARDSHRINK_FN(hardshrink);
 REGISTER_OPERATORS {
   VK_REGISTER_OP(aten.abs.default, abs);
   VK_REGISTER_OP(aten.clamp.default, clamp);
+  VK_REGISTER_OP(aten.cos.default, cos);
   VK_REGISTER_OP(aten.exp.default, exp);
   VK_REGISTER_OP(aten.gelu.default, gelu);
   VK_REGISTER_OP(aten.hardtanh.default, hardtanh);
+  VK_REGISTER_OP(aten.neg.default, neg);
   VK_REGISTER_OP(aten.relu.default, relu);
   VK_REGISTER_OP(aten.sigmoid.default, sigmoid);
+  VK_REGISTER_OP(aten.sin.default, sin);
   VK_REGISTER_OP(aten.sqrt.default, sqrt);
   VK_REGISTER_OP(aten.tanh.default, tanh);
   VK_REGISTER_OP(aten.hardshrink.default, hardshrink);

backends/vulkan/test/op_tests/cases.py

@@ -795,4 +795,7 @@ def get_gelu_inputs():
     "aten._native_batch_norm_legit_no_training.default": get_native_batch_norm_inputs(),
     "aten.gelu.default": get_gelu_inputs(),
     "aten.hardshrink.default": get_unary_ops_inputs(),
+    "aten.sin.default": get_unary_ops_inputs(),
+    "aten.neg.default": get_unary_ops_inputs(),
+    "aten.cos.default": get_unary_ops_inputs(),
 }

backends/vulkan/test/test_vulkan_delegate.py

@@ -379,6 +379,16 @@ def forward(self, x):
 
         self.lower_unary_module_and_test_output(ClampModule())
 
+    def test_vulkan_backend_cos(self):
+        class CosModule(torch.nn.Module):
+            def __init__(self):
+                super().__init__()
+
+            def forward(self, x):
+                return torch.cos(x)
+
+        self.lower_unary_module_and_test_output(CosModule())
+
     def test_vulkan_backend_hardtanh(self):
         class HardTanHModule(torch.nn.Module):
             def __init__(self):
@@ -400,6 +410,26 @@ def forward(self, x):
 
         self.lower_unary_module_and_test_output(ExpModule())
 
+    def test_vulkan_backend_neg(self):
+        class NegModule(torch.nn.Module):
+            def __init__(self):
+                super().__init__()
+
+            def forward(self, x):
+                return torch.neg(x)
+
+        self.lower_unary_module_and_test_output(NegModule())
+
+    def test_vulkan_backend_sin(self):
+        class SinModule(torch.nn.Module):
+            def __init__(self):
+                super().__init__()
+
+            def forward(self, x):
+                return torch.sin(x)
+
+        self.lower_unary_module_and_test_output(SinModule())
+
     def test_vulkan_backend_relu(self):
         class ReLUModule(torch.nn.Module):
             def __init__(self):