[T1-1-2] Vietlin

include/infiniop.h

@@ -17,5 +17,14 @@
 #include "infiniop/ops/sub.h"
 #include "infiniop/ops/swiglu.h"
 #include "infiniop/tensor_descriptor.h"
+#include "infiniop/ops/silu.h"
+#include "infiniop/ops/div.h"
+#include "infiniop/ops/and.h"
+#include "infiniop/ops/or.h"
+#include "infiniop/ops/equal.h"
+#include "infiniop/ops/relu_backward.h"
+#include "infiniop/ops/gelu.h"
+#include "infiniop/ops/gelu_backward.h"
+#include "infiniop/ops/cross_entropy_loss_backward.h"
 
 #endif // __INFINIOP_API_H__

include/infiniop/ops/and.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_AND_API_H__
+#define __INFINIOP_AND_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopAndDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateAndDescriptor(
+    infiniopHandle_t handle,
+    infiniopAndDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t c_desc,
+    infiniopTensorDescriptor_t a_desc,
+    infiniopTensorDescriptor_t b_desc
+);
+
+__C __export infiniStatus_t infiniopGetAndWorkspaceSize(infiniopAndDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopAnd(
+    infiniopAndDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * c,
+    const void * a,
+    const void * b,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyAndDescriptor(infiniopAndDescriptor_t desc);
+
+#endif

include/infiniop/ops/cross_entropy_loss_backward.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_CROSS_ENTROPY_LOSS_BACKWARD_API_H__
+#define __INFINIOP_CROSS_ENTROPY_LOSS_BACKWARD_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopCrossEntropyLossBackwardDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateCrossEntropyLossBackwardDescriptor(
+    infiniopHandle_t handle,
+    infiniopCrossEntropyLossBackwardDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t grad_logits_desc,
+    infiniopTensorDescriptor_t probs_desc,
+    infiniopTensorDescriptor_t target_desc
+);
+
+__C __export infiniStatus_t infiniopGetCrossEntropyLossBackwardWorkspaceSize(infiniopCrossEntropyLossBackwardDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopCrossEntropyLossBackward(
+    infiniopCrossEntropyLossBackwardDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * grad_logits,
+    const void * probs,
+    const void * target,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyCrossEntropyLossBackwardDescriptor(infiniopCrossEntropyLossBackwardDescriptor_t desc);
+
+#endif

include/infiniop/ops/div.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_DIV_API_H__
+#define __INFINIOP_DIV_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopDivDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateDivDescriptor(
+    infiniopHandle_t handle,
+    infiniopDivDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t c_desc,
+    infiniopTensorDescriptor_t a_desc,
+    infiniopTensorDescriptor_t b_desc
+);
+
+__C __export infiniStatus_t infiniopGetDivWorkspaceSize(infiniopDivDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopDiv(
+    infiniopDivDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * c,
+    const void * a,
+    const void * b,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyDivDescriptor(infiniopDivDescriptor_t desc);
+
+#endif

include/infiniop/ops/equal.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_EQUAL_API_H__
+#define __INFINIOP_EQUAL_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopEqualDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateEqualDescriptor(
+    infiniopHandle_t handle,
+    infiniopEqualDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t c_desc,
+    infiniopTensorDescriptor_t a_desc,
+    infiniopTensorDescriptor_t b_desc
+);
+
+__C __export infiniStatus_t infiniopGetEqualWorkspaceSize(infiniopEqualDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopEqual(
+    infiniopEqualDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * c,
+    const void * a,
+    const void * b,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyEqualDescriptor(infiniopEqualDescriptor_t desc);
+
+#endif

include/infiniop/ops/gelu.h

@@ -0,0 +1,28 @@
+#ifndef __INFINIOP_GELU_API_H__
+#define __INFINIOP_GELU_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopGeLUDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateGeLUDescriptor(
+    infiniopHandle_t handle,
+    infiniopGeLUDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t output_desc,
+    infiniopTensorDescriptor_t input_desc
+);
+
+__C __export infiniStatus_t infiniopGetGeLUWorkspaceSize(infiniopGeLUDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopGeLU(
+    infiniopGeLUDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * output,
+    const void * input,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyGeLUDescriptor(infiniopGeLUDescriptor_t desc);
+
+#endif

include/infiniop/ops/gelu_backward.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_GELU_BACKWARD_API_H__
+#define __INFINIOP_GELU_BACKWARD_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopGeLUBackwardDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateGeLUBackwardDescriptor(
+    infiniopHandle_t handle,
+    infiniopGeLUBackwardDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t grad_input_desc,
+    infiniopTensorDescriptor_t input_desc,
+    infiniopTensorDescriptor_t grad_output_desc
+);
+
+__C __export infiniStatus_t infiniopGetGeLUBackwardWorkspaceSize(infiniopGeLUBackwardDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopGeLUBackward(
+    infiniopGeLUBackwardDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * grad_input,
+    const void * input,
+    const void * grad_output,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyGeLUBackwardDescriptor(infiniopGeLUBackwardDescriptor_t desc);
+
+#endif

include/infiniop/ops/or.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_OR_API_H__
+#define __INFINIOP_OR_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopOrDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateOrDescriptor(
+    infiniopHandle_t handle,
+    infiniopOrDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t c_desc,
+    infiniopTensorDescriptor_t a_desc,
+    infiniopTensorDescriptor_t b_desc
+);
+
+__C __export infiniStatus_t infiniopGetOrWorkspaceSize(infiniopOrDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopOr(
+    infiniopOrDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * c,
+    const void * a,
+    const void * b,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyOrDescriptor(infiniopOrDescriptor_t desc);
+
+#endif

include/infiniop/ops/relu_backward.h

@@ -0,0 +1,30 @@
+#ifndef __INFINIOP_RELU_BACKWARD_API_H__
+#define __INFINIOP_RELU_BACKWARD_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopReLUBackwardDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateReLUBackwardDescriptor(
+    infiniopHandle_t handle,
+    infiniopReLUBackwardDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t grad_input_desc,
+    infiniopTensorDescriptor_t input_desc,
+    infiniopTensorDescriptor_t grad_output_desc
+);
+
+__C __export infiniStatus_t infiniopGetReLUBackwardWorkspaceSize(infiniopReLUBackwardDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopReLUBackward(
+    infiniopReLUBackwardDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * grad_input,
+    const void * input,
+    const void * grad_output,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroyReLUBackwardDescriptor(infiniopReLUBackwardDescriptor_t desc);
+
+#endif

include/infiniop/ops/silu.h

@@ -0,0 +1,28 @@
+#ifndef __INFINIOP_SILU_API_H__
+#define __INFINIOP_SILU_API_H__
+
+#include "../operator_descriptor.h"
+
+typedef struct InfiniopDescriptor *infiniopSiluDescriptor_t;
+
+__C __export infiniStatus_t infiniopCreateSiluDescriptor(
+    infiniopHandle_t handle,
+    infiniopSiluDescriptor_t *desc_ptr,
+    infiniopTensorDescriptor_t output_desc,
+    infiniopTensorDescriptor_t input_desc
+);
+
+__C __export infiniStatus_t infiniopGetSiluWorkspaceSize(infiniopSiluDescriptor_t desc, size_t *size);
+
+__C __export infiniStatus_t infiniopSilu(
+    infiniopSiluDescriptor_t desc,
+    void *workspace,
+    size_t workspace_size,
+    void * output,
+    const void * input,
+    void *stream
+);
+
+__C __export infiniStatus_t infiniopDestroySiluDescriptor(infiniopSiluDescriptor_t desc);
+
+#endif

scripts/python_test.py

@@ -12,18 +12,27 @@
 def run_tests(args):
     failed = []
     for test in [
-        "add.py",
-        "attention.py",
-        "causal_softmax.py",
-        "clip.py",
-        "gemm.py",
-        "mul.py",
-        "random_sample.py",
-        "rearrange.py",
-        "rms_norm.py",
-        "rope.py",
-        "sub.py",
-        "swiglu.py",
+        # "add.py",
+        # "attention.py",
+        # "causal_softmax.py",
+        # "clip.py",
+        # "gemm.py",
+        # "mul.py",
+        # "random_sample.py",
+        # "rearrange.py",
+        # "rms_norm.py",
+        # "rope.py",
+        # "sub.py",
+        # "swiglu.py",
+        "silu.py",
+        "div.py",
+        "and.py",
+        "or.py",
+        "equal.py",
+        "relu_backward.py",
+        "gelu.py",
+        "gelu_backward.py",
+        "cross_entropy_loss_backward.py",
     ]:
         result = subprocess.run(
             f"python {test} {args} --debug", text=True, encoding="utf-8", shell=True

src/infiniop-test/include/ops.hpp

@@ -16,6 +16,15 @@ DECLARE_INFINIOP_TEST(add)
 DECLARE_INFINIOP_TEST(causal_softmax)
 DECLARE_INFINIOP_TEST(rearrange)
 DECLARE_INFINIOP_TEST(sub)
+DECLARE_INFINIOP_TEST(silu)
+DECLARE_INFINIOP_TEST(div)
+DECLARE_INFINIOP_TEST(op_and)
+DECLARE_INFINIOP_TEST(op_or)
+DECLARE_INFINIOP_TEST(equal)
+DECLARE_INFINIOP_TEST(relu_backward)
+DECLARE_INFINIOP_TEST(gelu)
+DECLARE_INFINIOP_TEST(gelu_backward)
+DECLARE_INFINIOP_TEST(cross_entropy_loss_backward)
 
 #define REGISTER_INFINIOP_TEST(name)                      \
     {                                                     \
@@ -43,6 +52,15 @@ DECLARE_INFINIOP_TEST(sub)
         REGISTER_INFINIOP_TEST(causal_softmax) \
         REGISTER_INFINIOP_TEST(rearrange)      \
         REGISTER_INFINIOP_TEST(sub)            \
+        REGISTER_INFINIOP_TEST(silu)                        \
+        REGISTER_INFINIOP_TEST(div)                         \
+        REGISTER_INFINIOP_TEST(op_and)                      \
+        REGISTER_INFINIOP_TEST(op_or)                       \
+        REGISTER_INFINIOP_TEST(equal)                       \
+        REGISTER_INFINIOP_TEST(relu_backward)               \
+        REGISTER_INFINIOP_TEST(gelu)                        \
+        REGISTER_INFINIOP_TEST(gelu_backward)               \
+        REGISTER_INFINIOP_TEST(cross_entropy_loss_backward) \
     }
 
 namespace infiniop_test {