feat(llm): 注册 rms normalization

Signed-off-by: YdrMaster <[email protected]>

Author: YdrMaster

src/07onnx/src/operators.cpp

@@ -42,8 +42,8 @@
 namespace refactor::onnx {
 
     void register_() {
+#define REGISTER(NAME, CLASS) Operator::register_<CLASS>("onnx::" #NAME)
         // clang-format off
-        #define REGISTER(NAME, CLASS) Operator::register_<CLASS>("onnx::" #NAME)
         REGISTER(BatchNormalization   , BatchNormalization   );
         REGISTER(Cast                 , Cast                 );
         REGISTER(Clip                 , Clip                 );
@@ -130,8 +130,8 @@ namespace refactor::onnx {
         REGISTER(Where                , Where                );
         REGISTER(HardSigmoid          , HardSigmoid          );
         REGISTER(Pad                  , Pad                  );
-        #undef REGISTER
         // clang-format on
+#undef REGISTER
     }
 
 }// namespace refactor::onnx

src/08-01llm/src/operators.cpp

@@ -1,15 +1,17 @@
 #include "llm/operators.h"
 #include "operators/mat_mul.hh"
+#include "operators/rms_normalization.hh"
 
 namespace refactor::llm {
     using namespace frontend;
 
     void register_() {
+#define REGISTER(NAME, CLASS) Operator::register_<CLASS>("llm::" #NAME)
         // clang-format off
-        #define REGISTER(NAME, CLASS) Operator::register_<CLASS>("llm::" #NAME)
-        REGISTER(MatMul, MatMul);
-        #undef REGISTER
+        REGISTER(MatMul          , MatMul          );
+        REGISTER(RmsNormalization, RmsNormalization);
         // clang-format on
+#undef REGISTER
     }
 
 }// namespace refactor::llm

src/08communication/src/operators.cpp

@@ -6,16 +6,16 @@ namespace refactor::communication {
     using namespace frontend;
 
     void register_() {
+#define REGISTER(NAME, CLASS) Operator::register_<CLASS>("onnx::" #NAME)
         // clang-format off
-        #define REGISTER(NAME, CLASS) Operator::register_<CLASS>("onnx::" #NAME)
         REGISTER(AllReduceAvg , AllReduce);
         REGISTER(AllReduceSum , AllReduce);
         REGISTER(AllReduceMin , AllReduce);
         REGISTER(AllReduceMax , AllReduce);
         REGISTER(AllReduceProd, AllReduce);
         REGISTER(AllGather    , AllGather);
-        #undef REGISTER
         // clang-format on
+#undef REGISTER
     }
 
 }// namespace refactor::communication