From 94f369a4dc5ce68ec2cffd79e20da1738311ab8d Mon Sep 17 00:00:00 2001
From: Haofei Yu <1125027232@qq.com>
Date: Fri, 15 Jul 2022 21:34:51 +0800
Subject: [PATCH] fix elu call bug

---
 cosformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/cosformer.py b/cosformer.py
index d9653ce..9a8fdca 100644
--- a/cosformer.py
+++ b/cosformer.py
@@ -51,7 +51,7 @@ def get_act_fun(self, act_fun):
         if act_fun == "relu":
             return F.relu
         elif act_fun == "elu":
-            return 1 + F.elu
+            return lambda x: 1 + F.elu(x)
 
     def forward(
         self,