add autograd show drop tensor name

zenu-autograd/Cargo.toml

@@ -14,6 +14,7 @@ rand = "0.8.5"
 rand_distr = "0.4.3"
 lazy_static = "1.4.0"
 serde = { version = "1.0.197", features = ["derive"] }
+once_cell = "1.19.0"
 
 [dev-dependencies]
 criterion = "0.5.1"

zenu-autograd/src/concat.rs

@@ -94,6 +94,7 @@ pub fn concat<T: Num, D: Device>(vars: &[Variable<T, D>]) -> Variable<T, D> {
     concat.forward();
 
     output.set_creator(Rc::new(RefCell::new(Box::new(concat))));
+    output.set_name("concat_output");
     output
 }
 
@@ -118,6 +119,9 @@ fn concat_grad<T: Num, D: Device>(input: Variable<T, D>) -> Vec<Variable<T, D>>
         Box::new(concat_grad) as Box<dyn Function<T, D>>
     ));
     outputs.iter().for_each(|v| v.set_creator(layer.clone()));
+    for (idx, v) in outputs.iter().enumerate() {
+        v.set_name(&format!("concat_grad_output_{idx}"));
+    }
     outputs
 }
 

zenu-autograd/src/lib.rs

@@ -27,6 +27,21 @@ use zenu_matrix::{
     num::Num,
 };
 
+pub(crate) struct ZenuAutogradState {
+    pub(crate) is_drop_name_show: bool,
+}
+
+impl Default for ZenuAutogradState {
+    fn default() -> Self {
+        let is_drop_name_show =
+            std::env::var("ZENU_DROP_NAME_SHOW").unwrap_or("1".to_string()) == "1";
+        ZenuAutogradState { is_drop_name_show }
+    }
+}
+
+pub(crate) static ZENU_AUTOGRAD_STATE: once_cell::sync::Lazy<ZenuAutogradState> =
+    once_cell::sync::Lazy::new(ZenuAutogradState::default);
+
 pub trait Function<T: Num, D: Device> {
     fn forward(&self);
     fn backward(&self);
@@ -116,6 +131,16 @@ pub struct VariableInner<T: Num, D: Device> {
     is_train: bool,
 }
 
+impl<T: Num, D: Device> Drop for VariableInner<T, D> {
+    fn drop(&mut self) {
+        if ZENU_AUTOGRAD_STATE.is_drop_name_show {
+            if let Some(name) = self.name.clone() {
+                println!("Drop Variable: {name}");
+            }
+        }
+    }
+}
+
 impl<T, D> Serialize for VariableInner<T, D>
 where
     T: Num,