Testing cached tensor

app.py

@@ -39,7 +39,6 @@ You can use this demo to :
 5. Click on the "Submit" button to generate text with the selected feature clamped to the selected strength.
 """
 
-cached_tensor = None
 topk_indices = None
 
 sunglasses_file_path = "assets/sunglasses.jpg"
@@ -263,6 +262,7 @@ with gr.Blocks() as demo:
 
 
 if __name__ == "__main__":
+    cached_tensor = None
     tokenizer = AutoTokenizer.from_pretrained("llava-hf/llama3-llava-next-8b-hf")
     sae = load_single_sae("lmms-lab/llama3-llava-next-8b-hf-sae-131k", "model.layers.24")
     model, processor = maybe_load_llava_model(