diff --git a/src/site/notes/AI/transformers/transformers architecture.md b/src/site/notes/AI/transformers/transformers architecture.md
new file mode 100644
index 0000000..5319761
--- /dev/null
+++ b/src/site/notes/AI/transformers/transformers architecture.md	
@@ -0,0 +1,17 @@
+---
+{"dg-publish":true,"permalink":"/AI/transformers/transformers architecture/","noteIcon":"3"}
+---
+
+#transformer
+![Pasted image 20241124144006.png](/img/user/AI/transformers/attachments/Pasted%20image%2020241124144006.png)
+
+https://arxiv.org/pdf/1706.03762
+
+https://zhuanlan.zhihu.com/p/82312421
+
+[[AI/transformers/Autoregressive Models\|Autoregressive Models]]
+
+![Pasted image 20241124140104.png](/img/user/AI/transformers/attachments/Pasted%20image%2020241124140104.png)
+
+
+![Pasted image 20250119001634.png](/img/user/AI/transformers/attachments/Pasted%20image%2020250119001634.png)
\ No newline at end of file