From 4c3beb525338e04eac40a32217f011cfcc7999a9 Mon Sep 17 00:00:00 2001 From: Goekdeniz-Guelmez Date: Thu, 1 Aug 2024 00:41:30 +0200 Subject: [PATCH] qv --- model/KANamav1.py | 6 +++--- model/KANamav2.py | 6 +++--- model/KANamav3.py | 6 +++--- model/KANamav4.py | 6 +++--- setup.py | 2 +- 5 files changed, 13 insertions(+), 13 deletions(-) diff --git a/model/KANamav1.py b/model/KANamav1.py index b410377..092425a 100644 --- a/model/KANamav1.py +++ b/model/KANamav1.py @@ -6,9 +6,9 @@ import torch.nn as nn import torch.nn.functional as F -from model.kan import KANLinear -from model.args import ModelArgs -from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv +from kan import KANLinear +from args import ModelArgs +from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv class Attention(nn.Module): diff --git a/model/KANamav2.py b/model/KANamav2.py index b107c28..e3d6801 100644 --- a/model/KANamav2.py +++ b/model/KANamav2.py @@ -6,9 +6,9 @@ import torch.nn as nn import torch.nn.functional as F -from model.kan import KANLinear -from model.args import ModelArgs -from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv +from kan import KANLinear +from args import ModelArgs +from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv class Attention(nn.Module): diff --git a/model/KANamav3.py b/model/KANamav3.py index ca7b325..a10fa50 100644 --- a/model/KANamav3.py +++ b/model/KANamav3.py @@ -6,9 +6,9 @@ import torch.nn as nn import torch.nn.functional as F -from model.kan import KANLinear -from model.args import ModelArgs -from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv +from kan import KANLinear +from args import ModelArgs +from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv class Attention(nn.Module): diff --git a/model/KANamav4.py b/model/KANamav4.py index b9ade9b..3a221a5 100644 --- a/model/KANamav4.py +++ b/model/KANamav4.py @@ -6,9 +6,9 @@ import torch.nn as nn import torch.nn.functional as F -from model.kan import KANLinear -from model.args import ModelArgs -from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv +from kan import KANLinear +from args import ModelArgs +from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv class Attention(nn.Module): diff --git a/setup.py b/setup.py index ab72c80..02f4e9b 100644 --- a/setup.py +++ b/setup.py @@ -17,7 +17,7 @@ # Setup configuration setup( name="KANama", - version="1.9.3", + version="1.9.4", description="KANama: marrying Kolmogorov–Arnold Networks with Meta's Llama model.", long_description=open(root_dir / "README.md", encoding="utf-8").read(), long_description_content_type="text/markdown",