Skip to content

Commit

Permalink
qv
Browse files Browse the repository at this point in the history
  • Loading branch information
Goekdeniz-Guelmez committed Jul 31, 2024
1 parent 3d46bf9 commit 4c3beb5
Show file tree
Hide file tree
Showing 5 changed files with 13 additions and 13 deletions.
6 changes: 3 additions & 3 deletions model/KANamav1.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,9 @@
import torch.nn as nn
import torch.nn.functional as F

from model.kan import KANLinear
from model.args import ModelArgs
from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv
from kan import KANLinear
from args import ModelArgs
from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv


class Attention(nn.Module):
Expand Down
6 changes: 3 additions & 3 deletions model/KANamav2.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,9 @@
import torch.nn as nn
import torch.nn.functional as F

from model.kan import KANLinear
from model.args import ModelArgs
from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv
from kan import KANLinear
from args import ModelArgs
from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv


class Attention(nn.Module):
Expand Down
6 changes: 3 additions & 3 deletions model/KANamav3.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,9 @@
import torch.nn as nn
import torch.nn.functional as F

from model.kan import KANLinear
from model.args import ModelArgs
from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv
from kan import KANLinear
from args import ModelArgs
from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv


class Attention(nn.Module):
Expand Down
6 changes: 3 additions & 3 deletions model/KANamav4.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,9 @@
import torch.nn as nn
import torch.nn.functional as F

from model.kan import KANLinear
from model.args import ModelArgs
from model.utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv
from kan import KANLinear
from args import ModelArgs
from utils import RMSNorm, precompute_freqs_cis, apply_rotary_emb, repeat_kv


class Attention(nn.Module):
Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
# Setup configuration
setup(
name="KANama",
version="1.9.3",
version="1.9.4",
description="KANama: marrying Kolmogorov–Arnold Networks with Meta's Llama model.",
long_description=open(root_dir / "README.md", encoding="utf-8").read(),
long_description_content_type="text/markdown",
Expand Down

0 comments on commit 4c3beb5

Please sign in to comment.