diff --git a/setup.py b/setup.py index 1f85a435..1a8b52e0 100644 --- a/setup.py +++ b/setup.py @@ -7,7 +7,7 @@ setup( name="zetascale", - version="0.2.0", + version="0.0.2", author="Zeta Team", author_email="kye@apac.ai", description="Transformers at zeta scales", diff --git a/zeta/__init__.py b/zeta/__init__.py index d2655d22..c489327a 100644 --- a/zeta/__init__.py +++ b/zeta/__init__.py @@ -7,4 +7,8 @@ #models from zeta.models.KosmosX import KosmosTokenizer, Kosmos -from zeta.models.LongNet import LongNetTokenizer, LongNet \ No newline at end of file +from zeta.models.LongNet import LongNetTokenizer, LongNet + + +#attention +from zeta.utils.attention.dilated_attention import DilatedAttention2 \ No newline at end of file