Skip to content

Commit

Permalink
Update flavours (#313)
Browse files Browse the repository at this point in the history 
* Bump s3fs from 2024.9.0 to 2024.10.0

Bumps [s3fs](https://github.com/fsspec/s3fs) from 2024.9.0 to 2024.10.0.
- [Changelog](https://github.com/fsspec/s3fs/blob/main/release-procedure.md)
- [Commits](fsspec/s3fs@2024.9.0...2024.10.0)

---
updated-dependencies:
- dependency-name: s3fs
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* Bump fsspec[dask,git,hdfs,http,sftp,smb] from 2024.9.0 to 2024.10.0

Bumps [fsspec[dask,git,hdfs,http,sftp,smb]](https://github.com/fsspec/filesystem_spec) from 2024.9.0 to 2024.10.0.
- [Commits](fsspec/filesystem_spec@2024.9.0...2024.10.0)

---
updated-dependencies:
- dependency-name: fsspec[dask,git,hdfs,http,sftp,smb]
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* Bump dvc from 3.55.2 to 3.56.0

Bumps [dvc](https://github.com/iterative/dvc) from 3.55.2 to 3.56.0.
- [Release notes](https://github.com/iterative/dvc/releases)
- [Commits](iterative/dvc@3.55.2...3.56.0)

---
updated-dependencies:
- dependency-name: dvc
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* Bump gcsfs from 2024.9.0.post1 to 2024.10.0

Bumps [gcsfs](https://github.com/fsspec/gcsfs) from 2024.9.0.post1 to 2024.10.0.
- [Commits](fsspec/gcsfs@2024.9.0post1...2024.10.0)

---
updated-dependencies:
- dependency-name: gcsfs
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* Bump huggingface-hub from 0.25.2 to 0.26.2

Bumps [huggingface-hub](https://github.com/huggingface/huggingface_hub) from 0.25.2 to 0.26.2.
- [Release notes](https://github.com/huggingface/huggingface_hub/releases)
- [Commits](huggingface/huggingface_hub@v0.25.2...v0.26.2)

---
updated-dependencies:
- dependency-name: huggingface-hub
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* upath._flavour_sources: update versions

---------

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
  • Loading branch information
@ap-- @dependabot
ap-- and dependabot[bot] authored Nov 20, 2024
1 parent 6fe13a1 commit db185f3
Show file tree
Hide file tree
Showing 2 changed files with 28 additions and 28 deletions.
10 changes: 5 additions & 5 deletions dev/requirements.txt
View file
Original file line number Diff line number Diff line change
@@ -1,17 +1,17 @@
fsspec[git,hdfs,dask,http,sftp,smb]==2024.9.0
fsspec[git,hdfs,dask,http,sftp,smb]==2024.10.0

# these dependencies define their own filesystems
adlfs==2024.7.0
boxfs==0.3.0
dropboxdrivefs==1.4.1
gcsfs==2024.9.0.post1
s3fs==2024.9.0
gcsfs==2024.10.0
s3fs==2024.10.0
ocifs==1.3.1
webdav4[fsspec]==0.10.0
# gfrivefs @ git+https://github.com/fsspec/gdrivefs@master broken ...
morefs[asynclocalfs]==0.2.2
dvc==3.55.2
huggingface_hub==0.25.2
dvc==3.56.0
huggingface_hub==0.26.2
lakefs-spec==0.11.0
ossfs==2023.12.0
fsspec-xrootd==0.4.0
Expand Down
46 changes: 23 additions & 23 deletions upath/_flavour_sources.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ def __init_subclass__(cls: Any, **kwargs):

class AbstractFileSystemFlavour(FileSystemFlavourBase):
__orig_class__ = 'fsspec.spec.AbstractFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol: str | tuple[str, ...] = 'abstract'
root_marker: Literal['', '/'] = ''
sep: Literal['/'] = '/'
Expand Down Expand Up @@ -312,7 +312,7 @@ def _strip_protocol(cls, path) -> str:

class DaskWorkerFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.dask.DaskWorkerFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('dask',)
root_marker = ''
sep = '/'
Expand All @@ -328,15 +328,15 @@ def _get_kwargs_from_urls(path):

class DataFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.data.DataFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('data',)
root_marker = ''
sep = '/'


class DatabricksFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.dbfs.DatabricksFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('dbfs',)
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -369,7 +369,7 @@ class DropboxDriveFileSystemFlavour(AbstractFileSystemFlavour):

class FTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.ftp.FTPFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('ftp',)
root_marker = '/'
sep = '/'
Expand All @@ -388,7 +388,7 @@ def _get_kwargs_from_urls(urlpath):

class GCSFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'gcsfs.core.GCSFileSystem'
__orig_version__ = '2024.9.0post1'
__orig_version__ = '2024.10.0'
protocol = ('gs', 'gcs')
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -465,7 +465,7 @@ def _split_path(cls, path, version_aware=False):

class GitFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.git.GitFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('git',)
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -493,7 +493,7 @@ def _get_kwargs_from_urls(path):

class GithubFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.github.GithubFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('github',)
root_marker = ''
sep = '/'
Expand All @@ -518,7 +518,7 @@ def _get_kwargs_from_urls(path):

class HTTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.http.HTTPFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('http', 'https')
root_marker = ''
sep = '/'
Expand All @@ -539,7 +539,7 @@ def _parent(cls, path):

class HadoopFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.arrow.HadoopFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('hdfs', 'arrow_hdfs')
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -572,15 +572,15 @@ def _get_kwargs_from_urls(path):

class HfFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'huggingface_hub.hf_file_system.HfFileSystem'
__orig_version__ = '0.25.2'
__orig_version__ = '0.26.2'
protocol = ('hf',)
root_marker = ''
sep = '/'


class JupyterFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.jupyter.JupyterFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('jupyter', 'jlab')
root_marker = ''
sep = '/'
Expand All @@ -606,7 +606,7 @@ def _strip_protocol(cls, path):

class LibArchiveFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.libarchive.LibArchiveFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('libarchive',)
root_marker = ''
sep = '/'
Expand All @@ -619,7 +619,7 @@ def _strip_protocol(cls, path):

class LocalFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.local.LocalFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('file', 'local')
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -697,7 +697,7 @@ def _strip_protocol(cls, path):

class MemoryFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.memory.MemoryFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('memory',)
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -796,15 +796,15 @@ class OverlayFileSystemFlavour(AbstractFileSystemFlavour):

class ReferenceFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.reference.ReferenceFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('reference',)
root_marker = ''
sep = '/'


class S3FileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 's3fs.core.S3FileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('s3', 's3a')
root_marker = ''
sep = '/'
Expand All @@ -831,7 +831,7 @@ def _get_kwargs_from_urls(urlpath):

class SFTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.sftp.SFTPFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('sftp', 'ssh')
root_marker = ''
sep = '/'
Expand All @@ -850,7 +850,7 @@ def _get_kwargs_from_urls(urlpath):

class SMBFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.smb.SMBFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('smb',)
root_marker = ''
sep = '/'
Expand All @@ -870,7 +870,7 @@ def _get_kwargs_from_urls(path):

class TarFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.tar.TarFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('tar',)
root_marker = ''
sep = '/'
Expand All @@ -886,7 +886,7 @@ class WandbFSFlavour(AbstractFileSystemFlavour):

class WebHDFSFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.webhdfs.WebHDFS'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('webhdfs', 'webHDFS')
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -947,7 +947,7 @@ def _get_kwargs_from_urls(u: str) -> dict[Any, Any]:

class ZipFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.zip.ZipFileSystem'
__orig_version__ = '2024.9.0'
__orig_version__ = '2024.10.0'
protocol = ('zip',)
root_marker = ''
sep = '/'
Expand All @@ -960,7 +960,7 @@ def _strip_protocol(cls, path):

class _DVCFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'dvc.fs.dvc._DVCFileSystem'
__orig_version__ = '3.55.2'
__orig_version__ = '3.56.0'
protocol = ('dvc',)
root_marker = '/'
sep = '/'

0 comments on commit db185f3

Please sign in to comment.