Skip to content

Commit

Permalink
Update filesystem flavours to newest versions (#237)
Browse files Browse the repository at this point in the history 
* upath: updating generated flavour sources

* upath: update flavour sources to newest versions
  • Loading branch information
@ap--
ap-- authored Jul 21, 2024
1 parent 07a4583 commit 92675f0
Show file tree
Hide file tree
Showing 2 changed files with 31 additions and 31 deletions.
10 changes: 5 additions & 5 deletions dev/requirements.txt
View file
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.0
fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.1

# these dependencies define their own filesystems
adlfs==2024.4.1
boxfs==0.3.0
dropboxdrivefs==1.4.1
gcsfs==2024.6.0
s3fs==2024.6.0
gcsfs==2024.6.1
s3fs==2024.6.1
ocifs==1.3.1
webdav4[fsspec]==0.9.8
webdav4[fsspec]==0.10.0
# gfrivefs @ git+https://github.com/fsspec/gdrivefs@master broken ...
morefs[asynclocalfs]==0.2.1
morefs[asynclocalfs]==0.2.2
dvc==3.51.2
huggingface_hub==0.23.4
lakefs-spec==0.9.0
Expand Down
52 changes: 26 additions & 26 deletions upath/_flavour_sources.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ def __init_subclass__(cls: Any, **kwargs):

class AbstractFileSystemFlavour(FileSystemFlavourBase):
__orig_class__ = 'fsspec.spec.AbstractFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol: str | tuple[str, ...] = 'abstract'
root_marker: Literal['', '/'] = ''
sep: Literal['/'] = '/'
Expand Down Expand Up @@ -136,7 +136,7 @@ def _parent(cls, path):

class AsyncLocalFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'morefs.asyn_local.AsyncLocalFileSystem'
__orig_version__ = '0.2.1'
__orig_version__ = '0.2.2'
protocol = ()
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -311,7 +311,7 @@ def _strip_protocol(cls, path) -> str:

class DaskWorkerFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.dask.DaskWorkerFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('dask',)
root_marker = ''
sep = '/'
Expand All @@ -327,23 +327,23 @@ def _get_kwargs_from_urls(path):

class DataFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.data.DataFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('data',)
root_marker = ''
sep = '/'


class DatabricksFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.dbfs.DatabricksFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('dbfs',)
root_marker = ''
sep = '/'


class DictFSFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'morefs.dict.DictFS'
__orig_version__ = '0.2.1'
__orig_version__ = '0.2.2'
protocol = ('dictfs',)
root_marker = ''
sep = '/'
Expand All @@ -368,7 +368,7 @@ class DropboxDriveFileSystemFlavour(AbstractFileSystemFlavour):

class FTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.ftp.FTPFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('ftp',)
root_marker = '/'
sep = '/'
Expand All @@ -387,7 +387,7 @@ def _get_kwargs_from_urls(urlpath):

class GCSFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'gcsfs.core.GCSFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('gs', 'gcs')
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -464,7 +464,7 @@ def _split_path(cls, path, version_aware=False):

class GitFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.git.GitFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('git',)
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -492,7 +492,7 @@ def _get_kwargs_from_urls(path):

class GithubFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.github.GithubFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('github',)
root_marker = ''
sep = '/'
Expand All @@ -517,7 +517,7 @@ def _get_kwargs_from_urls(path):

class HTTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.http.HTTPFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('http', 'https')
root_marker = ''
sep = '/'
Expand All @@ -538,7 +538,7 @@ def _parent(cls, path):

class HadoopFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.arrow.HadoopFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('hdfs', 'arrow_hdfs')
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -579,7 +579,7 @@ class HfFileSystemFlavour(AbstractFileSystemFlavour):

class JupyterFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.jupyter.JupyterFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('jupyter', 'jlab')
root_marker = ''
sep = '/'
Expand All @@ -605,7 +605,7 @@ def _strip_protocol(cls, path):

class LibArchiveFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.libarchive.LibArchiveFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('libarchive',)
root_marker = ''
sep = '/'
Expand All @@ -618,7 +618,7 @@ def _strip_protocol(cls, path):

class LocalFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.local.LocalFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('file', 'local')
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -681,7 +681,7 @@ def _parent(cls, path):

class MemFSFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'morefs.memory.MemFS'
__orig_version__ = '0.2.1'
__orig_version__ = '0.2.2'
protocol = ('memfs',)
root_marker = ''
sep = '/'
Expand All @@ -695,7 +695,7 @@ def _strip_protocol(cls, path):

class MemoryFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.memory.MemoryFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('memory',)
root_marker = '/'
sep = '/'
Expand Down Expand Up @@ -786,23 +786,23 @@ def _strip_protocol(cls, path):

class OverlayFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'morefs.overlay.OverlayFileSystem'
__orig_version__ = '0.2.1'
__orig_version__ = '0.2.2'
protocol = ('overlayfs',)
root_marker = ''
sep = '/'


class ReferenceFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.reference.ReferenceFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('reference',)
root_marker = ''
sep = '/'


class S3FileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 's3fs.core.S3FileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('s3', 's3a')
root_marker = ''
sep = '/'
Expand All @@ -829,7 +829,7 @@ def _get_kwargs_from_urls(urlpath):

class SFTPFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.sftp.SFTPFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('sftp', 'ssh')
root_marker = ''
sep = '/'
Expand All @@ -848,7 +848,7 @@ def _get_kwargs_from_urls(urlpath):

class SMBFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.smb.SMBFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('smb',)
root_marker = ''
sep = '/'
Expand All @@ -868,7 +868,7 @@ def _get_kwargs_from_urls(path):

class TarFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.tar.TarFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('tar',)
root_marker = ''
sep = '/'
Expand All @@ -884,7 +884,7 @@ class WandbFSFlavour(AbstractFileSystemFlavour):

class WebHDFSFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.webhdfs.WebHDFS'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('webhdfs', 'webHDFS')
root_marker = ''
sep = '/'
Expand All @@ -905,7 +905,7 @@ def _get_kwargs_from_urls(urlpath):

class WebdavFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'webdav4.fsspec.WebdavFileSystem'
__orig_version__ = '0.9.8'
__orig_version__ = '0.10.0'
protocol = ('webdav', 'dav')
root_marker = ''
sep = '/'
Expand Down Expand Up @@ -945,7 +945,7 @@ def _get_kwargs_from_urls(u: str) -> dict[Any, Any]:

class ZipFileSystemFlavour(AbstractFileSystemFlavour):
__orig_class__ = 'fsspec.implementations.zip.ZipFileSystem'
__orig_version__ = '2024.6.0'
__orig_version__ = '2024.6.1'
protocol = ('zip',)
root_marker = ''
sep = '/'
Expand Down

0 comments on commit 92675f0

Please sign in to comment.