From 92675f060775e7aeb3ffc92cb74abdb92458d231 Mon Sep 17 00:00:00 2001 From: Andreas Poehlmann Date: Mon, 22 Jul 2024 00:50:05 +0200 Subject: [PATCH] Update filesystem flavours to newest versions (#237) * upath: updating generated flavour sources * upath: update flavour sources to newest versions --- dev/requirements.txt | 10 ++++---- upath/_flavour_sources.py | 52 +++++++++++++++++++-------------------- 2 files changed, 31 insertions(+), 31 deletions(-) diff --git a/dev/requirements.txt b/dev/requirements.txt index cb68fbc8..b8544187 100644 --- a/dev/requirements.txt +++ b/dev/requirements.txt @@ -1,15 +1,15 @@ -fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.0 +fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.1 # these dependencies define their own filesystems adlfs==2024.4.1 boxfs==0.3.0 dropboxdrivefs==1.4.1 -gcsfs==2024.6.0 -s3fs==2024.6.0 +gcsfs==2024.6.1 +s3fs==2024.6.1 ocifs==1.3.1 -webdav4[fsspec]==0.9.8 +webdav4[fsspec]==0.10.0 # gfrivefs @ git+https://github.com/fsspec/gdrivefs@master broken ... -morefs[asynclocalfs]==0.2.1 +morefs[asynclocalfs]==0.2.2 dvc==3.51.2 huggingface_hub==0.23.4 lakefs-spec==0.9.0 diff --git a/upath/_flavour_sources.py b/upath/_flavour_sources.py index c40fce71..d3ccf586 100644 --- a/upath/_flavour_sources.py +++ b/upath/_flavour_sources.py @@ -87,7 +87,7 @@ def __init_subclass__(cls: Any, **kwargs): class AbstractFileSystemFlavour(FileSystemFlavourBase): __orig_class__ = 'fsspec.spec.AbstractFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol: str | tuple[str, ...] = 'abstract' root_marker: Literal['', '/'] = '' sep: Literal['/'] = '/' @@ -136,7 +136,7 @@ def _parent(cls, path): class AsyncLocalFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'morefs.asyn_local.AsyncLocalFileSystem' - __orig_version__ = '0.2.1' + __orig_version__ = '0.2.2' protocol = () root_marker = '/' sep = '/' @@ -311,7 +311,7 @@ def _strip_protocol(cls, path) -> str: class DaskWorkerFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.dask.DaskWorkerFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('dask',) root_marker = '' sep = '/' @@ -327,7 +327,7 @@ def _get_kwargs_from_urls(path): class DataFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.data.DataFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('data',) root_marker = '' sep = '/' @@ -335,7 +335,7 @@ class DataFileSystemFlavour(AbstractFileSystemFlavour): class DatabricksFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.dbfs.DatabricksFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('dbfs',) root_marker = '' sep = '/' @@ -343,7 +343,7 @@ class DatabricksFileSystemFlavour(AbstractFileSystemFlavour): class DictFSFlavour(AbstractFileSystemFlavour): __orig_class__ = 'morefs.dict.DictFS' - __orig_version__ = '0.2.1' + __orig_version__ = '0.2.2' protocol = ('dictfs',) root_marker = '' sep = '/' @@ -368,7 +368,7 @@ class DropboxDriveFileSystemFlavour(AbstractFileSystemFlavour): class FTPFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.ftp.FTPFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('ftp',) root_marker = '/' sep = '/' @@ -387,7 +387,7 @@ def _get_kwargs_from_urls(urlpath): class GCSFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'gcsfs.core.GCSFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('gs', 'gcs') root_marker = '' sep = '/' @@ -464,7 +464,7 @@ def _split_path(cls, path, version_aware=False): class GitFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.git.GitFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('git',) root_marker = '' sep = '/' @@ -492,7 +492,7 @@ def _get_kwargs_from_urls(path): class GithubFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.github.GithubFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('github',) root_marker = '' sep = '/' @@ -517,7 +517,7 @@ def _get_kwargs_from_urls(path): class HTTPFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.http.HTTPFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('http', 'https') root_marker = '' sep = '/' @@ -538,7 +538,7 @@ def _parent(cls, path): class HadoopFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.arrow.HadoopFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('hdfs', 'arrow_hdfs') root_marker = '/' sep = '/' @@ -579,7 +579,7 @@ class HfFileSystemFlavour(AbstractFileSystemFlavour): class JupyterFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.jupyter.JupyterFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('jupyter', 'jlab') root_marker = '' sep = '/' @@ -605,7 +605,7 @@ def _strip_protocol(cls, path): class LibArchiveFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.libarchive.LibArchiveFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('libarchive',) root_marker = '' sep = '/' @@ -618,7 +618,7 @@ def _strip_protocol(cls, path): class LocalFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.local.LocalFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('file', 'local') root_marker = '/' sep = '/' @@ -681,7 +681,7 @@ def _parent(cls, path): class MemFSFlavour(AbstractFileSystemFlavour): __orig_class__ = 'morefs.memory.MemFS' - __orig_version__ = '0.2.1' + __orig_version__ = '0.2.2' protocol = ('memfs',) root_marker = '' sep = '/' @@ -695,7 +695,7 @@ def _strip_protocol(cls, path): class MemoryFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.memory.MemoryFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('memory',) root_marker = '/' sep = '/' @@ -786,7 +786,7 @@ def _strip_protocol(cls, path): class OverlayFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'morefs.overlay.OverlayFileSystem' - __orig_version__ = '0.2.1' + __orig_version__ = '0.2.2' protocol = ('overlayfs',) root_marker = '' sep = '/' @@ -794,7 +794,7 @@ class OverlayFileSystemFlavour(AbstractFileSystemFlavour): class ReferenceFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.reference.ReferenceFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('reference',) root_marker = '' sep = '/' @@ -802,7 +802,7 @@ class ReferenceFileSystemFlavour(AbstractFileSystemFlavour): class S3FileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 's3fs.core.S3FileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('s3', 's3a') root_marker = '' sep = '/' @@ -829,7 +829,7 @@ def _get_kwargs_from_urls(urlpath): class SFTPFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.sftp.SFTPFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('sftp', 'ssh') root_marker = '' sep = '/' @@ -848,7 +848,7 @@ def _get_kwargs_from_urls(urlpath): class SMBFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.smb.SMBFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('smb',) root_marker = '' sep = '/' @@ -868,7 +868,7 @@ def _get_kwargs_from_urls(path): class TarFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.tar.TarFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('tar',) root_marker = '' sep = '/' @@ -884,7 +884,7 @@ class WandbFSFlavour(AbstractFileSystemFlavour): class WebHDFSFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.webhdfs.WebHDFS' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('webhdfs', 'webHDFS') root_marker = '' sep = '/' @@ -905,7 +905,7 @@ def _get_kwargs_from_urls(urlpath): class WebdavFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'webdav4.fsspec.WebdavFileSystem' - __orig_version__ = '0.9.8' + __orig_version__ = '0.10.0' protocol = ('webdav', 'dav') root_marker = '' sep = '/' @@ -945,7 +945,7 @@ def _get_kwargs_from_urls(u: str) -> dict[Any, Any]: class ZipFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'fsspec.implementations.zip.ZipFileSystem' - __orig_version__ = '2024.6.0' + __orig_version__ = '2024.6.1' protocol = ('zip',) root_marker = '' sep = '/'