From 655e8fc49d3b22c30d9ad080e5a654d701214c96 Mon Sep 17 00:00:00 2001 From: Andreas Poehlmann Date: Fri, 23 Aug 2024 01:38:13 +0200 Subject: [PATCH] Update flavours (#252) * update to newest flavours * nox: add command for updating flavours --- dev/requirements.txt | 8 ++++---- noxfile.py | 9 +++++---- upath/_flavour_sources.py | 10 +++++----- 3 files changed, 14 insertions(+), 13 deletions(-) diff --git a/dev/requirements.txt b/dev/requirements.txt index b8544187..800c1372 100644 --- a/dev/requirements.txt +++ b/dev/requirements.txt @@ -1,7 +1,7 @@ fsspec[git,hdfs,dask,http,sftp,smb]==2024.6.1 # these dependencies define their own filesystems -adlfs==2024.4.1 +adlfs==2024.7.0 boxfs==0.3.0 dropboxdrivefs==1.4.1 gcsfs==2024.6.1 @@ -10,9 +10,9 @@ ocifs==1.3.1 webdav4[fsspec]==0.10.0 # gfrivefs @ git+https://github.com/fsspec/gdrivefs@master broken ... morefs[asynclocalfs]==0.2.2 -dvc==3.51.2 -huggingface_hub==0.23.4 -lakefs-spec==0.9.0 +dvc==3.53.1 +huggingface_hub==0.23.5 +lakefs-spec==0.10.0 ossfs==2023.12.0 fsspec-xrootd==0.3.0 wandbfs==0.0.2 diff --git a/noxfile.py b/noxfile.py index 88b1cead..8f654a0d 100644 --- a/noxfile.py +++ b/noxfile.py @@ -107,7 +107,8 @@ def typesafety(session): ) -@nox.session() -def smoke(session): - print("please tun `nox -s tests` instead") - raise SystemExit(1) +@nox.session(python="3.12") +def generate_flavours(session): + session.install("-r", "dev/requirements.txt") + with open("upath/_flavour_sources.py", "w") as target: + session.run("python", "dev/generate_flavours.py", stdout=target) diff --git a/upath/_flavour_sources.py b/upath/_flavour_sources.py index d3ccf586..7523f1be 100644 --- a/upath/_flavour_sources.py +++ b/upath/_flavour_sources.py @@ -199,7 +199,7 @@ def _parent(cls, path): class AzureBlobFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'adlfs.spec.AzureBlobFileSystem' - __orig_version__ = '2024.4.1' + __orig_version__ = '2024.7.0' protocol = ('abfs', 'az', 'abfss') root_marker = '' sep = '/' @@ -272,7 +272,7 @@ def _get_kwargs_from_urls(urlpath): class AzureDatalakeFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'adlfs.gen1.AzureDatalakeFileSystem' - __orig_version__ = '2024.4.1' + __orig_version__ = '2024.7.0' protocol = ('adl',) root_marker = '' sep = '/' @@ -571,7 +571,7 @@ def _get_kwargs_from_urls(path): class HfFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'huggingface_hub.hf_file_system.HfFileSystem' - __orig_version__ = '0.23.4' + __orig_version__ = '0.23.5' protocol = ('hf',) root_marker = '' sep = '/' @@ -587,7 +587,7 @@ class JupyterFileSystemFlavour(AbstractFileSystemFlavour): class LakeFSFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'lakefs_spec.spec.LakeFSFileSystem' - __orig_version__ = '0.9.0' + __orig_version__ = '0.10.0' protocol = ('lakefs',) root_marker = '' sep = '/' @@ -958,7 +958,7 @@ def _strip_protocol(cls, path): class _DVCFileSystemFlavour(AbstractFileSystemFlavour): __orig_class__ = 'dvc.fs.dvc._DVCFileSystem' - __orig_version__ = '3.51.2' + __orig_version__ = '3.53.1' protocol = ('dvc',) root_marker = '/' sep = '/'