Skip to content

Commit

Permalink
Update examples/hf_serialization.py
Browse files Browse the repository at this point in the history
Co-authored-by: Eta <24918963+Eta0@users.noreply.github.com>
  • Loading branch information
sangstar and Eta0 authored Jan 31, 2024
1 parent bf23565 commit 7f5a4f2
Showing 1 changed file with 5 additions and 9 deletions.
14 changes: 5 additions & 9 deletions examples/hf_serialization.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,15 +28,11 @@

from tensorizer import TensorDeserializer, TensorSerializer, stream_io, utils

s3_access_key_id = os.environ.get("AWS_ACCESS_KEY_ID")
s3_secret_access_key = os.environ.get("AWS_SECRET_ACCESS_KEY")

if os.environ.get("AWS_ENDPOINT_URL"):
default_s3_read_endpoint = os.environ.get("AWS_ENDPOINT_URL")
default_s3_write_endpoint = os.environ.get("AWS_ENDPOINT_URL")
else:
default_s3_read_endpoint = "accel-object.ord1.coreweave.com"
default_s3_write_endpoint = "object.ord1.coreweave.com"
s3_access_key_id = os.environ.get("S3_ACCESS_KEY_ID") or None
s3_secret_access_key = os.environ.get("S3_SECRET_ACCESS_KEY") or None
default_s3_write_endpoint = default_s3_read_endpoint = (
os.environ.get("S3_ENDPOINT_URL") or None
)

s3_read_credentials = (
s3_access_key_id,
Expand Down

0 comments on commit 7f5a4f2

Please sign in to comment.