Skip to content

Commit

Permalink
Merge branch 'main' into feature/damian/generate_until
Browse files Browse the repository at this point in the history
  • Loading branch information
dbogunowicz authored Feb 7, 2024
2 parents abb6ab8 + 8a83e24 commit 79fd7e0
Show file tree
Hide file tree
Showing 4 changed files with 1 addition and 5 deletions.
1 change: 1 addition & 0 deletions src/deepsparse/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,5 +40,6 @@
from .subgraph_execute import *
from .analyze import analyze
from .evaluation.evaluator import evaluate
from .benchmark import benchmark_model, benchmark_pipeline

_analytics.send_event("python__init")
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,10 @@

import numpy

import pytest
from deepsparse.operators import EngineOperator
from deepsparse.schedulers import ContinuousBatchingScheduler


@pytest.mark.skip("skip continuous batching tests")
def test_continuous_batching_executor_thread():
# simple test that ContinuousBatchingScheduler can be instantiated and return
# a result from a request, for testing multi-batch execution, making enough
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,15 +16,13 @@

import numpy

import pytest
from deepsparse.operators import EngineOperator
from deepsparse.schedulers.utils import (
ContinuousBatchingExecutorThread,
ContinuousBatchingQueues,
)


@pytest.mark.skip("skip continuous batching tests")
def test_continuous_batching_executor_thread():
# mobilenet model with batch_size=2
engine_operator = EngineOperator("zoo:mobilenet_v2-1.0-imagenet-base")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@ def setup(self, params_dict, max_new_tokens, internal_kv_cache):
self.default_pipeline = None
self.max_new_tokens = max_new_tokens

@pytest.mark.skip("skip continuous batching tests")
def test_continuous_batching_pipeline(self, setup):

pipeline = self.get_pipeline(
Expand Down

0 comments on commit 79fd7e0

Please sign in to comment.