flake8 cleanup

pull/380/head
evelynmitchell 1 year ago
parent 512c1460cc
commit 38d22039e0

@ -61,10 +61,7 @@ class AnthropicTokenizer(BaseTokenizer):
} }
self.model = self.model # or self.DEFAULT_MODEL self.model = self.model # or self.DEFAULT_MODEL
self.max_tokens = self.max_tokens or self.default_max_tokens() self.max_tokens = self.max_tokens or self.default_max_tokens()
self.client = ( self.client = (self.client or import_optional_dependency("anthropic").Anthropic())
self.client
or import_optional_dependency("anthropic").Anthropic()
)
def default_max_tokens(self) -> int: def default_max_tokens(self) -> int:
""" """

@ -147,7 +147,7 @@ class HuggingFaceTokenizer:
backend_tokenizer_file = osp.join(model_dir, "tokenizer.json") backend_tokenizer_file = osp.join(model_dir, "tokenizer.json")
model_file_exists = osp.exists(model_file) model_file_exists = osp.exists(model_file)
self.logger = get_logger("lmdeploy") self.logger = get_logger("lmdeploy")
if ( not osp.exists(backend_tokenizer_file) and model_file_exists ): if (not osp.exists(backend_tokenizer_file) and model_file_exists):
self.logger.warning( self.logger.warning(
"Can not find tokenizer.json. " "Can not find tokenizer.json. "
"It may take long time to initialize the tokenizer." "It may take long time to initialize the tokenizer."

Loading…
Cancel
Save