fix check for sd2.1

This commit is contained in:
Alex Cheema
2025-01-22 23:51:09 +00:00
parent 9ba8bbbcf8
commit bbb6856988

View File

@@ -189,7 +189,7 @@ api = ChatGPTAPI(
buffered_token_output = {}
def update_topology_viz(req_id, tokens, __):
if not topology_viz: return
if inference_engine.shard.model_id == 'stable-diffusion-2-1-base': return
if inference_engine.shard and inference_engine.shard.model_id == 'stable-diffusion-2-1-base': return
if req_id in buffered_token_output: buffered_token_output[req_id].extend(tokens)
else: buffered_token_output[req_id] = tokens