|
|
model, decode_one_token = load_model(
|
|
model, decode_one_token = load_model(
|
|
|
config_name, checkpoint_path, device, precision, max_length, compile=compile
|
|
config_name, checkpoint_path, device, precision, max_length, compile=compile
|
|
|
threading.Thread(target=worker, daemon=True).start()
|
|
threading.Thread(target=worker, daemon=True).start()
|