Disable offload stream when torch compile. (#10961)
This commit is contained in:
@@ -1042,6 +1042,9 @@ def get_offload_stream(device):
|
|||||||
if NUM_STREAMS == 0:
|
if NUM_STREAMS == 0:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
if torch.compiler.is_compiling():
|
||||||
|
return None
|
||||||
|
|
||||||
if device in STREAMS:
|
if device in STREAMS:
|
||||||
ss = STREAMS[device]
|
ss = STREAMS[device]
|
||||||
#Sync the oldest stream in the queue with the current
|
#Sync the oldest stream in the queue with the current
|
||||||
|
|||||||
Reference in New Issue
Block a user