U Mh @sUddlmZmZmZmZddlZddlmZddlmZddl m Z ee dddZ ee dd d Z eeeeZe ed <eeZe ed <ejgZedeeeeejejfeeeffdddZejedddZeeejedddZdS))ListDictTupleOptionalN)Tensor)no_grad) TypeAlias)returncCsddtjgS)z:Return the device type list that supports foreach kernels.cudaxputorch_CZ_get_privateuse1_backend_namerrL/var/www/html/venv/lib/python3.8/site-packages/torch/utils/_foreach_utils.py&_get_foreach_kernels_supported_devicessrcCsdddtjgS)zEReturn the device type list that supports fused kernels in optimizer.r r cpur rrrr$_get_fused_kernels_supported_devices srTensorListListIndicesF)tensorlistlist with_indicesr cCstj||SN)r r"_group_tensors_by_device_and_dtype)rrrrrr sr)devicer cCs|jtdgkotj S)Nr)typerr ZjitZ is_scripting)rrrr_device_has_foreach_support'sr)tensorsrr cCst|otdd|DS)Ncss"|]}|dkpt|tkVqdSr)r_foreach_supported_types).0trrr ,sz'_has_foreach_support..)rall)rrrrr_has_foreach_support+sr#)F)typingrrrrr rZtorch.autograd.grad_modertyping_extensionsrstrrrr__annotations__intrrboolrZdtyperrr#rrrrs&