You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
when run 👍python demo_biwi.py
--cfg configs/diffusion/biwi/diffspeaker_hubert_biwi.yaml
--cfg_assets configs/assets/biwi.yaml
--template datasets/biwi/templates.pkl
--example demo/wavs/speech_obama.wav
--ply datasets/biwi/templates/BIWI.ply
--checkpoint checkpoints/biwi/diffspeaker_hubert_biwi.ckpt
--id F3
You are using a model of type hubert to instantiate a model of type wav2vec2. This is not supported for all configurations of models and can yield errors.
Traceback (most recent call last):
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_biwi.py", line 100, in
main()
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_biwi.py", line 32, in main
model = get_model(cfg, dataset)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 5, in get_model
return get_module(cfg, datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 16, in get_module
return Model(cfg=cfg, datamodule=datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\modeltype\diffusion_bias.py", line 74, in init
self.scheduler = instantiate_from_config(cfg.model.scheduler)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 31, in instantiate_from_config
return get_obj_from_str(config["target"])(**config.get("params", dict()))
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 21, in get_obj_from_str
return getattr(importlib.import_module(module, package=None), cls)
File "H:\Anaconda3\envs\multitalk\lib\importlib_init_.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in load_unlocked
File "", line 843, in exec_module
File "", line 219, in call_with_frames_removed
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers_init.py", line 3, in
from .configuration_utils import ConfigMixin
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\configuration_utils.py", line 34, in
from .utils import DIFFUSERS_CACHE, HUGGINGFACE_CO_RESOLVE_ENDPOINT, DummyObject, deprecate, logging
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils_init.py", line 22, in
from .import_utils import (
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils\import_utils.py", line 125, in
_transformers_available = importlib.util.find_spec("transformers") is not None
File "H:\Anaconda3\envs\multitalk\lib\importlib\util.py", line 114, in find_spec
raise ValueError('{}.spec is None'.format(name))
ValueError: transformers.spec is None
Some weights of the model checkpoint at J:\SD_huggingface\wav2vec2-base-960h were not used when initializing Wav2Vec2Model: ['lm_head.bias', 'lm_head.weight']
This IS expected if you are initializing Wav2Vec2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
This IS NOT expected if you are initializing Wav2Vec2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
Some weights of Wav2Vec2Model were not initialized from the model checkpoint at J:\SD_huggingface\wav2vec2-base-960h and are newly initialized: ['wav2vec2.masked_spec_embed']
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
Traceback (most recent call last):
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_vocaset.py", line 174, in
main()
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_vocaset.py", line 56, in main
model = get_model(cfg, dataset)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 5, in get_model
return get_module(cfg, datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 16, in get_module
return Model(cfg=cfg, datamodule=datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\modeltype\diffusion_bias.py", line 74, in init
self.scheduler = instantiate_from_config(cfg.model.scheduler)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 31, in instantiate_from_config
return get_obj_from_str(config["target"])(**config.get("params", dict()))
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 21, in get_obj_from_str
return getattr(importlib.import_module(module, package=None), cls)
File "H:\Anaconda3\envs\multitalk\lib\importlib_init_.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in load_unlocked
File "", line 843, in exec_module
File "", line 219, in call_with_frames_removed
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers_init.py", line 3, in
from .configuration_utils import ConfigMixin
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\configuration_utils.py", line 34, in
from .utils import DIFFUSERS_CACHE, HUGGINGFACE_CO_RESOLVE_ENDPOINT, DummyObject, deprecate, logging
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils_init.py", line 22, in
from .import_utils import (
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils\import_utils.py", line 125, in
_transformers_available = importlib.util.find_spec("transformers") is not None
File "H:\Anaconda3\envs\multitalk\lib\importlib\util.py", line 114, in find_spec
raise ValueError('{}.spec is None'.format(name))
ValueError: transformers.spec is None
The text was updated successfully, but these errors were encountered:
when run 👍python demo_biwi.py
--cfg configs/diffusion/biwi/diffspeaker_hubert_biwi.yaml
--cfg_assets configs/assets/biwi.yaml
--template datasets/biwi/templates.pkl
--example demo/wavs/speech_obama.wav
--ply datasets/biwi/templates/BIWI.ply
--checkpoint checkpoints/biwi/diffspeaker_hubert_biwi.ckpt
--id F3
You are using a model of type hubert to instantiate a model of type wav2vec2. This is not supported for all configurations of models and can yield errors.
Traceback (most recent call last):
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_biwi.py", line 100, in
main()
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_biwi.py", line 32, in main
model = get_model(cfg, dataset)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 5, in get_model
return get_module(cfg, datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 16, in get_module
return Model(cfg=cfg, datamodule=datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\modeltype\diffusion_bias.py", line 74, in init
self.scheduler = instantiate_from_config(cfg.model.scheduler)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 31, in instantiate_from_config
return get_obj_from_str(config["target"])(**config.get("params", dict()))
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 21, in get_obj_from_str
return getattr(importlib.import_module(module, package=None), cls)
File "H:\Anaconda3\envs\multitalk\lib\importlib_init_.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in load_unlocked
File "", line 843, in exec_module
File "", line 219, in call_with_frames_removed
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers_init.py", line 3, in
from .configuration_utils import ConfigMixin
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\configuration_utils.py", line 34, in
from .utils import DIFFUSERS_CACHE, HUGGINGFACE_CO_RESOLVE_ENDPOINT, DummyObject, deprecate, logging
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils_init.py", line 22, in
from .import_utils import (
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils\import_utils.py", line 125, in
_transformers_available = importlib.util.find_spec("transformers") is not None
File "H:\Anaconda3\envs\multitalk\lib\importlib\util.py", line 114, in find_spec
raise ValueError('{}.spec is None'.format(name))
ValueError: transformers.spec is None
about infer vocaset
python demo_vocaset.py
--cfg configs/diffusion/vocaset/diffspeaker_wav2vec2_vocaset.yaml
--cfg_assets configs/assets/vocaset.yaml
--template datasets/vocaset/templates.pkl
--example demo/wavs/speech_long.wav
--ply datasets/vocaset/templates/FLAME_sample.ply
--checkpoint checkpoints/vocaset/diffspeaker_wav2vec2_vocaset.ckpt
--id FaceTalk_170809_00138_TA
Some weights of the model checkpoint at J:\SD_huggingface\wav2vec2-base-960h were not used when initializing Wav2Vec2Model: ['lm_head.bias', 'lm_head.weight']
Some weights of Wav2Vec2Model were not initialized from the model checkpoint at J:\SD_huggingface\wav2vec2-base-960h and are newly initialized: ['wav2vec2.masked_spec_embed']
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
Traceback (most recent call last):
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_vocaset.py", line 174, in
main()
File "D:/2023project/project/0win_os/05speech_Pro/DiffSpeaker/demo_vocaset.py", line 56, in main
model = get_model(cfg, dataset)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 5, in get_model
return get_module(cfg, datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\get_model.py", line 16, in get_module
return Model(cfg=cfg, datamodule=datamodule)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\models\modeltype\diffusion_bias.py", line 74, in init
self.scheduler = instantiate_from_config(cfg.model.scheduler)
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 31, in instantiate_from_config
return get_obj_from_str(config["target"])(**config.get("params", dict()))
File "D:\2023project\project\0win_os\05speech_Pro\DiffSpeaker\alm\config.py", line 21, in get_obj_from_str
return getattr(importlib.import_module(module, package=None), cls)
File "H:\Anaconda3\envs\multitalk\lib\importlib_init_.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1014, in _gcd_import
File "", line 991, in _find_and_load
File "", line 975, in _find_and_load_unlocked
File "", line 671, in load_unlocked
File "", line 843, in exec_module
File "", line 219, in call_with_frames_removed
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers_init.py", line 3, in
from .configuration_utils import ConfigMixin
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\configuration_utils.py", line 34, in
from .utils import DIFFUSERS_CACHE, HUGGINGFACE_CO_RESOLVE_ENDPOINT, DummyObject, deprecate, logging
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils_init.py", line 22, in
from .import_utils import (
File "H:\Anaconda3\envs\multitalk\lib\site-packages\diffusers\utils\import_utils.py", line 125, in
_transformers_available = importlib.util.find_spec("transformers") is not None
File "H:\Anaconda3\envs\multitalk\lib\importlib\util.py", line 114, in find_spec
raise ValueError('{}.spec is None'.format(name))
ValueError: transformers.spec is None
The text was updated successfully, but these errors were encountered: