diff --git a/models/clip/base-16_config.json b/models/clip/base-16_config.json index 30a190b6..695120a8 100644 --- a/models/clip/base-16_config.json +++ b/models/clip/base-16_config.json @@ -27,7 +27,7 @@ "encoder": "transformer", "mask": "fully_visible", "remove_embedding_layernorm": false, - "layernorm_positioning": "pre", + "layernorm_positioning": "post", "pooling": "first" }, diff --git a/models/clip/base-32_config.json b/models/clip/base-32_config.json index d1386817..b6c6956a 100644 --- a/models/clip/base-32_config.json +++ b/models/clip/base-32_config.json @@ -27,7 +27,7 @@ "encoder": "transformer", "mask": "fully_visible", "remove_embedding_layernorm": false, - "layernorm_positioning": "pre", + "layernorm_positioning": "post", "pooling": "first" }, diff --git a/models/clip/large-14_config.json b/models/clip/large-14_config.json index 55d7f066..6dbc7717 100644 --- a/models/clip/large-14_config.json +++ b/models/clip/large-14_config.json @@ -27,7 +27,7 @@ "encoder": "transformer", "mask": "fully_visible", "remove_embedding_layernorm": false, - "layernorm_positioning": "pre", + "layernorm_positioning": "post", "pooling": "first" },