split tokenizer from encoder

2023-04-13 22:06:50 +02:00
parent 8489cba140
commit 73175cf58c
2 changed files with 6 additions and 3 deletions
--- a/nodes.py
+++ b/nodes.py
@@ -44,7 +44,8 @@ class CLIPTextEncode:
    CATEGORY = "conditioning"

    def encode(self, clip, text):
-        return ([[clip.encode(text), {}]], )
+        tokens = clip.tokenize(text)
+        return ([[clip.encode(tokens), {}]], )

 class ConditioningCombine:
    @classmethod