Merge pull request #813 from EleutherAI/fix-tok-import

fix unexpected indent error for conditional `tiktoken` import

Author: StellaAthena

configs/neox_arguments.md

@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
-    Default = 496f987
+    Default = 5face7a
 
     current git hash of repository
 

megatron/tokenizer/tokenizer.py

@@ -352,11 +352,11 @@ def eod(self):
 
 class TiktokenTokenizer(AbstractTokenizer):
     """Tokenizer from OpenAI's tiktoken implementation"""
-        try:
-            import tiktoken
-        except ModuleNotFoundError:
-            print("Please install tiktoken: (https://github.com/openai/tiktoken)")
-            raise Exception
+    try:
+        import tiktoken
+    except ModuleNotFoundError:
+        print("Please install tiktoken: (https://github.com/openai/tiktoken)")
+        raise Exception
 
     def __init__(self, vocab_file):
         name = "TiktokenTokenizer"