Improved code

Author: ankane

lib/tokenizers/from_pretrained.rb

@@ -94,23 +94,30 @@ def cached_path(cache_dir, url, headers, options)
     end
 
     def cache_dir
-      if ENV["TOKENIZERS_CACHE"]
-        ENV["TOKENIZERS_CACHE"]
-      else
-        # use same directory as Rust version
-        # https://docs.rs/dirs/latest/dirs/fn.cache_dir.html
-        dir =
-          if Gem.win_platform?
-            # cannot use backslash for glob
-            ENV.fetch("LOCALAPPDATA").gsub("\\", "/")
-          elsif mac?
-            File.join(ENV.fetch("HOME"), "Library", "Caches")
-          else
-            ENV["XDG_CACHE_HOME"] || File.join(ENV.fetch("HOME"), ".cache")
-          end
+      cache_dir =
+        if ENV["TOKENIZERS_CACHE"]
+          ENV["TOKENIZERS_CACHE"]
+        else
+          # use same directory as Rust version
+          # https://docs.rs/dirs/latest/dirs/fn.cache_dir.html
+          dir =
+            if Gem.win_platform?
+              ENV.fetch("LOCALAPPDATA")
+            elsif mac?
+              File.join(ENV.fetch("HOME"), "Library", "Caches")
+            else
+              ENV["XDG_CACHE_HOME"] || File.join(ENV.fetch("HOME"), ".cache")
+            end
+
+          File.join(dir, "huggingface", "tokenizers")
+        end
 
-        File.join(dir, "huggingface", "tokenizers")
+      if Gem.win_platform?
+        # cannot use backslash for glob on Windows
+        cache_dir = cache_dir.gsub("\\", "/")
       end
+
+      cache_dir
     end
 
     def ensure_cache_dir