From 26fcc8dff6742e44abf940ce48438d9cffb817b2 Mon Sep 17 00:00:00 2001
From: Roelof van Dijk <3604013+roelofvandijk@users.noreply.github.com>
Date: Sat, 7 Oct 2023 14:23:08 +0200
Subject: [PATCH] fix: remove runtime imports (#1982)

fix: import what is used

probably monkeypatched

fix: import

revert selective import
---
 extra/utils.py | 11 +----------
 1 file changed, 1 insertion(+), 10 deletions(-)

diff --git a/extra/utils.py b/extra/utils.py
index aa416bfe9d..391bd230a1 100644
--- a/extra/utils.py
+++ b/extra/utils.py
@@ -1,8 +1,7 @@
 # type: ignore
-import pickle
+import pickle, hashlib, zipfile, io, requests, struct, tempfile, platform, concurrent.futures
 import numpy as np
 from tqdm import tqdm
-import tempfile, platform
 from pathlib import Path
 from collections import defaultdict
 from typing import Union
@@ -22,7 +21,6 @@ def fetch(url):
   if url.startswith("/") or url.startswith("."):
     with open(url, "rb") as f:
       return f.read()
-  import hashlib
   fp = temp(hashlib.md5(url.encode('utf-8')).hexdigest())
   download_file(url, fp, skip_if_exists=not getenv("NOCACHE"))
   with open(fp, "rb") as f:
@@ -32,13 +30,11 @@ def fetch_as_file(url):
   if url.startswith("/") or url.startswith("."):
     with open(url, "rb") as f:
       return f.read()
-  import hashlib
   fp = temp(hashlib.md5(url.encode('utf-8')).hexdigest())
   download_file(url, fp, skip_if_exists=not getenv("NOCACHE"))
   return fp
 
 def download_file(url, fp, skip_if_exists=True):
-  import requests
   if skip_if_exists and Path(fp).is_file() and Path(fp).stat().st_size > 0:
     return
   r = requests.get(url, stream=True)
@@ -143,8 +139,6 @@ def load_single_weight(t:Tensor, myfile, shape, strides, dtype, storage_offset,
 
 def fake_torch_load_zipped(fb0, load_weights=True, multithreaded=True):
   if Device.DEFAULT in ["TORCH", "GPU", "CUDA"]: multithreaded = False  # multithreaded doesn't work with CUDA or TORCH. for GPU it's a wash with _mmap
-
-  import zipfile
   with zipfile.ZipFile(fb0, 'r') as myzip:
     base_name = myzip.namelist()[0].split('/', 1)[0]
     with myzip.open(f'{base_name}/data.pkl') as myfile:
@@ -155,7 +149,6 @@ def fake_torch_load_zipped(fb0, load_weights=True, multithreaded=True):
           for v in vv:
             load_single_weight(v[2], myfile, v[3], v[4], v[0], v[5], mmap_allowed=True)
       if multithreaded:
-        import concurrent.futures
         # 2 seems fastest
         with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
           futures = {executor.submit(load_weight, k, v):k for k,v in ret[1].items()}
@@ -170,8 +163,6 @@ def fake_torch_load_zipped(fb0, load_weights=True, multithreaded=True):
   return ret[0]
 
 def fake_torch_load(b0):
-  import io
-  import struct
 
   # convert it to a file
   fb0 = io.BytesIO(b0)