merge pre-loaded cache when saving the config

Author: mobicham

gemlite/core.py

@@ -410,6 +410,7 @@ def forward_auto_with_warmup(self, x: Tensor) -> Tensor:
 
     @staticmethod
     def cache_config(filename: str):
+        global GEMLITE_TRITON_CONFIG_CACHE
         #Load existing cache if available
         try:
             with FILE_LOCK, open(filename, 'r') as json_file:
@@ -437,6 +438,10 @@ def cache_config(filename: str):
         for name in _GEMLITE_TRITON_MAPPING:
             if(name not in config): 
                 config[name] = {}
+            
+            if(name in GEMLITE_TRITON_CONFIG_CACHE):
+                config[name].update(GEMLITE_TRITON_CONFIG_CACHE[name])
+
             config[name].update(cache_kernel_config(_GEMLITE_TRITON_MAPPING[name].kernel, 5)) #5: len(prune_keys)
 
         #Save combined cache