diff --git a/medclip/modeling_medclip.py b/medclip/modeling_medclip.py
index 723d8201..42685529 100644
--- a/medclip/modeling_medclip.py
+++ b/medclip/modeling_medclip.py
@@ -145,7 +145,7 @@ def __init__(self,
 
         if checkpoint is not None:
             state_dict = torch.load(os.path.join(checkpoint, constants.WEIGHTS_NAME))
-            self.load_state_dict(state_dict)
+            self.load_state_dict(state_dict, strict=False)
             print('load model weight from:', checkpoint)
 
     def from_pretrained(self, input_dir=None):
@@ -182,7 +182,7 @@ def from_pretrained(self, input_dir=None):
             print('\n Download pretrained model from:', pretrained_url)
         
         state_dict = torch.load(os.path.join(input_dir, constants.WEIGHTS_NAME))
-        self.load_state_dict(state_dict)
+        self.load_state_dict(state_dict, strict=False)
         print('load model weight from:', input_dir)
 
     def encode_text(self, input_ids=None, attention_mask=None):