keep params in expendable mode

This commit is contained in:
Brett Kuprel
2022-06-30 09:36:32 -04:00
parent df9aa6f915
commit 41a44068d0
3 changed files with 6 additions and 12 deletions
+2 -4
View File
@@ -40,13 +40,12 @@ class MinDalleTorch(MinDalleBase):
glu_embed_count = self.config['encoder_ffn_dim']
)
params = convert_dalle_bart_torch_from_flax_params(
self.model_params.pop('encoder'),
self.model_params['encoder'],
layer_count=self.config['encoder_layers'],
is_encoder=True
)
self.encoder.load_state_dict(params, strict=False)
if torch.cuda.is_available(): self.encoder = self.encoder.cuda()
del params
def init_decoder(self):
@@ -64,13 +63,12 @@ class MinDalleTorch(MinDalleBase):
is_verbose = True
)
params = convert_dalle_bart_torch_from_flax_params(
self.model_params.pop('decoder'),
self.model_params['decoder'],
layer_count=self.config['decoder_layers'],
is_encoder=False
)
self.decoder.load_state_dict(params, strict=False)
if torch.cuda.is_available(): self.decoder = self.decoder.cuda()
del params
def init_detokenizer(self):