justheuristic 3 gadi atpakaļ
vecāks
revīzija
185f914f35
1 mainītis faili ar 0 papildinājumiem un 18 dzēšanām
  1. 0 18
      src/peft_utils.py

+ 0 - 18
src/peft_utils.py

@@ -1,18 +0,0 @@
-"""
-
-Generalized parameter-efficient finetuning modules that support deep prompts and several types of adapters.
-Designed to be used on both client and server side.
-
-"""
-import torch.nn as nn
-
-from src.utils.misc import DUMMY
-
-
-class GenericPEFTModule(nn.Module):
-    """Container for PEFT parameters for a single transformer block, supports multiple modes"""
-
-    def __init__(self, hidden_size: int):
-        super().__init__()
-        self.hidden_size = hidden_size
-        self.prompts = nn.Parameter(DUMMY)