justheuristic 3 lat temu
rodzic
commit
185f914f35
1 zmienionych plików z 0 dodań i 18 usunięć
  1. 0 18
      src/peft_utils.py

+ 0 - 18
src/peft_utils.py

@@ -1,18 +0,0 @@
-"""
-
-Generalized parameter-efficient finetuning modules that support deep prompts and several types of adapters.
-Designed to be used on both client and server side.
-
-"""
-import torch.nn as nn
-
-from src.utils.misc import DUMMY
-
-
-class GenericPEFTModule(nn.Module):
-    """Container for PEFT parameters for a single transformer block, supports multiple modes"""
-
-    def __init__(self, hidden_size: int):
-        super().__init__()
-        self.hidden_size = hidden_size
-        self.prompts = nn.Parameter(DUMMY)