[Bugfix] Migrate to REGEX Library to prevent catastrophic backtracking (#18454)

Signed-off-by: Crucifixion-Fxl <xmufxl@gmail.com>
Co-authored-by: Crucifixion-Fxl <xmufxl@gmail.com>
This commit is contained in:
Feng XiaoLong
2025-05-24 07:16:26 +08:00
committed by GitHub
parent f2036734fb
commit 4fc1bf813a
52 changed files with 62 additions and 58 deletions

View File

@@ -250,7 +250,7 @@ class MiMoMTP(nn.Module):
return loaded_params
def map_model_name_to_mtp_param_name(self, name: str) -> str:
import re
import regex as re
name_without_prefix = [
"token_layernorm", "hidden_layernorm", "input_proj",
"final_layernorm"

View File

@@ -2,10 +2,10 @@
"""Inference-only MiniMaxText01 model."""
import copy
import math
import re
from collections.abc import Iterable
from typing import Optional, Union
import regex as re
import torch
import torch.distributed
import torch.nn.functional as F

View File

@@ -14,10 +14,10 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import re
from collections.abc import Iterable, Mapping, Sequence
from typing import Any, Literal, Optional, TypedDict, Union
import regex as re
import torch
import torch.nn as nn
from transformers import (BatchFeature, CLIPVisionConfig, PretrainedConfig,

View File

@@ -7,12 +7,12 @@
import copy
import math
import re
import unicodedata
from collections.abc import Collection, Mapping, Sequence, Set
from functools import lru_cache, partial
from typing import Callable, Literal, Optional, TypedDict, Union
import regex as re
import torch
from torch import nn
from torchvision import transforms

View File

@@ -14,11 +14,11 @@
# See the License for the specific language governing permissions and
# limitations under the License.
"""Wrapper around `transformers` models"""
import re
from collections.abc import Iterable
from contextlib import nullcontext
from typing import Literal, Optional, Union
import regex as re
import torch
from torch import nn
from transformers import AutoModel, PretrainedConfig, PreTrainedModel