modify_license

configuration_megrezo.py

@@ -1,3 +1,17 @@
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 """MegrezO model configuration"""
 
 from typing import Optional

image_processing_megrezo.py

@@ -1,3 +1,18 @@
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""This file is copied from https://huggingface.co/openbmb/MiniCPM-V-2_6/resolve/main/image_processing_minicpmv.py and modified as needed."""
+
 from typing import Optional, Union, Dict, Any, List
 
 import torch

modeling_megrezo.py

@@ -1,19 +1,24 @@
-# -*- encoding: utf-8 -*-
-# File: modeling_megrezo.py
-# Description: This file contains the implementation of the Megrez-Omni model.
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""This file contains the implementation of the Megrez-Omni model."""
 
 
 import torch
-from torch.nn.utils.rnn import pad_sequence
 from transformers import AutoProcessor
 from transformers import LlamaForCausalLM
 from transformers.modeling_utils import PreTrainedModel
 from transformers.utils import add_start_docstrings
-from transformers.utils import add_start_docstrings_to_model_forward
-from transformers.utils import is_flash_attn_2_available
-from transformers.utils import is_flash_attn_greater_or_equal_2_10
-from transformers.utils import logging
-from transformers.utils import replace_return_docstrings
 
 from .audio import AudioEncoder
 from .configuration_megrezo import MegrezOConfig
@@ -313,7 +318,7 @@ class MegrezO(MegrezOPreTrainedModel):
             }
         else:
             generation_config = {
-                "num_beams": 3,
+                "num_beams": 1,
                 "repetition_penalty": 1.2,
             }
 

processing_megrezo.py

@@ -1,6 +1,16 @@
-# -*- encoding: utf-8 -*-
-# File: processing_megrezo.py
-# Description: None
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
 import io
 import re

resampler.py

@@ -1,3 +1,18 @@
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""This file is copied from https://huggingface.co/openbmb/MiniCPM-V-2_6/blob/main/resampler.py and modified as needed."""
+
 from functools import partial
 from typing import Optional, Tuple
 import numpy as np

tokenizer_wrapper.py

@@ -1,3 +1,17 @@
+# Copyright 2024 Infinigence AI Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from transformers import LlamaTokenizerFast