Skip to content

Commit

Permalink
lint
Browse files Browse the repository at this point in the history
  • Loading branch information
jlonge4 committed Feb 14, 2025
1 parent 9a641d3 commit 2b59289
Showing 1 changed file with 2 additions and 6 deletions.
8 changes: 2 additions & 6 deletions optimum/exporters/neuron/model_configs/decoder_configs.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,12 +12,7 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Neuron export configurations for decoder models."""

import importlib

from transformers_neuronx import ContinuousBatchingConfig
from transformers_neuronx import NeuronConfig as TnxNeuronConfig
"""Neuron export configurations for models using transformers_neuronx."""

from optimum.exporters.tasks import TasksManager

Expand Down Expand Up @@ -168,6 +163,7 @@ class GraniteNeuronConfig(NeuronDecoderExportConfig):
NEURONX_CLASS = GraniteForSampling
CONTINUOUS_BATCHING = True


@register_in_tasks_manager("phi4", "text-generation")
class Phi4NeuronConfig(TextNeuronDecoderConfig):
NEURONX_CLASS = Phi4ForSampling
Expand Down

0 comments on commit 2b59289

Please sign in to comment.