microsoft/phi-2
microsoft/phi-2
1
0
Overview Code Discussions Pull Requests Wiki Activity

Update modeling_phi.py

Browse Source
This commit is contained in:
Gustavo de Rosa 2024-01-12 00:44:57 +00:00 committed by system
parent cb2f453360
commit eb8bbd1d37
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modeling_phi.py
View File

@ -47,9 +47,11 @@ from transformers.utils import (
from .configuration_phi import PhiConfig from .configuration_phi import PhiConfig
if is_flash_attn_2_available(): try:
from flash_attn import flash_attn_func, flash_attn_varlen_func from flash_attn import flash_attn_func, flash_attn_varlen_func
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
except:
pass
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)