[BUG]TypeError: Field.__init__() missing 1 required positional argument: 'kw_only'

[ORGRUI]

To Reproduce
bash scripts/run_finetune_with_qlora_9_24_4.sh

#!/bin/bash

Please run this script under ${project_id} in project directory of

Parses arguments

#model_name_or_path=LLM-Research/Meta-Llama-3-70B-Instruct
model_name_or_path=/data/hf_cache/hub/models--meta-llama--Meta-Llama-3-70B-Instruct/snapshots/5fcb2901844dde3111159f24205b71c25900ffbd
#lora_model_path=/data/midreal/rio/lora/opening_0923
dataset_path=/data/midreal/rio/LMFlow-main/data/opening
conversation_template=llama3
output_dir=/data/midreal/rio/LMFlow-main/output_models/qlora_finetuned_llama3_70b_opening_model_9_27
deepspeed_args="--master_port=13001 --include localhost:1"

Safety related arguments

trust_remote_code=0

while [[ $# -ge 1 ]]; do
key="$1"
case ${key} in
-m|--model_name_or_path)
model_name_or_path="$2"
shift
;;
-d|--dataset_path)
dataset_path="$2"
shift
;;
--conversation_template)
conversation_template="$2"
shift
;;
-o|--output_model_path)
output_dir="$2"
shift
;;
--deepspeed_args)
deepspeed_args="$2"
shift
;;
--trust_remote_code)
trust_remote_code="$2"
shift
;;
*)
echo "error: unknown option "${key}"" 1>&2
exit 1
esac
shift
done

Finetune

exp_id=finetune_with_qlora_09_27
project_dir=$(cd "$(dirname $0)"/..; pwd)
log_dir=${project_dir}/log/${exp_id}
mkdir -p ${output_dir} ${log_dir}

deepspeed ${deepspeed_args}
examples/finetune.py
--model_name_or_path ${model_name_or_path}
--trust_remote_code ${trust_remote_code}
--dataset_path ${dataset_path}
--conversation_template ${conversation_template}
--output_dir ${output_dir} --overwrite_output_dir
--num_train_epochs 3
--learning_rate 1e-4
--block_size 1024
--per_device_train_batch_size 1
--use_qlora 1
--save_aggregated_lora 0
--deepspeed configs/ds_config_zero2.json
--fp16
--run_name ${exp_id}
--validation_split_percentage 0
--logging_steps 20
--do_train
--ddp_timeout 72000
--save_steps 200
--dataloader_num_workers 1
| tee ${log_dir}/train.log
2> ${log_dir}/train.err

• OS: Ubuntu
• Python: 3.10
• Conda:
  conda list -n lmflow_rio_04

packages in environment at /home/robotuser/miniconda3/envs/lmflow_rio_04:

Name Version Build Channel

_libgcc_mutex 0.1 main
_openmp_mutex 5.1 1_gnu
absl-py 2.1.0 pypi_0 pypi
accelerate 0.34.2 pypi_0 pypi
aiofiles 23.2.1 pypi_0 pypi
aiohappyeyeballs 2.4.2 pypi_0 pypi
aiohttp 3.10.7 pypi_0 pypi
aiosignal 1.3.1 pypi_0 pypi
annotated-types 0.7.0 pypi_0 pypi
anyio 4.6.0 pypi_0 pypi
appdirs 1.4.4 pypi_0 pypi
async-timeout 4.0.3 pypi_0 pypi
attrs 24.2.0 pypi_0 pypi
bitsandbytes 0.44.0 pypi_0 pypi
blinker 1.8.2 pypi_0 pypi
bzip2 1.0.8 h5eee18b_6
ca-certificates 2024.7.2 h06a4308_0
certifi 2024.8.30 pypi_0 pypi
chardet 5.2.0 pypi_0 pypi
charset-normalizer 3.3.2 pypi_0 pypi
click 8.1.7 pypi_0 pypi
cloudpickle 3.0.0 pypi_0 pypi
colorama 0.4.6 pypi_0 pypi
contourpy 1.3.0 pypi_0 pypi
cpm-kernels 1.0.11 pypi_0 pypi
cycler 0.12.1 pypi_0 pypi
dataproperty 1.0.1 pypi_0 pypi
datasets 2.14.6 pypi_0 pypi
deepspeed 0.15.1 pypi_0 pypi
dill 0.3.4 pypi_0 pypi
diskcache 5.6.3 pypi_0 pypi
distro 1.9.0 pypi_0 pypi
docker-pycreds 0.4.0 pypi_0 pypi
docstring-parser 0.16 pypi_0 pypi
einops 0.8.0 pypi_0 pypi
evaluate 0.4.0 pypi_0 pypi
exceptiongroup 1.2.2 pypi_0 pypi
fastapi 0.115.0 pypi_0 pypi
ffmpy 0.4.0 pypi_0 pypi
filelock 3.16.1 pypi_0 pypi
flask 3.0.3 pypi_0 pypi
flask-cors 5.0.0 pypi_0 pypi
fonttools 4.54.1 pypi_0 pypi
frozenlist 1.4.1 pypi_0 pypi
fsspec 2023.10.0 pypi_0 pypi
gguf 0.10.0 pypi_0 pypi
gitdb 4.0.11 pypi_0 pypi
gitpython 3.1.43 pypi_0 pypi
gradio 4.44.0 pypi_0 pypi
gradio-client 1.3.0 pypi_0 pypi
h11 0.14.0 pypi_0 pypi
hjson 3.1.0 pypi_0 pypi
httpcore 1.0.5 pypi_0 pypi
httptools 0.6.1 pypi_0 pypi
httpx 0.27.2 pypi_0 pypi
huggingface-hub 0.25.1 pypi_0 pypi
icetk 0.0.4 pypi_0 pypi
idna 3.10 pypi_0 pypi
importlib-metadata 8.5.0 pypi_0 pypi
importlib-resources 6.4.5 pypi_0 pypi
interegular 0.3.3 pypi_0 pypi
itsdangerous 2.2.0 pypi_0 pypi
jinja2 3.1.4 pypi_0 pypi
jiter 0.5.0 pypi_0 pypi
joblib 1.4.2 pypi_0 pypi
jsonlines 4.0.0 pypi_0 pypi
jsonschema 4.23.0 pypi_0 pypi
jsonschema-specifications 2023.12.1 pypi_0 pypi
kiwisolver 1.4.7 pypi_0 pypi
lark 1.2.2 pypi_0 pypi
ld_impl_linux-64 2.40 h12ee557_0
libffi 3.4.4 h6a678d5_1
libgcc-ng 11.2.0 h1234567_1
libgfortran-ng 7.5.0 ha8ba4b0_17
libgfortran4 7.5.0 ha8ba4b0_17
libgomp 11.2.0 h1234567_1
libstdcxx-ng 11.2.0 h1234567_1
libuuid 1.41.5 h5eee18b_0
llvmlite 0.43.0 pypi_0 pypi
lm-eval 0.3.0 pypi_0 pypi
lm-format-enforcer 0.10.6 pypi_0 pypi
lmflow 0.0.7 dev_0
markdown-it-py 3.0.0 pypi_0 pypi
markupsafe 2.1.5 pypi_0 pypi
matplotlib 3.9.2 pypi_0 pypi
mbstrdecoder 1.1.3 pypi_0 pypi
mdurl 0.1.2 pypi_0 pypi
mistral-common 1.4.3 pypi_0 pypi
mpi 1.0 mpich
mpi4py 3.1.4 py310hfc96bbd_0
mpich 3.3.2 hc856adb_0
mpmath 1.3.0 pypi_0 pypi
msgpack 1.1.0 pypi_0 pypi
msgspec 0.18.6 pypi_0 pypi
multidict 6.1.0 pypi_0 pypi
multiprocess 0.70.12.2 pypi_0 pypi
ncurses 6.4 h6a678d5_0
nest-asyncio 1.6.0 pypi_0 pypi
networkx 3.3 pypi_0 pypi
ninja 1.11.1.1 pypi_0 pypi
nltk 3.9.1 pypi_0 pypi
numba 0.60.0 pypi_0 pypi
numexpr 2.10.1 pypi_0 pypi
numpy 1.26.4 pypi_0 pypi
nvidia-cublas-cu12 12.1.3.1 pypi_0 pypi
nvidia-cuda-cupti-cu12 12.1.105 pypi_0 pypi
nvidia-cuda-nvrtc-cu12 12.1.105 pypi_0 pypi
nvidia-cuda-runtime-cu12 12.1.105 pypi_0 pypi
nvidia-cudnn-cu12 9.1.0.70 pypi_0 pypi
nvidia-cufft-cu12 11.0.2.54 pypi_0 pypi
nvidia-curand-cu12 10.3.2.106 pypi_0 pypi
nvidia-cusolver-cu12 11.4.5.107 pypi_0 pypi
nvidia-cusparse-cu12 12.1.0.106 pypi_0 pypi
nvidia-ml-py 12.560.30 pypi_0 pypi
nvidia-nccl-cu12 2.20.5 pypi_0 pypi
nvidia-nvjitlink-cu12 12.6.68 pypi_0 pypi
nvidia-nvtx-cu12 12.1.105 pypi_0 pypi
openai 1.50.2 pypi_0 pypi
openssl 3.0.15 h5eee18b_0
orjson 3.10.7 pypi_0 pypi
outlines 0.0.46 pypi_0 pypi
packaging 24.1 pypi_0 pypi
pandas 2.2.3 pypi_0 pypi
partial-json-parser 0.2.1.1.post4 pypi_0 pypi
pathtools 0.1.2 pypi_0 pypi
pathvalidate 3.2.1 pypi_0 pypi
peft 0.13.0 pypi_0 pypi
pillow 10.4.0 pypi_0 pypi
pip 24.2 py310h06a4308_0
portalocker 2.10.1 pypi_0 pypi
prometheus-client 0.21.0 pypi_0 pypi
prometheus-fastapi-instrumentator 7.0.0 pypi_0 pypi
protobuf 4.25.5 pypi_0 pypi
psutil 6.0.0 pypi_0 pypi
py-cpuinfo 9.0.0 pypi_0 pypi
pyairports 2.1.1 pypi_0 pypi
pyarrow 17.0.0 pypi_0 pypi
pybind11 2.13.6 pypi_0 pypi
pycountry 24.6.1 pypi_0 pypi
pydantic 2.9.2 pypi_0 pypi
pydantic-core 2.23.4 pypi_0 pypi
pydub 0.25.1 pypi_0 pypi
pygments 2.18.0 pypi_0 pypi
pyparsing 3.1.4 pypi_0 pypi
pytablewriter 1.2.0 pypi_0 pypi
python 3.10.14 h955ad1f_1
python-dateutil 2.9.0.post0 pypi_0 pypi
python-dotenv 1.0.1 pypi_0 pypi
python-multipart 0.0.10 pypi_0 pypi
pytz 2024.2 pypi_0 pypi
pyyaml 6.0.2 pypi_0 pypi
pyzmq 26.2.0 pypi_0 pypi
ray 2.37.0 pypi_0 pypi
readline 8.2 h5eee18b_0
referencing 0.35.1 pypi_0 pypi
regex 2024.9.11 pypi_0 pypi
requests 2.32.3 pypi_0 pypi
responses 0.18.0 pypi_0 pypi
rich 13.8.1 pypi_0 pypi
rouge-score 0.1.2 pypi_0 pypi
rpds-py 0.20.0 pypi_0 pypi
ruff 0.6.8 pypi_0 pypi
sacrebleu 1.5.0 pypi_0 pypi
safetensors 0.4.5 pypi_0 pypi
scikit-learn 1.2.2 pypi_0 pypi
scipy 1.14.1 pypi_0 pypi
semantic-version 2.10.0 pypi_0 pypi
sentencepiece 0.2.0 pypi_0 pypi
sentry-sdk 2.14.0 pypi_0 pypi
setproctitle 1.3.3 pypi_0 pypi
setuptools 75.1.0 py310h06a4308_0
shellingham 1.5.4 pypi_0 pypi
shtab 1.7.1 pypi_0 pypi
six 1.16.0 pypi_0 pypi
smmap 5.0.1 pypi_0 pypi
sniffio 1.3.1 pypi_0 pypi
sqlite 3.45.3 h5eee18b_0
sqlitedict 2.1.0 pypi_0 pypi
starlette 0.38.6 pypi_0 pypi
sympy 1.13.3 pypi_0 pypi
tabledata 1.3.3 pypi_0 pypi
tcolorpy 0.1.6 pypi_0 pypi
threadpoolctl 3.5.0 pypi_0 pypi
tiktoken 0.7.0 pypi_0 pypi
tk 8.6.14 h39e8969_0
tokenizers 0.20.0 pypi_0 pypi
tomlkit 0.12.0 pypi_0 pypi
torch 2.4.0 pypi_0 pypi
torchvision 0.19.0 pypi_0 pypi
tqdm 4.66.5 pypi_0 pypi
tqdm-multiprocess 0.0.11 pypi_0 pypi
transformers 4.45.1 pypi_0 pypi
triton 3.0.0 pypi_0 pypi
trl 0.8.0 pypi_0 pypi
typepy 1.3.2 pypi_0 pypi
typer 0.12.5 pypi_0 pypi
typing-extensions 4.12.2 pypi_0 pypi
tyro 0.8.11 pypi_0 pypi
tzdata 2024.2 pypi_0 pypi
urllib3 2.2.3 pypi_0 pypi
uvicorn 0.31.0 pypi_0 pypi
uvloop 0.20.0 pypi_0 pypi
vllm 0.6.2 pypi_0 pypi
wandb 0.14.0 pypi_0 pypi
watchfiles 0.24.0 pypi_0 pypi
websockets 12.0 pypi_0 pypi
werkzeug 3.0.4 pypi_0 pypi
wheel 0.44.0 py310h06a4308_0
xformers 0.0.27.post2 pypi_0 pypi
xxhash 3.5.0 pypi_0 pypi
xz 5.4.6 h5eee18b_1
yarl 1.13.1 pypi_0 pypi
zipp 3.20.2 pypi_0 pypi
zlib 1.2.13 h5eee18b_1
zstandard 0.23.0 pypi_0 pypi

[wheresmyhair]

Could you please try using python=3.9?

conda create -n lmflow python=3.9 -y

[shizhediao]

I also encounter this problem!

[wheresmyhair]

Solved in the latest pr #905