File size: 1,460 Bytes
cb7c21b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#!/bin/bash

BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd

export LLM_MODEL_TYPE=huggingface

export ORG_NAME=$1
export MODEL_NAME=$2
export QA_WITH_MS_MACRO=$3

if [[ $QA_WITH_MS_MACRO == 'true' ]]; then
    export QUESTIONS_FILE_PATH="./data/datasets/ms_macro.json"
    export RESULT_FILENAME_PREFIX_BASE=${MODEL_NAME}_mm
else
    export QUESTIONS_FILE_PATH="./data/datasets/WebQSP.test.wikidata.json"
    export RESULT_FILENAME_PREFIX_BASE=${MODEL_NAME}_wd
fi

echo QA_WITH_MS_MACRO=$QA_WITH_MS_MACRO
echo RESULT_FILENAME_PREFIX_BASE=$RESULT_FILENAME_PREFIX_BASE

export HUGGINGFACE_MODEL_NAME_OR_PATH="$ORG_NAME/$MODEL_NAME"

export QA_WITH_RAG=true
export APPLY_CHAT_TEMPLATE_FOR_RAG=true
export RESULT_FILENAME_PREFIX=${RESULT_FILENAME_PREFIX_BASE}_${APPLY_CHAT_TEMPLATE_FOR_RAG}
echo Testing $HUGGINGFACE_MODEL_NAME_OR_PATH with $QUESTIONS_FILE_PATH
echo RESULT_FILENAME_PREFIX=$RESULT_FILENAME_PREFIX
python tune_rp.py

export APPLY_CHAT_TEMPLATE_FOR_RAG=false
export RESULT_FILENAME_PREFIX=${RESULT_FILENAME_PREFIX_BASE}_${APPLY_CHAT_TEMPLATE_FOR_RAG}
echo Testing $HUGGINGFACE_MODEL_NAME_OR_PATH with $QUESTIONS_FILE_PATH
echo RESULT_FILENAME_PREFIX=$RESULT_FILENAME_PREFIX
python tune_rp.py

export QA_WITH_RAG=false
export RESULT_FILENAME_PREFIX=${RESULT_FILENAME_PREFIX_BASE}_non_rag
echo Testing $HUGGINGFACE_MODEL_NAME_OR_PATH with $QUESTIONS_FILE_PATH
echo RESULT_FILENAME_PREFIX=$RESULT_FILENAME_PREFIX
python tune_rp.py