File size: 4,389 Bytes
c33448f
 
 
 
ebc2961
c33448f
 
 
 
 
 
 
 
 
 
 
ebc2961
6ce8c6e
 
c33448f
6ce8c6e
c33448f
 
 
 
 
 
6ce8c6e
ebc2961
6ce8c6e
 
c33448f
 
 
 
 
 
 
 
fb18007
ebc2961
c33448f
fb18007
 
 
 
 
 
c33448f
 
 
 
 
 
 
ebc2961
c33448f
 
 
 
 
 
ebc2961
 
 
 
 
 
 
 
c33448f
 
 
ebc2961
 
 
 
 
 
c33448f
 
ebc2961
c33448f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
INTRODUCTION_MD = """
                <h1 style="text-align: center;">
                🐢Giskard Evaluator
                </h1>
                Welcome to Giskard Evaluator Space! Get your report immediately by simply input your model id and dataset id below. Follow our leads and improve your model.
                """
CONFIRM_MAPPING_DETAILS_MD = """
                            <h1 style="text-align: center;">
                            Confirm Pre-processing Details
                            </h1>
                            Please confirm the pre-processing details below. Align the column names of your model in the <b>dropdown</b> menu to your dataset's. If you are not sure, please double check your model and dataset.
                            """
CONFIRM_MAPPING_DETAILS_FAIL_MD = """
                            <h1 style="text-align: center;">
                            Confirm Pre-processing Details
                            </h1>
                            Sorry, we cannot align the input/output of your dataset with the model. <b>Pleaser double check your model and dataset.</b>
                            """

CONFIRM_MAPPING_DETAILS_FAIL_RAW = """
                            Sorry, we cannot auto-align the input/output of your dataset with the model.
                            """

CHECK_CONFIG_OR_SPLIT_RAW = """
                            Please check your dataset config or split.
                            """

CHECK_LOG_SECTION_RAW = """
                          Your have successfully submitted a Giskard evaluation. Further details are available in the Logs tab. You can find your report will be posted to your model's community discussion.
                        """

PREDICTION_SAMPLE_MD = """
                        <h1 style="text-align: center;">
                        Model Prediction Sample
                        </h1>
                        Here is a sample prediction from your model based on your dataset.
                        """

MAPPING_STYLED_ERROR_WARNING = """
                        <h3 style="text-align: center;color: orange; background-color: #fff0f3; border-radius: 8px; padding: 10px; ">
                        Sorry, we cannot auto-align the labels/features of your dataset and model. Please double check.
                        </h3>
                        """

UNMATCHED_MODEL_DATASET_STYLED_ERROR = """
                        <h3 style="text-align: center;color: #fa5f5f; background-color: #fbe2e2; border-radius: 8px; padding: 10px; ">
                        Your model and dataset have different numbers of labels. Please double check your model and dataset.
                        </h3>
                        """

NOT_TEXT_CLASSIFICATION_MODEL_RAW = """
                        Your model does not fall under the category of text classification. This page is specifically designated for the evaluation of text classification models.  
                      """

USE_INFERENCE_API_TIP = """
                We recommend to use
                <a href="https://huggingface.co/docs/api-inference/detailed_parameters#text-classification-task">
                    Hugging Face Inference API
                </a>
                for the evaluation,
                which requires your <a href="https://huggingface.co/settings/tokens">HF token</a>.
                <br/>
                Otherwise, an
                <a href="https://huggingface.co/docs/transformers/main_classes/pipelines#transformers.TextClassificationPipeline">
                    HF pipeline 
                </a>
                will be created and run in this Space. It takes more time to get the result.
                <br/>
                <b>
                Do not worry, your HF token is only used in this Space for your evaluation.
                </b>
            """

HF_TOKEN_INVALID_STYLED= """
                <h3 style="text-align: center;color: #fa5f5f; background-color: #fbe2e2; border-radius: 8px; padding: 10px; ">
                Your Hugging Face token is invalid. Please double check your token.
                </h3>
                """

def get_styled_input(input):
    return f"""<h3 style="text-align: center;color: #4ca154; background-color: #e2fbe8; border-radius: 8px; padding: 10px; ">
            Your model and dataset have been validated! <br /> Sample input: {input}
            </h3>"""