1<html><body> 2<style> 3 4body, h1, h2, h3, div, span, p, pre, a { 5 margin: 0; 6 padding: 0; 7 border: 0; 8 font-weight: inherit; 9 font-style: inherit; 10 font-size: 100%; 11 font-family: inherit; 12 vertical-align: baseline; 13} 14 15body { 16 font-size: 13px; 17 padding: 1em; 18} 19 20h1 { 21 font-size: 26px; 22 margin-bottom: 1em; 23} 24 25h2 { 26 font-size: 24px; 27 margin-bottom: 1em; 28} 29 30h3 { 31 font-size: 20px; 32 margin-bottom: 1em; 33 margin-top: 1em; 34} 35 36pre, code { 37 line-height: 1.5; 38 font-family: Monaco, 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', 'Lucida Console', monospace; 39} 40 41pre { 42 margin-top: 0.5em; 43} 44 45h1, h2, h3, p { 46 font-family: Arial, sans serif; 47} 48 49h1, h2, h3 { 50 border-bottom: solid #CCC 1px; 51} 52 53.toc_element { 54 margin-top: 0.5em; 55} 56 57.firstline { 58 margin-left: 2 em; 59} 60 61.method { 62 margin-top: 1em; 63 border: solid 1px #CCC; 64 padding: 1em; 65 background: #EEE; 66} 67 68.details { 69 font-weight: bold; 70 font-size: 14px; 71} 72 73</style> 74 75<h1><a href="datalabeling_v1beta1.html">Data Labeling API</a> . <a href="datalabeling_v1beta1.projects.html">projects</a> . <a href="datalabeling_v1beta1.projects.datasets.html">datasets</a> . <a href="datalabeling_v1beta1.projects.datasets.evaluations.html">evaluations</a></h1> 76<h2>Instance Methods</h2> 77<p class="toc_element"> 78 <code><a href="datalabeling_v1beta1.projects.datasets.evaluations.exampleComparisons.html">exampleComparisons()</a></code> 79</p> 80<p class="firstline">Returns the exampleComparisons Resource.</p> 81 82<p class="toc_element"> 83 <code><a href="#close">close()</a></code></p> 84<p class="firstline">Close httplib2 connections.</p> 85<p class="toc_element"> 86 <code><a href="#get">get(name, x__xgafv=None)</a></code></p> 87<p class="firstline">Gets an evaluation by resource name (to search, use projects.evaluations.search).</p> 88<h3>Method Details</h3> 89<div class="method"> 90 <code class="details" id="close">close()</code> 91 <pre>Close httplib2 connections.</pre> 92</div> 93 94<div class="method"> 95 <code class="details" id="get">get(name, x__xgafv=None)</code> 96 <pre>Gets an evaluation by resource name (to search, use projects.evaluations.search). 97 98Args: 99 name: string, Required. Name of the evaluation. Format: "projects/{project_id}/datasets/ {dataset_id}/evaluations/{evaluation_id}' (required) 100 x__xgafv: string, V1 error format. 101 Allowed values 102 1 - v1 error format 103 2 - v2 error format 104 105Returns: 106 An object of the form: 107 108 { # Describes an evaluation between a machine learning model's predictions and ground truth labels. Created when an EvaluationJob runs successfully. 109 "annotationType": "A String", # Output only. Type of task that the model version being evaluated performs, as defined in the evaluationJobConfig.inputConfig.annotationType field of the evaluation job that created this evaluation. 110 "config": { # Configuration details used for calculating evaluation metrics and creating an Evaluation. # Output only. Options used in the evaluation job that created this evaluation. 111 "boundingBoxEvaluationOptions": { # Options regarding evaluation between bounding boxes. # Only specify this field if the related model performs image object detection (`IMAGE_BOUNDING_BOX_ANNOTATION`). Describes how to evaluate bounding boxes. 112 "iouThreshold": 3.14, # Minimum [intersection-over-union (IOU)](/vision/automl/object-detection/docs/evaluate#intersection-over-union) required for 2 bounding boxes to be considered a match. This must be a number between 0 and 1. 113 }, 114 }, 115 "createTime": "A String", # Output only. Timestamp for when this evaluation was created. 116 "evaluatedItemCount": "A String", # Output only. The number of items in the ground truth dataset that were used for this evaluation. Only populated when the evaulation is for certain AnnotationTypes. 117 "evaluationJobRunTime": "A String", # Output only. Timestamp for when the evaluation job that created this evaluation ran. 118 "evaluationMetrics": { # Output only. Metrics comparing predictions to ground truth labels. 119 "classificationMetrics": { # Metrics calculated for a classification model. 120 "confusionMatrix": { # Confusion matrix of the model running the classification. Only applicable when the metrics entry aggregates multiple labels. Not applicable when the entry is for a single label. # Confusion matrix of predicted labels vs. ground truth labels. 121 "row": [ 122 { # A row in the confusion matrix. Each entry in this row has the same ground truth label. 123 "annotationSpec": { # Container of information related to one possible annotation that can be used in a labeling task. For example, an image classification task where images are labeled as `dog` or `cat` must reference an AnnotationSpec for `dog` and an AnnotationSpec for `cat`. # The annotation spec of the ground truth label for this row. 124 "description": "A String", # Optional. User-provided description of the annotation specification. The description can be up to 10,000 characters long. 125 "displayName": "A String", # Required. The display name of the AnnotationSpec. Maximum of 64 characters. 126 "index": 42, # Output only. This is the integer index of the AnnotationSpec. The index for the whole AnnotationSpecSet is sequential starting from 0. For example, an AnnotationSpecSet with classes `dog` and `cat`, might contain one AnnotationSpec with `{ display_name: "dog", index: 0 }` and one AnnotationSpec with `{ display_name: "cat", index: 1 }`. This is especially useful for model training as it encodes the string labels into numeric values. 127 }, 128 "entries": [ # A list of the confusion matrix entries. One entry for each possible predicted label. 129 { 130 "annotationSpec": { # Container of information related to one possible annotation that can be used in a labeling task. For example, an image classification task where images are labeled as `dog` or `cat` must reference an AnnotationSpec for `dog` and an AnnotationSpec for `cat`. # The annotation spec of a predicted label. 131 "description": "A String", # Optional. User-provided description of the annotation specification. The description can be up to 10,000 characters long. 132 "displayName": "A String", # Required. The display name of the AnnotationSpec. Maximum of 64 characters. 133 "index": 42, # Output only. This is the integer index of the AnnotationSpec. The index for the whole AnnotationSpecSet is sequential starting from 0. For example, an AnnotationSpecSet with classes `dog` and `cat`, might contain one AnnotationSpec with `{ display_name: "dog", index: 0 }` and one AnnotationSpec with `{ display_name: "cat", index: 1 }`. This is especially useful for model training as it encodes the string labels into numeric values. 134 }, 135 "itemCount": 42, # Number of items predicted to have this label. (The ground truth label for these items is the `Row.annotationSpec` of this entry's parent.) 136 }, 137 ], 138 }, 139 ], 140 }, 141 "prCurve": { # Precision-recall curve based on ground truth labels, predicted labels, and scores for the predicted labels. 142 "annotationSpec": { # Container of information related to one possible annotation that can be used in a labeling task. For example, an image classification task where images are labeled as `dog` or `cat` must reference an AnnotationSpec for `dog` and an AnnotationSpec for `cat`. # The annotation spec of the label for which the precision-recall curve calculated. If this field is empty, that means the precision-recall curve is an aggregate curve for all labels. 143 "description": "A String", # Optional. User-provided description of the annotation specification. The description can be up to 10,000 characters long. 144 "displayName": "A String", # Required. The display name of the AnnotationSpec. Maximum of 64 characters. 145 "index": 42, # Output only. This is the integer index of the AnnotationSpec. The index for the whole AnnotationSpecSet is sequential starting from 0. For example, an AnnotationSpecSet with classes `dog` and `cat`, might contain one AnnotationSpec with `{ display_name: "dog", index: 0 }` and one AnnotationSpec with `{ display_name: "cat", index: 1 }`. This is especially useful for model training as it encodes the string labels into numeric values. 146 }, 147 "areaUnderCurve": 3.14, # Area under the precision-recall curve. Not to be confused with area under a receiver operating characteristic (ROC) curve. 148 "confidenceMetricsEntries": [ # Entries that make up the precision-recall graph. Each entry is a "point" on the graph drawn for a different `confidence_threshold`. 149 { 150 "confidenceThreshold": 3.14, # Threshold used for this entry. For classification tasks, this is a classification threshold: a predicted label is categorized as positive or negative (in the context of this point on the PR curve) based on whether the label's score meets this threshold. For image object detection (bounding box) tasks, this is the [intersection-over-union (IOU)](/vision/automl/object-detection/docs/evaluate#intersection-over-union) threshold for the context of this point on the PR curve. 151 "f1Score": 3.14, # Harmonic mean of recall and precision. 152 "f1ScoreAt1": 3.14, # The harmonic mean of recall_at1 and precision_at1. 153 "f1ScoreAt5": 3.14, # The harmonic mean of recall_at5 and precision_at5. 154 "precision": 3.14, # Precision value. 155 "precisionAt1": 3.14, # Precision value for entries with label that has highest score. 156 "precisionAt5": 3.14, # Precision value for entries with label that has highest 5 scores. 157 "recall": 3.14, # Recall value. 158 "recallAt1": 3.14, # Recall value for entries with label that has highest score. 159 "recallAt5": 3.14, # Recall value for entries with label that has highest 5 scores. 160 }, 161 ], 162 "meanAveragePrecision": 3.14, # Mean average prcision of this curve. 163 }, 164 }, 165 "objectDetectionMetrics": { # Metrics calculated for an image object detection (bounding box) model. 166 "prCurve": { # Precision-recall curve. 167 "annotationSpec": { # Container of information related to one possible annotation that can be used in a labeling task. For example, an image classification task where images are labeled as `dog` or `cat` must reference an AnnotationSpec for `dog` and an AnnotationSpec for `cat`. # The annotation spec of the label for which the precision-recall curve calculated. If this field is empty, that means the precision-recall curve is an aggregate curve for all labels. 168 "description": "A String", # Optional. User-provided description of the annotation specification. The description can be up to 10,000 characters long. 169 "displayName": "A String", # Required. The display name of the AnnotationSpec. Maximum of 64 characters. 170 "index": 42, # Output only. This is the integer index of the AnnotationSpec. The index for the whole AnnotationSpecSet is sequential starting from 0. For example, an AnnotationSpecSet with classes `dog` and `cat`, might contain one AnnotationSpec with `{ display_name: "dog", index: 0 }` and one AnnotationSpec with `{ display_name: "cat", index: 1 }`. This is especially useful for model training as it encodes the string labels into numeric values. 171 }, 172 "areaUnderCurve": 3.14, # Area under the precision-recall curve. Not to be confused with area under a receiver operating characteristic (ROC) curve. 173 "confidenceMetricsEntries": [ # Entries that make up the precision-recall graph. Each entry is a "point" on the graph drawn for a different `confidence_threshold`. 174 { 175 "confidenceThreshold": 3.14, # Threshold used for this entry. For classification tasks, this is a classification threshold: a predicted label is categorized as positive or negative (in the context of this point on the PR curve) based on whether the label's score meets this threshold. For image object detection (bounding box) tasks, this is the [intersection-over-union (IOU)](/vision/automl/object-detection/docs/evaluate#intersection-over-union) threshold for the context of this point on the PR curve. 176 "f1Score": 3.14, # Harmonic mean of recall and precision. 177 "f1ScoreAt1": 3.14, # The harmonic mean of recall_at1 and precision_at1. 178 "f1ScoreAt5": 3.14, # The harmonic mean of recall_at5 and precision_at5. 179 "precision": 3.14, # Precision value. 180 "precisionAt1": 3.14, # Precision value for entries with label that has highest score. 181 "precisionAt5": 3.14, # Precision value for entries with label that has highest 5 scores. 182 "recall": 3.14, # Recall value. 183 "recallAt1": 3.14, # Recall value for entries with label that has highest score. 184 "recallAt5": 3.14, # Recall value for entries with label that has highest 5 scores. 185 }, 186 ], 187 "meanAveragePrecision": 3.14, # Mean average prcision of this curve. 188 }, 189 }, 190 }, 191 "name": "A String", # Output only. Resource name of an evaluation. The name has the following format: "projects/{project_id}/datasets/{dataset_id}/evaluations/ {evaluation_id}' 192}</pre> 193</div> 194 195</body></html>