blob: b5a619ce3786f456da1b609ee04a8c884369041b [file] [log] [blame]
Bu Sun Kim715bd7f2019-06-14 16:50:42 -07001<html><body>
2<style>
3
4body, h1, h2, h3, div, span, p, pre, a {
5 margin: 0;
6 padding: 0;
7 border: 0;
8 font-weight: inherit;
9 font-style: inherit;
10 font-size: 100%;
11 font-family: inherit;
12 vertical-align: baseline;
13}
14
15body {
16 font-size: 13px;
17 padding: 1em;
18}
19
20h1 {
21 font-size: 26px;
22 margin-bottom: 1em;
23}
24
25h2 {
26 font-size: 24px;
27 margin-bottom: 1em;
28}
29
30h3 {
31 font-size: 20px;
32 margin-bottom: 1em;
33 margin-top: 1em;
34}
35
36pre, code {
37 line-height: 1.5;
38 font-family: Monaco, 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', 'Lucida Console', monospace;
39}
40
41pre {
42 margin-top: 0.5em;
43}
44
45h1, h2, h3, p {
46 font-family: Arial, sans serif;
47}
48
49h1, h2, h3 {
50 border-bottom: solid #CCC 1px;
51}
52
53.toc_element {
54 margin-top: 0.5em;
55}
56
57.firstline {
58 margin-left: 2 em;
59}
60
61.method {
62 margin-top: 1em;
63 border: solid 1px #CCC;
64 padding: 1em;
65 background: #EEE;
66}
67
68.details {
69 font-weight: bold;
70 font-size: 14px;
71}
72
73</style>
74
75<h1><a href="videointelligence_v1p3beta1.html">Cloud Video Intelligence API</a> . <a href="videointelligence_v1p3beta1.videos.html">videos</a></h1>
76<h2>Instance Methods</h2>
77<p class="toc_element">
Dan O'Mearadd494642020-05-01 07:42:23 -070078 <code><a href="#annotate">annotate(body=None, x__xgafv=None)</a></code></p>
Bu Sun Kim715bd7f2019-06-14 16:50:42 -070079<p class="firstline">Performs asynchronous video annotation. Progress and results can be</p>
80<h3>Method Details</h3>
81<div class="method">
Dan O'Mearadd494642020-05-01 07:42:23 -070082 <code class="details" id="annotate">annotate(body=None, x__xgafv=None)</code>
Bu Sun Kim715bd7f2019-06-14 16:50:42 -070083 <pre>Performs asynchronous video annotation. Progress and results can be
84retrieved through the `google.longrunning.Operations` interface.
85`Operation.metadata` contains `AnnotateVideoProgress` (progress).
86`Operation.response` contains `AnnotateVideoResponse` (results).
87
88Args:
Dan O'Mearadd494642020-05-01 07:42:23 -070089 body: object, The request body.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -070090 The object takes the form of:
91
92{ # Video annotation request.
Bu Sun Kim65020912020-05-20 12:08:20 -070093 &quot;inputContent&quot;: &quot;A String&quot;, # The video data bytes.
94 # If unset, the input video(s) should be specified via the `input_uri`.
95 # If set, `input_uri` must be unset.
96 &quot;features&quot;: [ # Required. Requested video annotation features.
97 &quot;A String&quot;,
98 ],
99 &quot;outputUri&quot;: &quot;A String&quot;, # Optional. Location where the output (in JSON format) should be stored.
100 # Currently, only [Cloud Storage](https://cloud.google.com/storage/)
101 # URIs are supported. These must be specified in the following format:
102 # `gs://bucket-id/object-id` (other URI formats return
103 # google.rpc.Code.INVALID_ARGUMENT). For more information, see
104 # [Request URIs](https://cloud.google.com/storage/docs/request-endpoints).
105 &quot;videoContext&quot;: { # Video context and/or feature-specific parameters. # Additional video context and/or feature-specific parameters.
106 &quot;shotChangeDetectionConfig&quot;: { # Config for SHOT_CHANGE_DETECTION. # Config for SHOT_CHANGE_DETECTION.
107 &quot;model&quot;: &quot;A String&quot;, # Model to use for shot change detection.
108 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
109 # &quot;builtin/latest&quot;.
Dan O'Mearadd494642020-05-01 07:42:23 -0700110 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700111 &quot;textDetectionConfig&quot;: { # Config for TEXT_DETECTION. # Config for TEXT_DETECTION.
112 &quot;languageHints&quot;: [ # Language hint can be specified if the language to be detected is known a
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700113 # priori. It can increase the accuracy of the detection. Language hint must
114 # be language code in BCP-47 format.
115 #
116 # Automatic language detection is performed if no hint is provided.
Bu Sun Kim65020912020-05-20 12:08:20 -0700117 &quot;A String&quot;,
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700118 ],
Bu Sun Kim65020912020-05-20 12:08:20 -0700119 &quot;model&quot;: &quot;A String&quot;, # Model to use for text detection.
120 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
121 # &quot;builtin/latest&quot;.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700122 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700123 &quot;labelDetectionConfig&quot;: { # Config for LABEL_DETECTION. # Config for LABEL_DETECTION.
124 &quot;model&quot;: &quot;A String&quot;, # Model to use for label detection.
125 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
126 # &quot;builtin/latest&quot;.
127 &quot;labelDetectionMode&quot;: &quot;A String&quot;, # What labels should be detected with LABEL_DETECTION, in addition to
128 # video-level labels or segment-level labels.
129 # If unspecified, defaults to `SHOT_MODE`.
130 &quot;stationaryCamera&quot;: True or False, # Whether the video has been shot from a stationary (i.e., non-moving)
131 # camera. When set to true, might improve detection accuracy for moving
132 # objects. Should be used with `SHOT_AND_FRAME_MODE` enabled.
133 &quot;videoConfidenceThreshold&quot;: 3.14, # The confidence threshold we perform filtering on the labels from
134 # video-level and shot-level detections. If not set, it&#x27;s set to 0.3 by
135 # default. The valid range for this threshold is [0.1, 0.9]. Any value set
136 # outside of this range will be clipped.
137 # Note: For best results, follow the default threshold. We will update
138 # the default threshold everytime when we release a new model.
139 &quot;frameConfidenceThreshold&quot;: 3.14, # The confidence threshold we perform filtering on the labels from
140 # frame-level detection. If not set, it is set to 0.4 by default. The valid
141 # range for this threshold is [0.1, 0.9]. Any value set outside of this
142 # range will be clipped.
143 # Note: For best results, follow the default threshold. We will update
144 # the default threshold everytime when we release a new model.
145 },
146 &quot;faceDetectionConfig&quot;: { # Config for FACE_DETECTION. # Config for FACE_DETECTION.
147 &quot;includeAttributes&quot;: True or False, # Whether to enable face attributes detection, such as glasses, dark_glasses,
148 # mouth_open etc. Ignored if &#x27;include_bounding_boxes&#x27; is set to false.
149 &quot;model&quot;: &quot;A String&quot;, # Model to use for face detection.
150 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
151 # &quot;builtin/latest&quot;.
152 &quot;includeBoundingBoxes&quot;: True or False, # Whether bounding boxes are included in the face annotation output.
153 },
154 &quot;explicitContentDetectionConfig&quot;: { # Config for EXPLICIT_CONTENT_DETECTION. # Config for EXPLICIT_CONTENT_DETECTION.
155 &quot;model&quot;: &quot;A String&quot;, # Model to use for explicit content detection.
156 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
157 # &quot;builtin/latest&quot;.
158 },
159 &quot;objectTrackingConfig&quot;: { # Config for OBJECT_TRACKING. # Config for OBJECT_TRACKING.
160 &quot;model&quot;: &quot;A String&quot;, # Model to use for object tracking.
161 # Supported values: &quot;builtin/stable&quot; (the default if unset) and
162 # &quot;builtin/latest&quot;.
163 },
164 &quot;personDetectionConfig&quot;: { # Config for PERSON_DETECTION. # Config for PERSON_DETECTION.
165 &quot;includePoseLandmarks&quot;: True or False, # Whether to enable pose landmarks detection. Ignored if
166 # &#x27;include_bounding_boxes&#x27; is set to false.
167 &quot;includeBoundingBoxes&quot;: True or False, # Whether bounding boxes are included in the person detection annotation
168 # output.
169 &quot;includeAttributes&quot;: True or False, # Whether to enable person attributes detection, such as cloth color (black,
170 # blue, etc), type (coat, dress, etc), pattern (plain, floral, etc), hair,
171 # etc.
172 # Ignored if &#x27;include_bounding_boxes&#x27; is set to false.
173 },
174 &quot;speechTranscriptionConfig&quot;: { # Config for SPEECH_TRANSCRIPTION. # Config for SPEECH_TRANSCRIPTION.
175 &quot;languageCode&quot;: &quot;A String&quot;, # Required. *Required* The language of the supplied audio as a
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700176 # [BCP-47](https://www.rfc-editor.org/rfc/bcp/bcp47.txt) language tag.
Bu Sun Kim65020912020-05-20 12:08:20 -0700177 # Example: &quot;en-US&quot;.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700178 # See [Language Support](https://cloud.google.com/speech/docs/languages)
179 # for a list of the currently supported language codes.
Bu Sun Kim65020912020-05-20 12:08:20 -0700180 &quot;speechContexts&quot;: [ # Optional. A means to provide context to assist the speech recognition.
181 { # Provides &quot;hints&quot; to the speech recognizer to favor specific words and phrases
182 # in the results.
183 &quot;phrases&quot;: [ # Optional. A list of strings containing words and phrases &quot;hints&quot; so that
184 # the speech recognition is more likely to recognize them. This can be used
185 # to improve the accuracy for specific words and phrases, for example, if
186 # specific commands are typically spoken by the user. This can also be used
187 # to add additional words to the vocabulary of the recognizer. See
188 # [usage limits](https://cloud.google.com/speech/limits#content).
189 &quot;A String&quot;,
190 ],
191 },
192 ],
193 &quot;filterProfanity&quot;: True or False, # Optional. If set to `true`, the server will attempt to filter out
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700194 # profanities, replacing all but the initial character in each filtered word
Bu Sun Kim65020912020-05-20 12:08:20 -0700195 # with asterisks, e.g. &quot;f***&quot;. If set to `false` or omitted, profanities
196 # won&#x27;t be filtered out.
197 &quot;enableSpeakerDiarization&quot;: True or False, # Optional. If &#x27;true&#x27;, enables speaker detection for each recognized word in
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700198 # the top alternative of the recognition result using a speaker_tag provided
199 # in the WordInfo.
200 # Note: When this is true, we send all the words from the beginning of the
Dan O'Mearadd494642020-05-01 07:42:23 -0700201 # audio for the top alternative in every consecutive response.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700202 # This is done in order to improve our speaker tags as our models learn to
203 # identify the speakers in the conversation over time.
Bu Sun Kim65020912020-05-20 12:08:20 -0700204 &quot;enableWordConfidence&quot;: True or False, # Optional. If `true`, the top result includes a list of words and the
205 # confidence for those words. If `false`, no word-level confidence
206 # information is returned. The default is `false`.
207 &quot;enableAutomaticPunctuation&quot;: True or False, # Optional. If &#x27;true&#x27;, adds punctuation to recognition result hypotheses.
208 # This feature is only available in select languages. Setting this for
209 # requests in other languages has no effect at all. The default &#x27;false&#x27; value
210 # does not add punctuation to result hypotheses. NOTE: &quot;This is currently
211 # offered as an experimental service, complimentary to all users. In the
212 # future this may be exclusively available as a premium feature.&quot;
213 &quot;audioTracks&quot;: [ # Optional. For file formats, such as MXF or MKV, supporting multiple audio
214 # tracks, specify up to two tracks. Default: track 0.
215 42,
216 ],
217 &quot;diarizationSpeakerCount&quot;: 42, # Optional. If set, specifies the estimated number of speakers in the conversation.
218 # If not set, defaults to &#x27;2&#x27;.
219 # Ignored unless enable_speaker_diarization is set to true.
220 &quot;maxAlternatives&quot;: 42, # Optional. Maximum number of recognition hypotheses to be returned.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700221 # Specifically, the maximum number of `SpeechRecognitionAlternative` messages
222 # within each `SpeechTranscription`. The server may return fewer than
223 # `max_alternatives`. Valid values are `0`-`30`. A value of `0` or `1` will
224 # return a maximum of one. If omitted, will return a maximum of one.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700225 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700226 &quot;segments&quot;: [ # Video segments to annotate. The segments may overlap and are not required
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700227 # to be contiguous or span the whole video. If unspecified, each video is
228 # treated as a single segment.
229 { # Video segment.
Bu Sun Kim65020912020-05-20 12:08:20 -0700230 &quot;endTimeOffset&quot;: &quot;A String&quot;, # Time-offset, relative to the beginning of the video,
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700231 # corresponding to the end of the segment (inclusive).
Bu Sun Kim65020912020-05-20 12:08:20 -0700232 &quot;startTimeOffset&quot;: &quot;A String&quot;, # Time-offset, relative to the beginning of the video,
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700233 # corresponding to the start of the segment (inclusive).
234 },
235 ],
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700236 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700237 &quot;locationId&quot;: &quot;A String&quot;, # Optional. Cloud region where annotation should take place. Supported cloud
238 # regions are: `us-east1`, `us-west1`, `europe-west1`, `asia-east1`. If no
239 # region is specified, the region will be determined based on video file
240 # location.
241 &quot;inputUri&quot;: &quot;A String&quot;, # Input video location. Currently, only
Dan O'Mearadd494642020-05-01 07:42:23 -0700242 # [Cloud Storage](https://cloud.google.com/storage/) URIs are
243 # supported. URIs must be specified in the following format:
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700244 # `gs://bucket-id/object-id` (other URI formats return
245 # google.rpc.Code.INVALID_ARGUMENT). For more information, see
Dan O'Mearadd494642020-05-01 07:42:23 -0700246 # [Request URIs](https://cloud.google.com/storage/docs/request-endpoints).
247 # To identify multiple videos, a video URI may include wildcards in the
Bu Sun Kim65020912020-05-20 12:08:20 -0700248 # `object-id`. Supported wildcards: &#x27;*&#x27; to match 0 or more characters;
249 # &#x27;?&#x27; to match 1 character. If unset, the input video should be embedded
Dan O'Mearadd494642020-05-01 07:42:23 -0700250 # in the request as `input_content`. If set, `input_content` must be unset.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700251 }
252
253 x__xgafv: string, V1 error format.
254 Allowed values
255 1 - v1 error format
256 2 - v2 error format
257
258Returns:
259 An object of the form:
260
261 { # This resource represents a long-running operation that is the result of a
262 # network API call.
Bu Sun Kim65020912020-05-20 12:08:20 -0700263 &quot;error&quot;: { # The `Status` type defines a logical error model that is suitable for # The error result of the operation in case of failure or cancellation.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700264 # different programming environments, including REST APIs and RPC APIs. It is
265 # used by [gRPC](https://github.com/grpc). Each `Status` message contains
266 # three pieces of data: error code, error message, and error details.
267 #
268 # You can find out more about this error model and how to work with it in the
269 # [API Design Guide](https://cloud.google.com/apis/design/errors).
Bu Sun Kim65020912020-05-20 12:08:20 -0700270 &quot;code&quot;: 42, # The status code, which should be an enum value of google.rpc.Code.
271 &quot;message&quot;: &quot;A String&quot;, # A developer-facing error message, which should be in English. Any
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700272 # user-facing error message should be localized and sent in the
273 # google.rpc.Status.details field, or localized by the client.
Bu Sun Kim65020912020-05-20 12:08:20 -0700274 &quot;details&quot;: [ # A list of messages that carry the error details. There is a common set of
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700275 # message types for APIs to use.
276 {
Bu Sun Kim65020912020-05-20 12:08:20 -0700277 &quot;a_key&quot;: &quot;&quot;, # Properties of the object. Contains field @type with type URL.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700278 },
279 ],
280 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700281 &quot;metadata&quot;: { # Service-specific metadata associated with the operation. It typically
282 # contains progress information and common metadata such as create time.
283 # Some services might not provide such metadata. Any method that returns a
284 # long-running operation should document the metadata type, if any.
285 &quot;a_key&quot;: &quot;&quot;, # Properties of the object. Contains field @type with type URL.
286 },
287 &quot;done&quot;: True or False, # If the value is `false`, it means the operation is still in progress.
Dan O'Mearadd494642020-05-01 07:42:23 -0700288 # If `true`, the operation is completed, and either `error` or `response` is
289 # available.
Bu Sun Kim65020912020-05-20 12:08:20 -0700290 &quot;response&quot;: { # The normal response of the operation in case of success. If the original
Dan O'Mearadd494642020-05-01 07:42:23 -0700291 # method returns no data on success, such as `Delete`, the response is
292 # `google.protobuf.Empty`. If the original method is standard
293 # `Get`/`Create`/`Update`, the response should be the resource. For other
294 # methods, the response should have the type `XxxResponse`, where `Xxx`
295 # is the original method name. For example, if the original method name
296 # is `TakeSnapshot()`, the inferred response type is
297 # `TakeSnapshotResponse`.
Bu Sun Kim65020912020-05-20 12:08:20 -0700298 &quot;a_key&quot;: &quot;&quot;, # Properties of the object. Contains field @type with type URL.
Dan O'Mearadd494642020-05-01 07:42:23 -0700299 },
Bu Sun Kim65020912020-05-20 12:08:20 -0700300 &quot;name&quot;: &quot;A String&quot;, # The server-assigned name, which is only unique within the same service that
Dan O'Mearadd494642020-05-01 07:42:23 -0700301 # originally returns it. If you use the default HTTP mapping, the
302 # `name` should be a resource name ending with `operations/{unique_id}`.
Bu Sun Kim715bd7f2019-06-14 16:50:42 -0700303 }</pre>
304</div>
305
306</body></html>