Coverage for /pythoncovmergedfiles/medio/medio/usr/local/lib/python3.8/site-packages/google/api_core/exceptions.py: 61%

Shortcuts on this page

r m x   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

206 statements  

1# Copyright 2014 Google LLC 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14 

15"""Exceptions raised by Google API core & clients. 

16 

17This module provides base classes for all errors raised by libraries based 

18on :mod:`google.api_core`, including both HTTP and gRPC clients. 

19""" 

20 

21from __future__ import absolute_import 

22from __future__ import unicode_literals 

23 

24import http.client 

25from typing import Dict 

26from typing import Union 

27import warnings 

28 

29from google.rpc import error_details_pb2 

30 

31 

32def _warn_could_not_import_grpcio_status(): 

33 warnings.warn( 

34 "Please install grpcio-status to obtain helpful grpc error messages.", 

35 ImportWarning, 

36 ) # pragma: NO COVER 

37 

38 

39try: 

40 import grpc 

41 

42 try: 

43 from grpc_status import rpc_status 

44 except ImportError: # pragma: NO COVER 

45 _warn_could_not_import_grpcio_status() 

46 rpc_status = None 

47except ImportError: # pragma: NO COVER 

48 grpc = None 

49 

50# Lookup tables for mapping exceptions from HTTP and gRPC transports. 

51# Populated by _GoogleAPICallErrorMeta 

52_HTTP_CODE_TO_EXCEPTION: Dict[int, Exception] = {} 

53_GRPC_CODE_TO_EXCEPTION: Dict[int, Exception] = {} 

54 

55# Additional lookup table to map integer status codes to grpc status code 

56# grpc does not currently support initializing enums from ints 

57# i.e., grpc.StatusCode(5) raises an error 

58_INT_TO_GRPC_CODE = {} 

59if grpc is not None: # pragma: no branch 

60 for x in grpc.StatusCode: 

61 _INT_TO_GRPC_CODE[x.value[0]] = x 

62 

63 

64class GoogleAPIError(Exception): 

65 """Base class for all exceptions raised by Google API Clients.""" 

66 

67 pass 

68 

69 

70class DuplicateCredentialArgs(GoogleAPIError): 

71 """Raised when multiple credentials are passed.""" 

72 

73 pass 

74 

75 

76class RetryError(GoogleAPIError): 

77 """Raised when a function has exhausted all of its available retries. 

78 

79 Args: 

80 message (str): The exception message. 

81 cause (Exception): The last exception raised when retrying the 

82 function. 

83 """ 

84 

85 def __init__(self, message, cause): 

86 super(RetryError, self).__init__(message) 

87 self.message = message 

88 self._cause = cause 

89 

90 @property 

91 def cause(self): 

92 """The last exception raised when retrying the function.""" 

93 return self._cause 

94 

95 def __str__(self): 

96 return "{}, last exception: {}".format(self.message, self.cause) 

97 

98 

99class _GoogleAPICallErrorMeta(type): 

100 """Metaclass for registering GoogleAPICallError subclasses.""" 

101 

102 def __new__(mcs, name, bases, class_dict): 

103 cls = type.__new__(mcs, name, bases, class_dict) 

104 if cls.code is not None: 

105 _HTTP_CODE_TO_EXCEPTION.setdefault(cls.code, cls) 

106 if cls.grpc_status_code is not None: 

107 _GRPC_CODE_TO_EXCEPTION.setdefault(cls.grpc_status_code, cls) 

108 return cls 

109 

110 

111class GoogleAPICallError(GoogleAPIError, metaclass=_GoogleAPICallErrorMeta): 

112 """Base class for exceptions raised by calling API methods. 

113 

114 Args: 

115 message (str): The exception message. 

116 errors (Sequence[Any]): An optional list of error details. 

117 details (Sequence[Any]): An optional list of objects defined in google.rpc.error_details. 

118 response (Union[requests.Request, grpc.Call]): The response or 

119 gRPC call metadata. 

120 error_info (Union[error_details_pb2.ErrorInfo, None]): An optional object containing error info 

121 (google.rpc.error_details.ErrorInfo). 

122 """ 

123 

124 code: Union[int, None] = None 

125 """Optional[int]: The HTTP status code associated with this error. 

126 

127 This may be ``None`` if the exception does not have a direct mapping 

128 to an HTTP error. 

129 

130 See http://www.w3.org/Protocols/rfc2616/rfc2616-sec10.html 

131 """ 

132 

133 grpc_status_code = None 

134 """Optional[grpc.StatusCode]: The gRPC status code associated with this 

135 error. 

136 

137 This may be ``None`` if the exception does not match up to a gRPC error. 

138 """ 

139 

140 def __init__(self, message, errors=(), details=(), response=None, error_info=None): 

141 super(GoogleAPICallError, self).__init__(message) 

142 self.message = message 

143 """str: The exception message.""" 

144 self._errors = errors 

145 self._details = details 

146 self._response = response 

147 self._error_info = error_info 

148 

149 def __str__(self): 

150 error_msg = "{} {}".format(self.code, self.message) 

151 if self.details: 

152 error_msg = "{} {}".format(error_msg, self.details) 

153 # Note: This else condition can be removed once proposal A from 

154 # b/284179390 is implemented. 

155 else: 

156 if self.errors: 

157 errors = [ 

158 f"{error.code}: {error.message}" 

159 for error in self.errors 

160 if hasattr(error, "code") and hasattr(error, "message") 

161 ] 

162 if errors: 

163 error_msg = "{} {}".format(error_msg, "\n".join(errors)) 

164 return error_msg 

165 

166 @property 

167 def reason(self): 

168 """The reason of the error. 

169 

170 Reference: 

171 https://github.com/googleapis/googleapis/blob/master/google/rpc/error_details.proto#L112 

172 

173 Returns: 

174 Union[str, None]: An optional string containing reason of the error. 

175 """ 

176 return self._error_info.reason if self._error_info else None 

177 

178 @property 

179 def domain(self): 

180 """The logical grouping to which the "reason" belongs. 

181 

182 Reference: 

183 https://github.com/googleapis/googleapis/blob/master/google/rpc/error_details.proto#L112 

184 

185 Returns: 

186 Union[str, None]: An optional string containing a logical grouping to which the "reason" belongs. 

187 """ 

188 return self._error_info.domain if self._error_info else None 

189 

190 @property 

191 def metadata(self): 

192 """Additional structured details about this error. 

193 

194 Reference: 

195 https://github.com/googleapis/googleapis/blob/master/google/rpc/error_details.proto#L112 

196 

197 Returns: 

198 Union[Dict[str, str], None]: An optional object containing structured details about the error. 

199 """ 

200 return self._error_info.metadata if self._error_info else None 

201 

202 @property 

203 def errors(self): 

204 """Detailed error information. 

205 

206 Returns: 

207 Sequence[Any]: A list of additional error details. 

208 """ 

209 return list(self._errors) 

210 

211 @property 

212 def details(self): 

213 """Information contained in google.rpc.status.details. 

214 

215 Reference: 

216 https://github.com/googleapis/googleapis/blob/master/google/rpc/status.proto 

217 https://github.com/googleapis/googleapis/blob/master/google/rpc/error_details.proto 

218 

219 Returns: 

220 Sequence[Any]: A list of structured objects from error_details.proto 

221 """ 

222 return list(self._details) 

223 

224 @property 

225 def response(self): 

226 """Optional[Union[requests.Request, grpc.Call]]: The response or 

227 gRPC call metadata.""" 

228 return self._response 

229 

230 

231class Redirection(GoogleAPICallError): 

232 """Base class for for all redirection (HTTP 3xx) responses.""" 

233 

234 

235class MovedPermanently(Redirection): 

236 """Exception mapping a ``301 Moved Permanently`` response.""" 

237 

238 code = http.client.MOVED_PERMANENTLY 

239 

240 

241class NotModified(Redirection): 

242 """Exception mapping a ``304 Not Modified`` response.""" 

243 

244 code = http.client.NOT_MODIFIED 

245 

246 

247class TemporaryRedirect(Redirection): 

248 """Exception mapping a ``307 Temporary Redirect`` response.""" 

249 

250 code = http.client.TEMPORARY_REDIRECT 

251 

252 

253class ResumeIncomplete(Redirection): 

254 """Exception mapping a ``308 Resume Incomplete`` response. 

255 

256 .. note:: :attr:`http.client.PERMANENT_REDIRECT` is ``308``, but Google 

257 APIs differ in their use of this status code. 

258 """ 

259 

260 code = 308 

261 

262 

263class ClientError(GoogleAPICallError): 

264 """Base class for all client error (HTTP 4xx) responses.""" 

265 

266 

267class BadRequest(ClientError): 

268 """Exception mapping a ``400 Bad Request`` response.""" 

269 

270 code = http.client.BAD_REQUEST 

271 

272 

273class InvalidArgument(BadRequest): 

274 """Exception mapping a :attr:`grpc.StatusCode.INVALID_ARGUMENT` error.""" 

275 

276 grpc_status_code = grpc.StatusCode.INVALID_ARGUMENT if grpc is not None else None 

277 

278 

279class FailedPrecondition(BadRequest): 

280 """Exception mapping a :attr:`grpc.StatusCode.FAILED_PRECONDITION` 

281 error.""" 

282 

283 grpc_status_code = grpc.StatusCode.FAILED_PRECONDITION if grpc is not None else None 

284 

285 

286class OutOfRange(BadRequest): 

287 """Exception mapping a :attr:`grpc.StatusCode.OUT_OF_RANGE` error.""" 

288 

289 grpc_status_code = grpc.StatusCode.OUT_OF_RANGE if grpc is not None else None 

290 

291 

292class Unauthorized(ClientError): 

293 """Exception mapping a ``401 Unauthorized`` response.""" 

294 

295 code = http.client.UNAUTHORIZED 

296 

297 

298class Unauthenticated(Unauthorized): 

299 """Exception mapping a :attr:`grpc.StatusCode.UNAUTHENTICATED` error.""" 

300 

301 grpc_status_code = grpc.StatusCode.UNAUTHENTICATED if grpc is not None else None 

302 

303 

304class Forbidden(ClientError): 

305 """Exception mapping a ``403 Forbidden`` response.""" 

306 

307 code = http.client.FORBIDDEN 

308 

309 

310class PermissionDenied(Forbidden): 

311 """Exception mapping a :attr:`grpc.StatusCode.PERMISSION_DENIED` error.""" 

312 

313 grpc_status_code = grpc.StatusCode.PERMISSION_DENIED if grpc is not None else None 

314 

315 

316class NotFound(ClientError): 

317 """Exception mapping a ``404 Not Found`` response or a 

318 :attr:`grpc.StatusCode.NOT_FOUND` error.""" 

319 

320 code = http.client.NOT_FOUND 

321 grpc_status_code = grpc.StatusCode.NOT_FOUND if grpc is not None else None 

322 

323 

324class MethodNotAllowed(ClientError): 

325 """Exception mapping a ``405 Method Not Allowed`` response.""" 

326 

327 code = http.client.METHOD_NOT_ALLOWED 

328 

329 

330class Conflict(ClientError): 

331 """Exception mapping a ``409 Conflict`` response.""" 

332 

333 code = http.client.CONFLICT 

334 

335 

336class AlreadyExists(Conflict): 

337 """Exception mapping a :attr:`grpc.StatusCode.ALREADY_EXISTS` error.""" 

338 

339 grpc_status_code = grpc.StatusCode.ALREADY_EXISTS if grpc is not None else None 

340 

341 

342class Aborted(Conflict): 

343 """Exception mapping a :attr:`grpc.StatusCode.ABORTED` error.""" 

344 

345 grpc_status_code = grpc.StatusCode.ABORTED if grpc is not None else None 

346 

347 

348class LengthRequired(ClientError): 

349 """Exception mapping a ``411 Length Required`` response.""" 

350 

351 code = http.client.LENGTH_REQUIRED 

352 

353 

354class PreconditionFailed(ClientError): 

355 """Exception mapping a ``412 Precondition Failed`` response.""" 

356 

357 code = http.client.PRECONDITION_FAILED 

358 

359 

360class RequestRangeNotSatisfiable(ClientError): 

361 """Exception mapping a ``416 Request Range Not Satisfiable`` response.""" 

362 

363 code = http.client.REQUESTED_RANGE_NOT_SATISFIABLE 

364 

365 

366class TooManyRequests(ClientError): 

367 """Exception mapping a ``429 Too Many Requests`` response.""" 

368 

369 code = http.client.TOO_MANY_REQUESTS 

370 

371 

372class ResourceExhausted(TooManyRequests): 

373 """Exception mapping a :attr:`grpc.StatusCode.RESOURCE_EXHAUSTED` error.""" 

374 

375 grpc_status_code = grpc.StatusCode.RESOURCE_EXHAUSTED if grpc is not None else None 

376 

377 

378class Cancelled(ClientError): 

379 """Exception mapping a :attr:`grpc.StatusCode.CANCELLED` error.""" 

380 

381 # This maps to HTTP status code 499. See 

382 # https://github.com/googleapis/googleapis/blob/master/google/rpc/code.proto 

383 code = 499 

384 grpc_status_code = grpc.StatusCode.CANCELLED if grpc is not None else None 

385 

386 

387class ServerError(GoogleAPICallError): 

388 """Base for 5xx responses.""" 

389 

390 

391class InternalServerError(ServerError): 

392 """Exception mapping a ``500 Internal Server Error`` response. or a 

393 :attr:`grpc.StatusCode.INTERNAL` error.""" 

394 

395 code = http.client.INTERNAL_SERVER_ERROR 

396 grpc_status_code = grpc.StatusCode.INTERNAL if grpc is not None else None 

397 

398 

399class Unknown(ServerError): 

400 """Exception mapping a :attr:`grpc.StatusCode.UNKNOWN` error.""" 

401 

402 grpc_status_code = grpc.StatusCode.UNKNOWN if grpc is not None else None 

403 

404 

405class DataLoss(ServerError): 

406 """Exception mapping a :attr:`grpc.StatusCode.DATA_LOSS` error.""" 

407 

408 grpc_status_code = grpc.StatusCode.DATA_LOSS if grpc is not None else None 

409 

410 

411class MethodNotImplemented(ServerError): 

412 """Exception mapping a ``501 Not Implemented`` response or a 

413 :attr:`grpc.StatusCode.UNIMPLEMENTED` error.""" 

414 

415 code = http.client.NOT_IMPLEMENTED 

416 grpc_status_code = grpc.StatusCode.UNIMPLEMENTED if grpc is not None else None 

417 

418 

419class BadGateway(ServerError): 

420 """Exception mapping a ``502 Bad Gateway`` response.""" 

421 

422 code = http.client.BAD_GATEWAY 

423 

424 

425class ServiceUnavailable(ServerError): 

426 """Exception mapping a ``503 Service Unavailable`` response or a 

427 :attr:`grpc.StatusCode.UNAVAILABLE` error.""" 

428 

429 code = http.client.SERVICE_UNAVAILABLE 

430 grpc_status_code = grpc.StatusCode.UNAVAILABLE if grpc is not None else None 

431 

432 

433class GatewayTimeout(ServerError): 

434 """Exception mapping a ``504 Gateway Timeout`` response.""" 

435 

436 code = http.client.GATEWAY_TIMEOUT 

437 

438 

439class DeadlineExceeded(GatewayTimeout): 

440 """Exception mapping a :attr:`grpc.StatusCode.DEADLINE_EXCEEDED` error.""" 

441 

442 grpc_status_code = grpc.StatusCode.DEADLINE_EXCEEDED if grpc is not None else None 

443 

444 

445def exception_class_for_http_status(status_code): 

446 """Return the exception class for a specific HTTP status code. 

447 

448 Args: 

449 status_code (int): The HTTP status code. 

450 

451 Returns: 

452 :func:`type`: the appropriate subclass of :class:`GoogleAPICallError`. 

453 """ 

454 return _HTTP_CODE_TO_EXCEPTION.get(status_code, GoogleAPICallError) 

455 

456 

457def from_http_status(status_code, message, **kwargs): 

458 """Create a :class:`GoogleAPICallError` from an HTTP status code. 

459 

460 Args: 

461 status_code (int): The HTTP status code. 

462 message (str): The exception message. 

463 kwargs: Additional arguments passed to the :class:`GoogleAPICallError` 

464 constructor. 

465 

466 Returns: 

467 GoogleAPICallError: An instance of the appropriate subclass of 

468 :class:`GoogleAPICallError`. 

469 """ 

470 error_class = exception_class_for_http_status(status_code) 

471 error = error_class(message, **kwargs) 

472 

473 if error.code is None: 

474 error.code = status_code 

475 

476 return error 

477 

478 

479def from_http_response(response): 

480 """Create a :class:`GoogleAPICallError` from a :class:`requests.Response`. 

481 

482 Args: 

483 response (requests.Response): The HTTP response. 

484 

485 Returns: 

486 GoogleAPICallError: An instance of the appropriate subclass of 

487 :class:`GoogleAPICallError`, with the message and errors populated 

488 from the response. 

489 """ 

490 try: 

491 payload = response.json() 

492 except ValueError: 

493 payload = {"error": {"message": response.text or "unknown error"}} 

494 

495 error_message = payload.get("error", {}).get("message", "unknown error") 

496 errors = payload.get("error", {}).get("errors", ()) 

497 # In JSON, details are already formatted in developer-friendly way. 

498 details = payload.get("error", {}).get("details", ()) 

499 error_info = list( 

500 filter( 

501 lambda detail: detail.get("@type", "") 

502 == "type.googleapis.com/google.rpc.ErrorInfo", 

503 details, 

504 ) 

505 ) 

506 error_info = error_info[0] if error_info else None 

507 

508 message = "{method} {url}: {error}".format( 

509 method=response.request.method, 

510 url=response.request.url, 

511 error=error_message, 

512 ) 

513 

514 exception = from_http_status( 

515 response.status_code, 

516 message, 

517 errors=errors, 

518 details=details, 

519 response=response, 

520 error_info=error_info, 

521 ) 

522 return exception 

523 

524 

525def exception_class_for_grpc_status(status_code): 

526 """Return the exception class for a specific :class:`grpc.StatusCode`. 

527 

528 Args: 

529 status_code (grpc.StatusCode): The gRPC status code. 

530 

531 Returns: 

532 :func:`type`: the appropriate subclass of :class:`GoogleAPICallError`. 

533 """ 

534 return _GRPC_CODE_TO_EXCEPTION.get(status_code, GoogleAPICallError) 

535 

536 

537def from_grpc_status(status_code, message, **kwargs): 

538 """Create a :class:`GoogleAPICallError` from a :class:`grpc.StatusCode`. 

539 

540 Args: 

541 status_code (Union[grpc.StatusCode, int]): The gRPC status code. 

542 message (str): The exception message. 

543 kwargs: Additional arguments passed to the :class:`GoogleAPICallError` 

544 constructor. 

545 

546 Returns: 

547 GoogleAPICallError: An instance of the appropriate subclass of 

548 :class:`GoogleAPICallError`. 

549 """ 

550 

551 if isinstance(status_code, int): 

552 status_code = _INT_TO_GRPC_CODE.get(status_code, status_code) 

553 

554 error_class = exception_class_for_grpc_status(status_code) 

555 error = error_class(message, **kwargs) 

556 

557 if error.grpc_status_code is None: 

558 error.grpc_status_code = status_code 

559 

560 return error 

561 

562 

563def _is_informative_grpc_error(rpc_exc): 

564 return hasattr(rpc_exc, "code") and hasattr(rpc_exc, "details") 

565 

566 

567def _parse_grpc_error_details(rpc_exc): 

568 if not rpc_status: # pragma: NO COVER 

569 _warn_could_not_import_grpcio_status() 

570 return [], None 

571 try: 

572 status = rpc_status.from_call(rpc_exc) 

573 except NotImplementedError: # workaround 

574 return [], None 

575 

576 if not status: 

577 return [], None 

578 

579 possible_errors = [ 

580 error_details_pb2.BadRequest, 

581 error_details_pb2.PreconditionFailure, 

582 error_details_pb2.QuotaFailure, 

583 error_details_pb2.ErrorInfo, 

584 error_details_pb2.RetryInfo, 

585 error_details_pb2.ResourceInfo, 

586 error_details_pb2.RequestInfo, 

587 error_details_pb2.DebugInfo, 

588 error_details_pb2.Help, 

589 error_details_pb2.LocalizedMessage, 

590 ] 

591 error_info = None 

592 error_details = [] 

593 for detail in status.details: 

594 matched_detail_cls = list( 

595 filter(lambda x: detail.Is(x.DESCRIPTOR), possible_errors) 

596 ) 

597 # If nothing matched, use detail directly. 

598 if len(matched_detail_cls) == 0: 

599 info = detail 

600 else: 

601 info = matched_detail_cls[0]() 

602 detail.Unpack(info) 

603 error_details.append(info) 

604 if isinstance(info, error_details_pb2.ErrorInfo): 

605 error_info = info 

606 return error_details, error_info 

607 

608 

609def from_grpc_error(rpc_exc): 

610 """Create a :class:`GoogleAPICallError` from a :class:`grpc.RpcError`. 

611 

612 Args: 

613 rpc_exc (grpc.RpcError): The gRPC error. 

614 

615 Returns: 

616 GoogleAPICallError: An instance of the appropriate subclass of 

617 :class:`GoogleAPICallError`. 

618 """ 

619 # NOTE(lidiz) All gRPC error shares the parent class grpc.RpcError. 

620 # However, check for grpc.RpcError breaks backward compatibility. 

621 if ( 

622 grpc is not None and isinstance(rpc_exc, grpc.Call) 

623 ) or _is_informative_grpc_error(rpc_exc): 

624 details, err_info = _parse_grpc_error_details(rpc_exc) 

625 return from_grpc_status( 

626 rpc_exc.code(), 

627 rpc_exc.details(), 

628 errors=(rpc_exc,), 

629 details=details, 

630 response=rpc_exc, 

631 error_info=err_info, 

632 ) 

633 else: 

634 return GoogleAPICallError(str(rpc_exc), errors=(rpc_exc,), response=rpc_exc)