utils.py 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548
  1. import http.client
  2. import inspect
  3. import warnings
  4. from typing import Any, Dict, List, Optional, Sequence, Set, Tuple, Type, Union, cast
  5. from fastapi import routing
  6. from fastapi._compat import (
  7. GenerateJsonSchema,
  8. JsonSchemaValue,
  9. ModelField,
  10. Undefined,
  11. get_compat_model_name_map,
  12. get_definitions,
  13. get_schema_from_model_field,
  14. lenient_issubclass,
  15. )
  16. from fastapi.datastructures import DefaultPlaceholder
  17. from fastapi.dependencies.models import Dependant
  18. from fastapi.dependencies.utils import (
  19. _get_flat_fields_from_params,
  20. get_flat_dependant,
  21. get_flat_params,
  22. )
  23. from fastapi.encoders import jsonable_encoder
  24. from fastapi.openapi.constants import METHODS_WITH_BODY, REF_PREFIX, REF_TEMPLATE
  25. from fastapi.openapi.models import OpenAPI
  26. from fastapi.params import Body, ParamTypes
  27. from fastapi.responses import Response
  28. from fastapi.types import ModelNameMap
  29. from fastapi.utils import (
  30. deep_dict_update,
  31. generate_operation_id_for_path,
  32. is_body_allowed_for_status_code,
  33. )
  34. from starlette.responses import JSONResponse
  35. from starlette.routing import BaseRoute
  36. from starlette.status import HTTP_422_UNPROCESSABLE_ENTITY
  37. from typing_extensions import Literal
  38. validation_error_definition = {
  39. "title": "ValidationError",
  40. "type": "object",
  41. "properties": {
  42. "loc": {
  43. "title": "Location",
  44. "type": "array",
  45. "items": {"anyOf": [{"type": "string"}, {"type": "integer"}]},
  46. },
  47. "msg": {"title": "Message", "type": "string"},
  48. "type": {"title": "Error Type", "type": "string"},
  49. },
  50. "required": ["loc", "msg", "type"],
  51. }
  52. validation_error_response_definition = {
  53. "title": "HTTPValidationError",
  54. "type": "object",
  55. "properties": {
  56. "detail": {
  57. "title": "Detail",
  58. "type": "array",
  59. "items": {"$ref": REF_PREFIX + "ValidationError"},
  60. }
  61. },
  62. }
  63. status_code_ranges: Dict[str, str] = {
  64. "1XX": "Information",
  65. "2XX": "Success",
  66. "3XX": "Redirection",
  67. "4XX": "Client Error",
  68. "5XX": "Server Error",
  69. "DEFAULT": "Default Response",
  70. }
  71. def get_openapi_security_definitions(
  72. flat_dependant: Dependant,
  73. ) -> Tuple[Dict[str, Any], List[Dict[str, Any]]]:
  74. security_definitions = {}
  75. operation_security = []
  76. for security_requirement in flat_dependant.security_requirements:
  77. security_definition = jsonable_encoder(
  78. security_requirement.security_scheme.model,
  79. by_alias=True,
  80. exclude_none=True,
  81. )
  82. security_name = security_requirement.security_scheme.scheme_name
  83. security_definitions[security_name] = security_definition
  84. operation_security.append({security_name: security_requirement.scopes})
  85. return security_definitions, operation_security
  86. def _get_openapi_operation_parameters(
  87. *,
  88. dependant: Dependant,
  89. schema_generator: GenerateJsonSchema,
  90. model_name_map: ModelNameMap,
  91. field_mapping: Dict[
  92. Tuple[ModelField, Literal["validation", "serialization"]], JsonSchemaValue
  93. ],
  94. separate_input_output_schemas: bool = True,
  95. ) -> List[Dict[str, Any]]:
  96. parameters = []
  97. flat_dependant = get_flat_dependant(dependant, skip_repeats=True)
  98. path_params = _get_flat_fields_from_params(flat_dependant.path_params)
  99. query_params = _get_flat_fields_from_params(flat_dependant.query_params)
  100. header_params = _get_flat_fields_from_params(flat_dependant.header_params)
  101. cookie_params = _get_flat_fields_from_params(flat_dependant.cookie_params)
  102. parameter_groups = [
  103. (ParamTypes.path, path_params),
  104. (ParamTypes.query, query_params),
  105. (ParamTypes.header, header_params),
  106. (ParamTypes.cookie, cookie_params),
  107. ]
  108. for param_type, param_group in parameter_groups:
  109. for param in param_group:
  110. field_info = param.field_info
  111. # field_info = cast(Param, field_info)
  112. if not getattr(field_info, "include_in_schema", True):
  113. continue
  114. param_schema = get_schema_from_model_field(
  115. field=param,
  116. schema_generator=schema_generator,
  117. model_name_map=model_name_map,
  118. field_mapping=field_mapping,
  119. separate_input_output_schemas=separate_input_output_schemas,
  120. )
  121. parameter = {
  122. "name": param.alias,
  123. "in": param_type.value,
  124. "required": param.required,
  125. "schema": param_schema,
  126. }
  127. if field_info.description:
  128. parameter["description"] = field_info.description
  129. openapi_examples = getattr(field_info, "openapi_examples", None)
  130. example = getattr(field_info, "example", None)
  131. if openapi_examples:
  132. parameter["examples"] = jsonable_encoder(openapi_examples)
  133. elif example != Undefined:
  134. parameter["example"] = jsonable_encoder(example)
  135. if getattr(field_info, "deprecated", None):
  136. parameter["deprecated"] = True
  137. parameters.append(parameter)
  138. return parameters
  139. def get_openapi_operation_request_body(
  140. *,
  141. body_field: Optional[ModelField],
  142. schema_generator: GenerateJsonSchema,
  143. model_name_map: ModelNameMap,
  144. field_mapping: Dict[
  145. Tuple[ModelField, Literal["validation", "serialization"]], JsonSchemaValue
  146. ],
  147. separate_input_output_schemas: bool = True,
  148. ) -> Optional[Dict[str, Any]]:
  149. if not body_field:
  150. return None
  151. assert isinstance(body_field, ModelField)
  152. body_schema = get_schema_from_model_field(
  153. field=body_field,
  154. schema_generator=schema_generator,
  155. model_name_map=model_name_map,
  156. field_mapping=field_mapping,
  157. separate_input_output_schemas=separate_input_output_schemas,
  158. )
  159. field_info = cast(Body, body_field.field_info)
  160. request_media_type = field_info.media_type
  161. required = body_field.required
  162. request_body_oai: Dict[str, Any] = {}
  163. if required:
  164. request_body_oai["required"] = required
  165. request_media_content: Dict[str, Any] = {"schema": body_schema}
  166. if field_info.openapi_examples:
  167. request_media_content["examples"] = jsonable_encoder(
  168. field_info.openapi_examples
  169. )
  170. elif field_info.example != Undefined:
  171. request_media_content["example"] = jsonable_encoder(field_info.example)
  172. request_body_oai["content"] = {request_media_type: request_media_content}
  173. return request_body_oai
  174. def generate_operation_id(
  175. *, route: routing.APIRoute, method: str
  176. ) -> str: # pragma: nocover
  177. warnings.warn(
  178. "fastapi.openapi.utils.generate_operation_id() was deprecated, "
  179. "it is not used internally, and will be removed soon",
  180. DeprecationWarning,
  181. stacklevel=2,
  182. )
  183. if route.operation_id:
  184. return route.operation_id
  185. path: str = route.path_format
  186. return generate_operation_id_for_path(name=route.name, path=path, method=method)
  187. def generate_operation_summary(*, route: routing.APIRoute, method: str) -> str:
  188. if route.summary:
  189. return route.summary
  190. return route.name.replace("_", " ").title()
  191. def get_openapi_operation_metadata(
  192. *, route: routing.APIRoute, method: str, operation_ids: Set[str]
  193. ) -> Dict[str, Any]:
  194. operation: Dict[str, Any] = {}
  195. if route.tags:
  196. operation["tags"] = route.tags
  197. operation["summary"] = generate_operation_summary(route=route, method=method)
  198. if route.description:
  199. operation["description"] = route.description
  200. operation_id = route.operation_id or route.unique_id
  201. if operation_id in operation_ids:
  202. message = (
  203. f"Duplicate Operation ID {operation_id} for function "
  204. + f"{route.endpoint.__name__}"
  205. )
  206. file_name = getattr(route.endpoint, "__globals__", {}).get("__file__")
  207. if file_name:
  208. message += f" at {file_name}"
  209. warnings.warn(message, stacklevel=1)
  210. operation_ids.add(operation_id)
  211. operation["operationId"] = operation_id
  212. if route.deprecated:
  213. operation["deprecated"] = route.deprecated
  214. return operation
  215. def get_openapi_path(
  216. *,
  217. route: routing.APIRoute,
  218. operation_ids: Set[str],
  219. schema_generator: GenerateJsonSchema,
  220. model_name_map: ModelNameMap,
  221. field_mapping: Dict[
  222. Tuple[ModelField, Literal["validation", "serialization"]], JsonSchemaValue
  223. ],
  224. separate_input_output_schemas: bool = True,
  225. ) -> Tuple[Dict[str, Any], Dict[str, Any], Dict[str, Any]]:
  226. path = {}
  227. security_schemes: Dict[str, Any] = {}
  228. definitions: Dict[str, Any] = {}
  229. assert route.methods is not None, "Methods must be a list"
  230. if isinstance(route.response_class, DefaultPlaceholder):
  231. current_response_class: Type[Response] = route.response_class.value
  232. else:
  233. current_response_class = route.response_class
  234. assert current_response_class, "A response class is needed to generate OpenAPI"
  235. route_response_media_type: Optional[str] = current_response_class.media_type
  236. if route.include_in_schema:
  237. for method in route.methods:
  238. operation = get_openapi_operation_metadata(
  239. route=route, method=method, operation_ids=operation_ids
  240. )
  241. parameters: List[Dict[str, Any]] = []
  242. flat_dependant = get_flat_dependant(route.dependant, skip_repeats=True)
  243. security_definitions, operation_security = get_openapi_security_definitions(
  244. flat_dependant=flat_dependant
  245. )
  246. if operation_security:
  247. operation.setdefault("security", []).extend(operation_security)
  248. if security_definitions:
  249. security_schemes.update(security_definitions)
  250. operation_parameters = _get_openapi_operation_parameters(
  251. dependant=route.dependant,
  252. schema_generator=schema_generator,
  253. model_name_map=model_name_map,
  254. field_mapping=field_mapping,
  255. separate_input_output_schemas=separate_input_output_schemas,
  256. )
  257. parameters.extend(operation_parameters)
  258. if parameters:
  259. all_parameters = {
  260. (param["in"], param["name"]): param for param in parameters
  261. }
  262. required_parameters = {
  263. (param["in"], param["name"]): param
  264. for param in parameters
  265. if param.get("required")
  266. }
  267. # Make sure required definitions of the same parameter take precedence
  268. # over non-required definitions
  269. all_parameters.update(required_parameters)
  270. operation["parameters"] = list(all_parameters.values())
  271. if method in METHODS_WITH_BODY:
  272. request_body_oai = get_openapi_operation_request_body(
  273. body_field=route.body_field,
  274. schema_generator=schema_generator,
  275. model_name_map=model_name_map,
  276. field_mapping=field_mapping,
  277. separate_input_output_schemas=separate_input_output_schemas,
  278. )
  279. if request_body_oai:
  280. operation["requestBody"] = request_body_oai
  281. if route.callbacks:
  282. callbacks = {}
  283. for callback in route.callbacks:
  284. if isinstance(callback, routing.APIRoute):
  285. (
  286. cb_path,
  287. cb_security_schemes,
  288. cb_definitions,
  289. ) = get_openapi_path(
  290. route=callback,
  291. operation_ids=operation_ids,
  292. schema_generator=schema_generator,
  293. model_name_map=model_name_map,
  294. field_mapping=field_mapping,
  295. separate_input_output_schemas=separate_input_output_schemas,
  296. )
  297. callbacks[callback.name] = {callback.path: cb_path}
  298. operation["callbacks"] = callbacks
  299. if route.status_code is not None:
  300. status_code = str(route.status_code)
  301. else:
  302. # It would probably make more sense for all response classes to have an
  303. # explicit default status_code, and to extract it from them, instead of
  304. # doing this inspection tricks, that would probably be in the future
  305. # TODO: probably make status_code a default class attribute for all
  306. # responses in Starlette
  307. response_signature = inspect.signature(current_response_class.__init__)
  308. status_code_param = response_signature.parameters.get("status_code")
  309. if status_code_param is not None:
  310. if isinstance(status_code_param.default, int):
  311. status_code = str(status_code_param.default)
  312. operation.setdefault("responses", {}).setdefault(status_code, {})[
  313. "description"
  314. ] = route.response_description
  315. if route_response_media_type and is_body_allowed_for_status_code(
  316. route.status_code
  317. ):
  318. response_schema = {"type": "string"}
  319. if lenient_issubclass(current_response_class, JSONResponse):
  320. if route.response_field:
  321. response_schema = get_schema_from_model_field(
  322. field=route.response_field,
  323. schema_generator=schema_generator,
  324. model_name_map=model_name_map,
  325. field_mapping=field_mapping,
  326. separate_input_output_schemas=separate_input_output_schemas,
  327. )
  328. else:
  329. response_schema = {}
  330. operation.setdefault("responses", {}).setdefault(
  331. status_code, {}
  332. ).setdefault("content", {}).setdefault(route_response_media_type, {})[
  333. "schema"
  334. ] = response_schema
  335. if route.responses:
  336. operation_responses = operation.setdefault("responses", {})
  337. for (
  338. additional_status_code,
  339. additional_response,
  340. ) in route.responses.items():
  341. process_response = additional_response.copy()
  342. process_response.pop("model", None)
  343. status_code_key = str(additional_status_code).upper()
  344. if status_code_key == "DEFAULT":
  345. status_code_key = "default"
  346. openapi_response = operation_responses.setdefault(
  347. status_code_key, {}
  348. )
  349. assert isinstance(
  350. process_response, dict
  351. ), "An additional response must be a dict"
  352. field = route.response_fields.get(additional_status_code)
  353. additional_field_schema: Optional[Dict[str, Any]] = None
  354. if field:
  355. additional_field_schema = get_schema_from_model_field(
  356. field=field,
  357. schema_generator=schema_generator,
  358. model_name_map=model_name_map,
  359. field_mapping=field_mapping,
  360. separate_input_output_schemas=separate_input_output_schemas,
  361. )
  362. media_type = route_response_media_type or "application/json"
  363. additional_schema = (
  364. process_response.setdefault("content", {})
  365. .setdefault(media_type, {})
  366. .setdefault("schema", {})
  367. )
  368. deep_dict_update(additional_schema, additional_field_schema)
  369. status_text: Optional[str] = status_code_ranges.get(
  370. str(additional_status_code).upper()
  371. ) or http.client.responses.get(int(additional_status_code))
  372. description = (
  373. process_response.get("description")
  374. or openapi_response.get("description")
  375. or status_text
  376. or "Additional Response"
  377. )
  378. deep_dict_update(openapi_response, process_response)
  379. openapi_response["description"] = description
  380. http422 = str(HTTP_422_UNPROCESSABLE_ENTITY)
  381. all_route_params = get_flat_params(route.dependant)
  382. if (all_route_params or route.body_field) and not any(
  383. status in operation["responses"]
  384. for status in [http422, "4XX", "default"]
  385. ):
  386. operation["responses"][http422] = {
  387. "description": "Validation Error",
  388. "content": {
  389. "application/json": {
  390. "schema": {"$ref": REF_PREFIX + "HTTPValidationError"}
  391. }
  392. },
  393. }
  394. if "ValidationError" not in definitions:
  395. definitions.update(
  396. {
  397. "ValidationError": validation_error_definition,
  398. "HTTPValidationError": validation_error_response_definition,
  399. }
  400. )
  401. if route.openapi_extra:
  402. deep_dict_update(operation, route.openapi_extra)
  403. path[method.lower()] = operation
  404. return path, security_schemes, definitions
  405. def get_fields_from_routes(
  406. routes: Sequence[BaseRoute],
  407. ) -> List[ModelField]:
  408. body_fields_from_routes: List[ModelField] = []
  409. responses_from_routes: List[ModelField] = []
  410. request_fields_from_routes: List[ModelField] = []
  411. callback_flat_models: List[ModelField] = []
  412. for route in routes:
  413. if getattr(route, "include_in_schema", None) and isinstance(
  414. route, routing.APIRoute
  415. ):
  416. if route.body_field:
  417. assert isinstance(
  418. route.body_field, ModelField
  419. ), "A request body must be a Pydantic Field"
  420. body_fields_from_routes.append(route.body_field)
  421. if route.response_field:
  422. responses_from_routes.append(route.response_field)
  423. if route.response_fields:
  424. responses_from_routes.extend(route.response_fields.values())
  425. if route.callbacks:
  426. callback_flat_models.extend(get_fields_from_routes(route.callbacks))
  427. params = get_flat_params(route.dependant)
  428. request_fields_from_routes.extend(params)
  429. flat_models = callback_flat_models + list(
  430. body_fields_from_routes + responses_from_routes + request_fields_from_routes
  431. )
  432. return flat_models
  433. def get_openapi(
  434. *,
  435. title: str,
  436. version: str,
  437. openapi_version: str = "3.1.0",
  438. summary: Optional[str] = None,
  439. description: Optional[str] = None,
  440. routes: Sequence[BaseRoute],
  441. webhooks: Optional[Sequence[BaseRoute]] = None,
  442. tags: Optional[List[Dict[str, Any]]] = None,
  443. servers: Optional[List[Dict[str, Union[str, Any]]]] = None,
  444. terms_of_service: Optional[str] = None,
  445. contact: Optional[Dict[str, Union[str, Any]]] = None,
  446. license_info: Optional[Dict[str, Union[str, Any]]] = None,
  447. separate_input_output_schemas: bool = True,
  448. ) -> Dict[str, Any]:
  449. info: Dict[str, Any] = {"title": title, "version": version}
  450. if summary:
  451. info["summary"] = summary
  452. if description:
  453. info["description"] = description
  454. if terms_of_service:
  455. info["termsOfService"] = terms_of_service
  456. if contact:
  457. info["contact"] = contact
  458. if license_info:
  459. info["license"] = license_info
  460. output: Dict[str, Any] = {"openapi": openapi_version, "info": info}
  461. if servers:
  462. output["servers"] = servers
  463. components: Dict[str, Dict[str, Any]] = {}
  464. paths: Dict[str, Dict[str, Any]] = {}
  465. webhook_paths: Dict[str, Dict[str, Any]] = {}
  466. operation_ids: Set[str] = set()
  467. all_fields = get_fields_from_routes(list(routes or []) + list(webhooks or []))
  468. model_name_map = get_compat_model_name_map(all_fields)
  469. schema_generator = GenerateJsonSchema(ref_template=REF_TEMPLATE)
  470. field_mapping, definitions = get_definitions(
  471. fields=all_fields,
  472. schema_generator=schema_generator,
  473. model_name_map=model_name_map,
  474. separate_input_output_schemas=separate_input_output_schemas,
  475. )
  476. for route in routes or []:
  477. if isinstance(route, routing.APIRoute):
  478. result = get_openapi_path(
  479. route=route,
  480. operation_ids=operation_ids,
  481. schema_generator=schema_generator,
  482. model_name_map=model_name_map,
  483. field_mapping=field_mapping,
  484. separate_input_output_schemas=separate_input_output_schemas,
  485. )
  486. if result:
  487. path, security_schemes, path_definitions = result
  488. if path:
  489. paths.setdefault(route.path_format, {}).update(path)
  490. if security_schemes:
  491. components.setdefault("securitySchemes", {}).update(
  492. security_schemes
  493. )
  494. if path_definitions:
  495. definitions.update(path_definitions)
  496. for webhook in webhooks or []:
  497. if isinstance(webhook, routing.APIRoute):
  498. result = get_openapi_path(
  499. route=webhook,
  500. operation_ids=operation_ids,
  501. schema_generator=schema_generator,
  502. model_name_map=model_name_map,
  503. field_mapping=field_mapping,
  504. separate_input_output_schemas=separate_input_output_schemas,
  505. )
  506. if result:
  507. path, security_schemes, path_definitions = result
  508. if path:
  509. webhook_paths.setdefault(webhook.path_format, {}).update(path)
  510. if security_schemes:
  511. components.setdefault("securitySchemes", {}).update(
  512. security_schemes
  513. )
  514. if path_definitions:
  515. definitions.update(path_definitions)
  516. if definitions:
  517. components["schemas"] = {k: definitions[k] for k in sorted(definitions)}
  518. if components:
  519. output["components"] = components
  520. output["paths"] = paths
  521. if webhook_paths:
  522. output["webhooks"] = webhook_paths
  523. if tags:
  524. output["tags"] = tags
  525. return jsonable_encoder(OpenAPI(**output), by_alias=True, exclude_none=True) # type: ignore