api.py 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101
  1. """This script automates the generation of the QMK API data.
  2. """
  3. from pathlib import Path
  4. import shutil
  5. import json
  6. from milc import cli
  7. from qmk.datetime import current_datetime
  8. from qmk.info import info_json
  9. from qmk.json_encoders import InfoJSONEncoder
  10. from qmk.json_schema import json_load
  11. from qmk.keyboard import find_readme, list_keyboards
  12. TEMPLATE_PATH = Path('data/templates/api/')
  13. BUILD_API_PATH = Path('.build/api_data/')
  14. @cli.argument('-n', '--dry-run', arg_only=True, action='store_true', help="Don't write the data to disk.")
  15. @cli.argument('-f', '--filter', arg_only=True, action='append', default=[], help="Filter the list of keyboards based on partial name matches the supplied value. May be passed multiple times.")
  16. @cli.subcommand('Creates a new keymap for the keyboard of your choosing', hidden=False if cli.config.user.developer else True)
  17. def generate_api(cli):
  18. """Generates the QMK API data.
  19. """
  20. if BUILD_API_PATH.exists():
  21. shutil.rmtree(BUILD_API_PATH)
  22. shutil.copytree(TEMPLATE_PATH, BUILD_API_PATH)
  23. v1_dir = BUILD_API_PATH / 'v1'
  24. keyboard_all_file = v1_dir / 'keyboards.json' # A massive JSON containing everything
  25. keyboard_list_file = v1_dir / 'keyboard_list.json' # A simple list of keyboard targets
  26. keyboard_aliases_file = v1_dir / 'keyboard_aliases.json' # A list of historical keyboard names and their new name
  27. keyboard_metadata_file = v1_dir / 'keyboard_metadata.json' # All the data configurator/via needs for initialization
  28. usb_file = v1_dir / 'usb.json' # A mapping of USB VID/PID -> keyboard target
  29. # Filter down when required
  30. keyboard_list = list_keyboards()
  31. if cli.args.filter:
  32. kb_list = []
  33. for keyboard_name in keyboard_list:
  34. if any(i in keyboard_name for i in cli.args.filter):
  35. kb_list.append(keyboard_name)
  36. keyboard_list = kb_list
  37. kb_all = {}
  38. usb_list = {}
  39. # Generate and write keyboard specific JSON files
  40. for keyboard_name in keyboard_list:
  41. kb_all[keyboard_name] = info_json(keyboard_name)
  42. keyboard_dir = v1_dir / 'keyboards' / keyboard_name
  43. keyboard_info = keyboard_dir / 'info.json'
  44. keyboard_readme = keyboard_dir / 'readme.md'
  45. keyboard_readme_src = find_readme(keyboard_name)
  46. keyboard_dir.mkdir(parents=True, exist_ok=True)
  47. keyboard_json = json.dumps({'last_updated': current_datetime(), 'keyboards': {keyboard_name: kb_all[keyboard_name]}})
  48. if not cli.args.dry_run:
  49. keyboard_info.write_text(keyboard_json)
  50. cli.log.debug('Wrote file %s', keyboard_info)
  51. if keyboard_readme_src:
  52. shutil.copyfile(keyboard_readme_src, keyboard_readme)
  53. cli.log.debug('Copied %s -> %s', keyboard_readme_src, keyboard_readme)
  54. if 'usb' in kb_all[keyboard_name]:
  55. usb = kb_all[keyboard_name]['usb']
  56. if 'vid' in usb and usb['vid'] not in usb_list:
  57. usb_list[usb['vid']] = {}
  58. if 'pid' in usb and usb['pid'] not in usb_list[usb['vid']]:
  59. usb_list[usb['vid']][usb['pid']] = {}
  60. if 'vid' in usb and 'pid' in usb:
  61. usb_list[usb['vid']][usb['pid']][keyboard_name] = usb
  62. # Generate data for the global files
  63. keyboard_list = sorted(kb_all)
  64. keyboard_aliases = json_load(Path('data/mappings/keyboard_aliases.json'))
  65. keyboard_metadata = {
  66. 'last_updated': current_datetime(),
  67. 'keyboards': keyboard_list,
  68. 'keyboard_aliases': keyboard_aliases,
  69. 'usb': usb_list,
  70. }
  71. # Write the global JSON files
  72. keyboard_all_json = json.dumps({'last_updated': current_datetime(), 'keyboards': kb_all}, cls=InfoJSONEncoder)
  73. usb_json = json.dumps({'last_updated': current_datetime(), 'usb': usb_list}, cls=InfoJSONEncoder)
  74. keyboard_list_json = json.dumps({'last_updated': current_datetime(), 'keyboards': keyboard_list}, cls=InfoJSONEncoder)
  75. keyboard_aliases_json = json.dumps({'last_updated': current_datetime(), 'keyboard_aliases': keyboard_aliases}, cls=InfoJSONEncoder)
  76. keyboard_metadata_json = json.dumps(keyboard_metadata, cls=InfoJSONEncoder)
  77. if not cli.args.dry_run:
  78. keyboard_all_file.write_text(keyboard_all_json)
  79. usb_file.write_text(usb_json)
  80. keyboard_list_file.write_text(keyboard_list_json)
  81. keyboard_aliases_file.write_text(keyboard_aliases_json)
  82. keyboard_metadata_file.write_text(keyboard_metadata_json)