2020-05-26 22:05:41 +02:00
""" Functions that help us generate and use info.json files.
"""
from glob import glob
from pathlib import Path
2020-12-01 21:52:02 +01:00
import jsonschema
2021-01-31 21:46:00 +01:00
from dotty_dict import dotty
2020-05-26 22:05:41 +02:00
from milc import cli
2021-01-31 21:46:00 +01:00
from qmk . constants import CHIBIOS_PROCESSORS , LUFA_PROCESSORS , VUSB_PROCESSORS
2020-05-26 22:05:41 +02:00
from qmk . c_parse import find_layouts
2021-06-25 05:48:53 +02:00
from qmk . json_schema import deep_update , json_load , validate
2020-05-26 22:05:41 +02:00
from qmk . keyboard import config_h , rules_mk
2020-10-25 22:48:44 +01:00
from qmk . keymap import list_keymaps
2020-10-07 01:57:40 +02:00
from qmk . makefile import parse_rules_mk_file
2020-05-26 22:05:41 +02:00
from qmk . math import compute
2020-12-30 19:27:37 +01:00
true_values = [ ' 1 ' , ' on ' , ' yes ' ]
false_values = [ ' 0 ' , ' off ' , ' no ' ]
2020-05-26 22:05:41 +02:00
2021-05-09 22:39:48 +02:00
def _valid_community_layout ( layout ) :
""" Validate that a declared community list exists
"""
return ( Path ( ' layouts/default ' ) / layout ) . exists ( )
2021-11-04 22:49:09 +01:00
def _remove_newlines_from_labels ( layouts ) :
for layout_name , layout_json in layouts . items ( ) :
for key in layout_json [ ' layout ' ] :
if ' \n ' in key [ ' label ' ] :
key [ ' label ' ] = key [ ' label ' ] . split ( ' \n ' ) [ 0 ]
2020-05-26 22:05:41 +02:00
def info_json ( keyboard ) :
""" Generate the info.json data for a specific keyboard.
"""
2020-10-07 01:57:40 +02:00
cur_dir = Path ( ' keyboards ' )
2021-09-27 19:02:54 +02:00
root_rules_mk = parse_rules_mk_file ( cur_dir / keyboard / ' rules.mk ' )
if ' DEFAULT_FOLDER ' in root_rules_mk :
keyboard = root_rules_mk [ ' DEFAULT_FOLDER ' ]
2020-10-07 01:57:40 +02:00
2020-05-26 22:05:41 +02:00
info_data = {
' keyboard_name ' : str ( keyboard ) ,
' keyboard_folder ' : str ( keyboard ) ,
2020-10-25 22:48:44 +01:00
' keymaps ' : { } ,
2020-05-26 22:05:41 +02:00
' layouts ' : { } ,
2020-11-07 18:56:08 +01:00
' parse_errors ' : [ ] ,
' parse_warnings ' : [ ] ,
2020-05-26 22:05:41 +02:00
' maintainer ' : ' qmk ' ,
}
2020-10-25 22:48:44 +01:00
# Populate the list of JSON keymaps
for keymap in list_keymaps ( keyboard , c = False , fullpath = True ) :
info_data [ ' keymaps ' ] [ keymap . name ] = { ' url ' : f ' https://raw.githubusercontent.com/qmk/qmk_firmware/master/ { keymap } /keymap.json ' }
# Populate layout data
2021-08-15 22:30:58 +02:00
layouts , aliases = _search_keyboard_h ( keyboard )
2021-02-27 21:00:50 +01:00
if aliases :
info_data [ ' layout_aliases ' ] = aliases
for layout_name , layout_json in layouts . items ( ) :
2020-05-26 22:05:41 +02:00
if not layout_name . startswith ( ' LAYOUT_kc ' ) :
2020-12-30 19:27:37 +01:00
layout_json [ ' c_macro ' ] = True
2020-05-26 22:05:41 +02:00
info_data [ ' layouts ' ] [ layout_name ] = layout_json
2020-10-25 22:48:44 +01:00
# Merge in the data from info.json, config.h, and rules.mk
2020-05-26 22:05:41 +02:00
info_data = merge_info_jsons ( keyboard , info_data )
info_data = _extract_rules_mk ( info_data )
2021-08-17 00:33:30 +02:00
info_data = _extract_config_h ( info_data )
2020-05-26 22:05:41 +02:00
2021-07-11 18:43:58 +02:00
# Ensure that we have matrix row and column counts
info_data = _matrix_size ( info_data )
2020-12-01 21:52:02 +01:00
# Validate against the jsonschema
try :
2021-06-25 05:48:53 +02:00
validate ( info_data , ' qmk.api.keyboard.v1 ' )
2020-12-01 21:52:02 +01:00
except jsonschema . ValidationError as e :
2020-12-02 01:04:22 +01:00
json_path = ' . ' . join ( [ str ( p ) for p in e . absolute_path ] )
cli . log . error ( ' Invalid API data: %s : %s : %s ' , keyboard , json_path , e . message )
2021-08-09 17:28:51 +02:00
exit ( 1 )
2020-12-01 21:52:02 +01:00
2020-12-30 19:27:37 +01:00
# Make sure we have at least one layout
2021-08-15 22:30:58 +02:00
if not info_data . get ( ' layouts ' ) :
_find_missing_layouts ( info_data , keyboard )
2020-12-30 19:27:37 +01:00
if not info_data . get ( ' layouts ' ) :
_log_error ( info_data , ' No LAYOUTs defined! Need at least one layout defined in the keyboard.h or info.json. ' )
2021-05-09 22:39:48 +02:00
# Filter out any non-existing community layouts
for layout in info_data . get ( ' community_layouts ' , [ ] ) :
if not _valid_community_layout ( layout ) :
# Ignore layout from future checks
info_data [ ' community_layouts ' ] . remove ( layout )
_log_error ( info_data , ' Claims to support a community layout that does not exist: %s ' % ( layout ) )
2020-12-30 19:27:37 +01:00
# Make sure we supply layout macros for the community layouts we claim to support
2021-03-08 05:29:23 +01:00
for layout in info_data . get ( ' community_layouts ' , [ ] ) :
layout_name = ' LAYOUT_ ' + layout
if layout_name not in info_data . get ( ' layouts ' , { } ) and layout_name not in info_data . get ( ' layout_aliases ' , { } ) :
_log_error ( info_data , ' Claims to support community layout %s but no %s () macro found ' % ( layout , layout_name ) )
2020-12-30 19:27:37 +01:00
2021-07-11 18:43:58 +02:00
# Check that the reported matrix size is consistent with the actual matrix size
_check_matrix ( info_data )
2021-10-31 09:21:20 +01:00
# Remove newline characters from layout labels
2021-11-04 22:49:09 +01:00
_remove_newlines_from_labels ( layouts )
2021-10-31 09:21:20 +01:00
2020-05-26 22:05:41 +02:00
return info_data
2020-12-30 19:27:37 +01:00
def _extract_features ( info_data , rules ) :
""" Find all the features enabled in rules.mk.
"""
2020-12-02 01:04:22 +01:00
# Special handling for bootmagic which also supports a "lite" mode.
if rules . get ( ' BOOTMAGIC_ENABLE ' ) == ' lite ' :
rules [ ' BOOTMAGIC_LITE_ENABLE ' ] = ' on '
2020-12-30 20:21:18 +01:00
del rules [ ' BOOTMAGIC_ENABLE ' ]
2020-12-02 01:04:22 +01:00
if rules . get ( ' BOOTMAGIC_ENABLE ' ) == ' full ' :
rules [ ' BOOTMAGIC_ENABLE ' ] = ' on '
# Process the rest of the rules as booleans
2020-12-30 19:27:37 +01:00
for key , value in rules . items ( ) :
if key . endswith ( ' _ENABLE ' ) :
key = ' _ ' . join ( key . split ( ' _ ' ) [ : - 1 ] ) . lower ( )
2020-12-02 01:04:22 +01:00
value = True if value . lower ( ) in true_values else False if value . lower ( ) in false_values else value
2020-12-30 19:27:37 +01:00
if ' config_h_features ' not in info_data :
info_data [ ' config_h_features ' ] = { }
if ' features ' not in info_data :
info_data [ ' features ' ] = { }
if key in info_data [ ' features ' ] :
_log_warning ( info_data , ' Feature %s is specified in both info.json and rules.mk, the rules.mk value wins. ' % ( key , ) )
info_data [ ' features ' ] [ key ] = value
info_data [ ' config_h_features ' ] [ key ] = value
return info_data
2021-01-08 09:00:15 +01:00
def _pin_name ( pin ) :
""" Returns the proper representation for a pin.
2020-12-30 20:21:18 +01:00
"""
2021-01-08 09:00:15 +01:00
pin = pin . strip ( )
if not pin :
return None
elif pin . isdigit ( ) :
return int ( pin )
2020-12-30 20:21:18 +01:00
2021-01-08 09:00:15 +01:00
elif pin == ' NO_PIN ' :
return None
2020-12-30 20:21:18 +01:00
2021-06-22 21:02:12 +02:00
return pin
2021-01-08 09:00:15 +01:00
def _extract_pins ( pins ) :
""" Returns a list of pins from a comma separated string of pins.
"""
return [ _pin_name ( pin ) for pin in pins . split ( ' , ' ) ]
2020-12-30 20:21:18 +01:00
2021-08-17 00:33:30 +02:00
def _extract_direct_matrix ( direct_pins ) :
2020-12-30 20:21:18 +01:00
"""
"""
direct_pin_array = [ ]
while direct_pins [ - 1 ] != ' } ' :
direct_pins = direct_pins [ : - 1 ]
for row in direct_pins . split ( ' }, { ' ) :
if row . startswith ( ' { ' ) :
row = row [ 1 : ]
if row . endswith ( ' } ' ) :
row = row [ : - 1 ]
direct_pin_array . append ( [ ] )
for pin in row . split ( ' , ' ) :
if pin == ' NO_PIN ' :
pin = None
direct_pin_array [ - 1 ] . append ( pin )
return direct_pin_array
2021-08-17 00:33:30 +02:00
def _extract_audio ( info_data , config_c ) :
""" Populate data about the audio configuration
"""
audio_pins = [ ]
for pin in ' B5 ' , ' B6 ' , ' B7 ' , ' C4 ' , ' C5 ' , ' C6 ' :
if config_c . get ( f ' { pin } _AUDIO ' ) :
audio_pins . append ( pin )
if audio_pins :
info_data [ ' audio ' ] = { ' pins ' : audio_pins }
def _extract_split_main ( info_data , config_c ) :
""" Populate data about the split configuration
"""
# Figure out how the main half is determined
if config_c . get ( ' SPLIT_HAND_PIN ' ) is True :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' main ' in info_data [ ' split ' ] :
_log_warning ( info_data , ' Split main hand is specified in both config.h (SPLIT_HAND_PIN) and info.json (split.main) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' main ' ] )
info_data [ ' split ' ] [ ' main ' ] = ' pin '
if config_c . get ( ' SPLIT_HAND_MATRIX_GRID ' ) :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' main ' in info_data [ ' split ' ] :
_log_warning ( info_data , ' Split main hand is specified in both config.h (SPLIT_HAND_MATRIX_GRID) and info.json (split.main) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' main ' ] )
info_data [ ' split ' ] [ ' main ' ] = ' matrix_grid '
info_data [ ' split ' ] [ ' matrix_grid ' ] = _extract_pins ( config_c [ ' SPLIT_HAND_MATRIX_GRID ' ] )
if config_c . get ( ' EE_HANDS ' ) is True :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' main ' in info_data [ ' split ' ] :
_log_warning ( info_data , ' Split main hand is specified in both config.h (EE_HANDS) and info.json (split.main) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' main ' ] )
info_data [ ' split ' ] [ ' main ' ] = ' eeprom '
if config_c . get ( ' MASTER_RIGHT ' ) is True :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' main ' in info_data [ ' split ' ] :
_log_warning ( info_data , ' Split main hand is specified in both config.h (MASTER_RIGHT) and info.json (split.main) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' main ' ] )
info_data [ ' split ' ] [ ' main ' ] = ' right '
if config_c . get ( ' MASTER_LEFT ' ) is True :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' main ' in info_data [ ' split ' ] :
_log_warning ( info_data , ' Split main hand is specified in both config.h (MASTER_LEFT) and info.json (split.main) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' main ' ] )
info_data [ ' split ' ] [ ' main ' ] = ' left '
def _extract_split_transport ( info_data , config_c ) :
# Figure out the transport method
if config_c . get ( ' USE_I2C ' ) is True :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' transport ' not in info_data [ ' split ' ] :
info_data [ ' split ' ] [ ' transport ' ] = { }
if ' protocol ' in info_data [ ' split ' ] [ ' transport ' ] :
_log_warning ( info_data , ' Split transport is specified in both config.h (USE_I2C) and info.json (split.transport.protocol) (Value: %s ), the config.h value wins. ' % info_data [ ' split ' ] [ ' transport ' ] )
info_data [ ' split ' ] [ ' transport ' ] [ ' protocol ' ] = ' i2c '
elif ' protocol ' not in info_data . get ( ' split ' , { } ) . get ( ' transport ' , { } ) :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' transport ' not in info_data [ ' split ' ] :
info_data [ ' split ' ] [ ' transport ' ] = { }
info_data [ ' split ' ] [ ' transport ' ] [ ' protocol ' ] = ' serial '
def _extract_split_right_pins ( info_data , config_c ) :
# Figure out the right half matrix pins
row_pins = config_c . get ( ' MATRIX_ROW_PINS_RIGHT ' , ' ' ) . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
col_pins = config_c . get ( ' MATRIX_COL_PINS_RIGHT ' , ' ' ) . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
unused_pin_text = config_c . get ( ' UNUSED_PINS_RIGHT ' )
unused_pins = unused_pin_text . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( ) if isinstance ( unused_pin_text , str ) else None
direct_pins = config_c . get ( ' DIRECT_PINS_RIGHT ' , ' ' ) . replace ( ' ' , ' ' ) [ 1 : - 1 ]
if row_pins and col_pins :
if info_data . get ( ' split ' , { } ) . get ( ' matrix_pins ' , { } ) . get ( ' right ' ) in info_data :
_log_warning ( info_data , ' Right hand matrix data is specified in both info.json and config.h, the config.h values win. ' )
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' matrix_pins ' not in info_data [ ' split ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] = { }
if ' right ' not in info_data [ ' split ' ] [ ' matrix_pins ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] = { }
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] = {
' cols ' : _extract_pins ( col_pins ) ,
' rows ' : _extract_pins ( row_pins ) ,
}
if direct_pins :
if info_data . get ( ' split ' , { } ) . get ( ' matrix_pins ' , { } ) . get ( ' right ' , { } ) :
_log_warning ( info_data , ' Right hand matrix data is specified in both info.json and config.h, the config.h values win. ' )
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' matrix_pins ' not in info_data [ ' split ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] = { }
if ' right ' not in info_data [ ' split ' ] [ ' matrix_pins ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] = { }
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] [ ' direct ' ] = _extract_direct_matrix ( direct_pins )
if unused_pins :
if ' split ' not in info_data :
info_data [ ' split ' ] = { }
if ' matrix_pins ' not in info_data [ ' split ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] = { }
if ' right ' not in info_data [ ' split ' ] [ ' matrix_pins ' ] :
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] = { }
info_data [ ' split ' ] [ ' matrix_pins ' ] [ ' right ' ] [ ' unused ' ] = _extract_pins ( unused_pins )
2020-12-30 19:27:37 +01:00
def _extract_matrix_info ( info_data , config_c ) :
""" Populate the matrix information.
2020-05-26 22:05:41 +02:00
"""
row_pins = config_c . get ( ' MATRIX_ROW_PINS ' , ' ' ) . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
col_pins = config_c . get ( ' MATRIX_COL_PINS ' , ' ' ) . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
2021-08-17 00:33:30 +02:00
unused_pin_text = config_c . get ( ' UNUSED_PINS ' )
unused_pins = unused_pin_text . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( ) if isinstance ( unused_pin_text , str ) else None
2020-05-26 22:05:41 +02:00
direct_pins = config_c . get ( ' DIRECT_PINS ' , ' ' ) . replace ( ' ' , ' ' ) [ 1 : - 1 ]
2021-08-17 00:33:30 +02:00
info_snippet = { }
2020-05-26 22:05:41 +02:00
2020-12-30 19:27:37 +01:00
if ' MATRIX_ROWS ' in config_c and ' MATRIX_COLS ' in config_c :
if ' matrix_size ' in info_data :
_log_warning ( info_data , ' Matrix size is specified in both info.json and config.h, the config.h values win. ' )
2020-05-26 22:05:41 +02:00
2020-12-30 19:27:37 +01:00
info_data [ ' matrix_size ' ] = {
' cols ' : compute ( config_c . get ( ' MATRIX_COLS ' , ' 0 ' ) ) ,
2020-12-30 20:21:18 +01:00
' rows ' : compute ( config_c . get ( ' MATRIX_ROWS ' , ' 0 ' ) ) ,
2020-12-30 19:27:37 +01:00
}
if row_pins and col_pins :
2021-08-17 00:33:30 +02:00
if ' matrix_pins ' in info_data and ' cols ' in info_data [ ' matrix_pins ' ] and ' rows ' in info_data [ ' matrix_pins ' ] :
2020-12-30 19:27:37 +01:00
_log_warning ( info_data , ' Matrix pins are specified in both info.json and config.h, the config.h values win. ' )
2021-08-17 00:33:30 +02:00
info_snippet [ ' cols ' ] = _extract_pins ( col_pins )
info_snippet [ ' rows ' ] = _extract_pins ( row_pins )
2020-05-26 22:05:41 +02:00
if direct_pins :
2021-08-17 00:33:30 +02:00
if ' matrix_pins ' in info_data and ' direct ' in info_data [ ' matrix_pins ' ] :
2020-12-30 19:27:37 +01:00
_log_warning ( info_data , ' Direct pins are specified in both info.json and config.h, the config.h values win. ' )
2021-08-17 00:33:30 +02:00
info_snippet [ ' direct ' ] = _extract_direct_matrix ( direct_pins )
if unused_pins :
if ' matrix_pins ' not in info_data :
info_data [ ' matrix_pins ' ] = { }
info_snippet [ ' unused ' ] = _extract_pins ( unused_pins )
if config_c . get ( ' CUSTOM_MATRIX ' , ' no ' ) != ' no ' :
if ' matrix_pins ' in info_data and ' custom ' in info_data [ ' matrix_pins ' ] :
_log_warning ( info_data , ' Custom Matrix is specified in both info.json and config.h, the config.h values win. ' )
info_snippet [ ' custom ' ] = True
if config_c [ ' CUSTOM_MATRIX ' ] == ' lite ' :
info_snippet [ ' custom_lite ' ] = True
if info_snippet :
info_data [ ' matrix_pins ' ] = info_snippet
2020-05-26 22:05:41 +02:00
2020-12-30 19:27:37 +01:00
return info_data
2021-01-31 21:46:00 +01:00
def _extract_config_h ( info_data ) :
""" Pull some keyboard information from existing config.h files
2020-12-30 19:27:37 +01:00
"""
2021-01-31 21:46:00 +01:00
config_c = config_h ( info_data [ ' keyboard_folder ' ] )
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
# Pull in data from the json map
dotty_info = dotty ( info_data )
2021-03-24 17:26:38 +01:00
info_config_map = json_load ( Path ( ' data/mappings/info_config.json ' ) )
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
for config_key , info_dict in info_config_map . items ( ) :
info_key = info_dict [ ' info_key ' ]
key_type = info_dict . get ( ' value_type ' , ' str ' )
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
try :
if config_key in config_c and info_dict . get ( ' to_json ' , True ) :
if dotty_info . get ( info_key ) and info_dict . get ( ' warn_duplicate ' , True ) :
_log_warning ( info_data , ' %s in config.h is overwriting %s in info.json ' % ( config_key , info_key ) )
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
if key_type . startswith ( ' array ' ) :
if ' . ' in key_type :
key_type , array_type = key_type . split ( ' . ' , 1 )
else :
array_type = None
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
config_value = config_c [ config_key ] . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
if array_type == ' int ' :
dotty_info [ info_key ] = list ( map ( int , config_value . split ( ' , ' ) ) )
else :
dotty_info [ info_key ] = config_value . split ( ' , ' )
elif key_type == ' bool ' :
dotty_info [ info_key ] = config_c [ config_key ] in true_values
elif key_type == ' hex ' :
dotty_info [ info_key ] = ' 0x ' + config_c [ config_key ] [ 2 : ] . upper ( )
elif key_type == ' list ' :
dotty_info [ info_key ] = config_c [ config_key ] . split ( )
elif key_type == ' int ' :
dotty_info [ info_key ] = int ( config_c [ config_key ] )
2020-12-30 19:27:37 +01:00
2021-01-31 21:46:00 +01:00
else :
dotty_info [ info_key ] = config_c [ config_key ]
except Exception as e :
_log_warning ( info_data , f ' { config_key } -> { info_key } : { e } ' )
info_data . update ( dotty_info )
# Pull data that easily can't be mapped in json
2020-12-30 19:27:37 +01:00
_extract_matrix_info ( info_data , config_c )
2021-08-17 00:33:30 +02:00
_extract_audio ( info_data , config_c )
_extract_split_main ( info_data , config_c )
_extract_split_transport ( info_data , config_c )
_extract_split_right_pins ( info_data , config_c )
2020-05-26 22:05:41 +02:00
return info_data
def _extract_rules_mk ( info_data ) :
""" Pull some keyboard information from existing rules.mk files
"""
rules = rules_mk ( info_data [ ' keyboard_folder ' ] )
2021-01-31 21:46:00 +01:00
info_data [ ' processor ' ] = rules . get ( ' MCU ' , info_data . get ( ' processor ' , ' atmega32u4 ' ) )
2020-05-26 22:05:41 +02:00
2021-01-31 21:46:00 +01:00
if info_data [ ' processor ' ] in CHIBIOS_PROCESSORS :
2020-12-30 19:27:37 +01:00
arm_processor_rules ( info_data , rules )
2020-11-07 18:56:08 +01:00
2021-01-31 21:46:00 +01:00
elif info_data [ ' processor ' ] in LUFA_PROCESSORS + VUSB_PROCESSORS :
2020-12-30 19:27:37 +01:00
avr_processor_rules ( info_data , rules )
else :
2021-01-31 21:46:00 +01:00
cli . log . warning ( " %s : Unknown MCU: %s " % ( info_data [ ' keyboard_folder ' ] , info_data [ ' processor ' ] ) )
2020-12-30 19:27:37 +01:00
unknown_processor_rules ( info_data , rules )
2021-01-31 21:46:00 +01:00
# Pull in data from the json map
dotty_info = dotty ( info_data )
2021-03-24 17:26:38 +01:00
info_rules_map = json_load ( Path ( ' data/mappings/info_rules.json ' ) )
2021-01-31 21:46:00 +01:00
for rules_key , info_dict in info_rules_map . items ( ) :
info_key = info_dict [ ' info_key ' ]
key_type = info_dict . get ( ' value_type ' , ' str ' )
try :
if rules_key in rules and info_dict . get ( ' to_json ' , True ) :
if dotty_info . get ( info_key ) and info_dict . get ( ' warn_duplicate ' , True ) :
_log_warning ( info_data , ' %s in rules.mk is overwriting %s in info.json ' % ( rules_key , info_key ) )
if key_type . startswith ( ' array ' ) :
if ' . ' in key_type :
key_type , array_type = key_type . split ( ' . ' , 1 )
else :
array_type = None
rules_value = rules [ rules_key ] . replace ( ' { ' , ' ' ) . replace ( ' } ' , ' ' ) . strip ( )
if array_type == ' int ' :
dotty_info [ info_key ] = list ( map ( int , rules_value . split ( ' , ' ) ) )
else :
dotty_info [ info_key ] = rules_value . split ( ' , ' )
elif key_type == ' list ' :
dotty_info [ info_key ] = rules [ rules_key ] . split ( )
elif key_type == ' bool ' :
dotty_info [ info_key ] = rules [ rules_key ] in true_values
elif key_type == ' hex ' :
dotty_info [ info_key ] = ' 0x ' + rules [ rules_key ] [ 2 : ] . upper ( )
elif key_type == ' int ' :
dotty_info [ info_key ] = int ( rules [ rules_key ] )
else :
dotty_info [ info_key ] = rules [ rules_key ]
except Exception as e :
_log_warning ( info_data , f ' { rules_key } -> { info_key } : { e } ' )
info_data . update ( dotty_info )
# Merge in config values that can't be easily mapped
2020-12-30 19:27:37 +01:00
_extract_features ( info_data , rules )
return info_data
2020-05-26 22:05:41 +02:00
2020-11-07 18:56:08 +01:00
2021-07-11 18:43:58 +02:00
def _matrix_size ( info_data ) :
""" Add info_data[ ' matrix_size ' ] if it doesn ' t exist.
"""
if ' matrix_size ' not in info_data and ' matrix_pins ' in info_data :
info_data [ ' matrix_size ' ] = { }
if ' direct ' in info_data [ ' matrix_pins ' ] :
info_data [ ' matrix_size ' ] [ ' cols ' ] = len ( info_data [ ' matrix_pins ' ] [ ' direct ' ] [ 0 ] )
info_data [ ' matrix_size ' ] [ ' rows ' ] = len ( info_data [ ' matrix_pins ' ] [ ' direct ' ] )
elif ' cols ' in info_data [ ' matrix_pins ' ] and ' rows ' in info_data [ ' matrix_pins ' ] :
info_data [ ' matrix_size ' ] [ ' cols ' ] = len ( info_data [ ' matrix_pins ' ] [ ' cols ' ] )
info_data [ ' matrix_size ' ] [ ' rows ' ] = len ( info_data [ ' matrix_pins ' ] [ ' rows ' ] )
return info_data
def _check_matrix ( info_data ) :
""" Check the matrix to ensure that row/column count is consistent.
"""
if ' matrix_pins ' in info_data and ' matrix_size ' in info_data :
actual_col_count = info_data [ ' matrix_size ' ] . get ( ' cols ' , 0 )
actual_row_count = info_data [ ' matrix_size ' ] . get ( ' rows ' , 0 )
col_count = row_count = 0
if ' direct ' in info_data [ ' matrix_pins ' ] :
col_count = len ( info_data [ ' matrix_pins ' ] [ ' direct ' ] [ 0 ] )
row_count = len ( info_data [ ' matrix_pins ' ] [ ' direct ' ] )
elif ' cols ' in info_data [ ' matrix_pins ' ] and ' rows ' in info_data [ ' matrix_pins ' ] :
col_count = len ( info_data [ ' matrix_pins ' ] [ ' cols ' ] )
row_count = len ( info_data [ ' matrix_pins ' ] [ ' rows ' ] )
if col_count != actual_col_count and col_count != ( actual_col_count / 2 ) :
# FIXME: once we can we should detect if split is enabled to do the actual_col_count/2 check.
_log_error ( info_data , f ' MATRIX_COLS is inconsistent with the size of MATRIX_COL_PINS: { col_count } != { actual_col_count } ' )
if row_count != actual_row_count and row_count != ( actual_row_count / 2 ) :
# FIXME: once we can we should detect if split is enabled to do the actual_row_count/2 check.
_log_error ( info_data , f ' MATRIX_ROWS is inconsistent with the size of MATRIX_ROW_PINS: { row_count } != { actual_row_count } ' )
2021-08-15 22:30:58 +02:00
def _search_keyboard_h ( keyboard ) :
keyboard = Path ( keyboard )
2020-05-26 22:05:41 +02:00
current_path = Path ( ' keyboards/ ' )
2021-02-27 21:00:50 +01:00
aliases = { }
2020-10-07 01:57:40 +02:00
layouts = { }
2021-02-27 21:00:50 +01:00
2021-08-15 22:30:58 +02:00
for directory in keyboard . parts :
2020-05-26 22:05:41 +02:00
current_path = current_path / directory
keyboard_h = ' %s .h ' % ( directory , )
keyboard_h_path = current_path / keyboard_h
if keyboard_h_path . exists ( ) :
2021-02-27 21:00:50 +01:00
new_layouts , new_aliases = find_layouts ( keyboard_h_path )
layouts . update ( new_layouts )
for alias , alias_text in new_aliases . items ( ) :
if alias_text in layouts :
aliases [ alias ] = alias_text
2020-05-26 22:05:41 +02:00
2021-02-27 21:00:50 +01:00
return layouts , aliases
2020-10-07 01:57:40 +02:00
2021-08-15 22:30:58 +02:00
def _find_missing_layouts ( info_data , keyboard ) :
""" Looks for layout macros when they aren ' t found other places.
2020-10-07 01:57:40 +02:00
2021-08-15 22:30:58 +02:00
If we don ' t find any layouts from info.json or keyboard.h we widen our search. This is error prone which is why we want to encourage people to follow the standard above.
"""
_log_warning ( info_data , ' %s : Falling back to searching for KEYMAP/LAYOUT macros. ' % ( keyboard ) )
2020-12-30 19:27:37 +01:00
2021-08-15 22:30:58 +02:00
for file in glob ( ' keyboards/ %s /*.h ' % keyboard ) :
these_layouts , these_aliases = find_layouts ( file )
2021-02-27 21:00:50 +01:00
2021-08-15 22:30:58 +02:00
if these_layouts :
for layout_name , layout_json in these_layouts . items ( ) :
if not layout_name . startswith ( ' LAYOUT_kc ' ) :
layout_json [ ' c_macro ' ] = True
info_data [ ' layouts ' ] [ layout_name ] = layout_json
2020-05-26 22:05:41 +02:00
2021-08-15 22:30:58 +02:00
for alias , alias_text in these_aliases . items ( ) :
if alias_text in these_layouts :
if ' layout_aliases ' not in info_data :
info_data [ ' layout_aliases ' ] = { }
2021-02-27 21:00:50 +01:00
2021-08-15 22:30:58 +02:00
info_data [ ' layout_aliases ' ] [ alias ] = alias_text
2020-05-26 22:05:41 +02:00
2020-11-07 18:56:08 +01:00
def _log_error ( info_data , message ) :
""" Send an error message to both JSON and the log.
"""
info_data [ ' parse_errors ' ] . append ( message )
cli . log . error ( ' %s : %s ' , info_data . get ( ' keyboard_folder ' , ' Unknown Keyboard! ' ) , message )
def _log_warning ( info_data , message ) :
""" Send a warning message to both JSON and the log.
"""
info_data [ ' parse_warnings ' ] . append ( message )
cli . log . warning ( ' %s : %s ' , info_data . get ( ' keyboard_folder ' , ' Unknown Keyboard! ' ) , message )
2020-05-26 22:05:41 +02:00
def arm_processor_rules ( info_data , rules ) :
""" Setup the default info for an ARM board.
"""
info_data [ ' processor_type ' ] = ' arm '
info_data [ ' protocol ' ] = ' ChibiOS '
2021-01-31 21:46:00 +01:00
if ' bootloader ' not in info_data :
2022-01-05 20:55:46 +01:00
info_data [ ' bootloader ' ] = ' unknown '
2020-05-26 22:05:41 +02:00
if ' STM32 ' in info_data [ ' processor ' ] :
info_data [ ' platform ' ] = ' STM32 '
elif ' MCU_SERIES ' in rules :
info_data [ ' platform ' ] = rules [ ' MCU_SERIES ' ]
elif ' ARM_ATSAM ' in rules :
info_data [ ' platform ' ] = ' ARM_ATSAM '
return info_data
def avr_processor_rules ( info_data , rules ) :
""" Setup the default info for an AVR board.
"""
info_data [ ' processor_type ' ] = ' avr '
info_data [ ' platform ' ] = rules [ ' ARCH ' ] if ' ARCH ' in rules else ' unknown '
info_data [ ' protocol ' ] = ' V-USB ' if rules . get ( ' MCU ' ) in VUSB_PROCESSORS else ' LUFA '
2021-01-31 21:46:00 +01:00
if ' bootloader ' not in info_data :
2020-12-01 21:52:02 +01:00
info_data [ ' bootloader ' ] = ' atmel-dfu '
2020-05-26 22:05:41 +02:00
# FIXME(fauxpark/anyone): Eventually we should detect the protocol by looking at PROTOCOL inherited from mcu_selection.mk:
# info_data['protocol'] = 'V-USB' if rules.get('PROTOCOL') == 'VUSB' else 'LUFA'
return info_data
def unknown_processor_rules ( info_data , rules ) :
""" Setup the default keyboard info for unknown boards.
"""
info_data [ ' bootloader ' ] = ' unknown '
info_data [ ' platform ' ] = ' unknown '
info_data [ ' processor ' ] = ' unknown '
info_data [ ' processor_type ' ] = ' unknown '
info_data [ ' protocol ' ] = ' unknown '
return info_data
def merge_info_jsons ( keyboard , info_data ) :
""" Return a merged copy of all the info.json files for a keyboard.
"""
for info_file in find_info_json ( keyboard ) :
# Load and validate the JSON data
2021-03-24 17:26:38 +01:00
new_info_data = json_load ( info_file )
2021-01-09 22:34:14 +01:00
if not isinstance ( new_info_data , dict ) :
_log_error ( info_data , " Invalid file %s , root object should be a dictionary. " % ( str ( info_file ) , ) )
continue
2020-12-19 19:46:30 +01:00
try :
2021-06-25 05:48:53 +02:00
validate ( new_info_data , ' qmk.keyboard.v1 ' )
2020-12-01 21:52:02 +01:00
except jsonschema . ValidationError as e :
2020-12-02 01:04:22 +01:00
json_path = ' . ' . join ( [ str ( p ) for p in e . absolute_path ] )
2021-01-09 22:34:14 +01:00
cli . log . error ( ' Not including data from file: %s ' , info_file )
cli . log . error ( ' \t %s : %s ' , json_path , e . message )
2020-12-01 21:52:02 +01:00
continue
2020-05-26 22:05:41 +02:00
2021-02-27 21:00:50 +01:00
# Merge layout data in
2021-03-23 02:58:07 +01:00
if ' layout_aliases ' in new_info_data :
info_data [ ' layout_aliases ' ] = { * * info_data . get ( ' layout_aliases ' , { } ) , * * new_info_data [ ' layout_aliases ' ] }
del new_info_data [ ' layout_aliases ' ]
2021-02-27 21:00:50 +01:00
for layout_name , layout in new_info_data . get ( ' layouts ' , { } ) . items ( ) :
2021-03-23 02:58:07 +01:00
if layout_name in info_data . get ( ' layout_aliases ' , { } ) :
_log_warning ( info_data , f " info.json uses alias name { layout_name } instead of { info_data [ ' layout_aliases ' ] [ layout_name ] } " )
layout_name = info_data [ ' layout_aliases ' ] [ layout_name ]
2021-02-27 21:00:50 +01:00
if layout_name in info_data [ ' layouts ' ] :
2021-08-20 17:16:59 +02:00
if len ( info_data [ ' layouts ' ] [ layout_name ] [ ' layout ' ] ) != len ( layout [ ' layout ' ] ) :
2021-10-16 18:44:56 +02:00
msg = ' Number of keys for %s does not match! info.json specifies %d keys, C macro specifies %d '
_log_error ( info_data , msg % ( layout_name , len ( layout [ ' layout ' ] ) , len ( info_data [ ' layouts ' ] [ layout_name ] [ ' layout ' ] ) ) )
2021-08-20 17:16:59 +02:00
else :
for new_key , existing_key in zip ( layout [ ' layout ' ] , info_data [ ' layouts ' ] [ layout_name ] [ ' layout ' ] ) :
existing_key . update ( new_key )
2021-02-27 21:00:50 +01:00
else :
layout [ ' c_macro ' ] = False
info_data [ ' layouts ' ] [ layout_name ] = layout
2020-12-30 19:27:37 +01:00
2021-01-09 22:34:14 +01:00
# Update info_data with the new data
2021-02-27 21:00:50 +01:00
if ' layouts ' in new_info_data :
2021-03-23 02:58:07 +01:00
del new_info_data [ ' layouts ' ]
2021-02-27 21:00:50 +01:00
2021-01-09 22:34:14 +01:00
deep_update ( info_data , new_info_data )
2020-05-26 22:05:41 +02:00
return info_data
def find_info_json ( keyboard ) :
""" Finds all the info.json files associated with a keyboard.
"""
# Find the most specific first
base_path = Path ( ' keyboards ' )
keyboard_path = base_path / keyboard
keyboard_parent = keyboard_path . parent
info_jsons = [ keyboard_path / ' info.json ' ]
# Add DEFAULT_FOLDER before parents, if present
rules = rules_mk ( keyboard )
if ' DEFAULT_FOLDER ' in rules :
info_jsons . append ( Path ( rules [ ' DEFAULT_FOLDER ' ] ) / ' info.json ' )
# Add in parent folders for least specific
for _ in range ( 5 ) :
info_jsons . append ( keyboard_parent / ' info.json ' )
if keyboard_parent . parent == base_path :
break
keyboard_parent = keyboard_parent . parent
# Return a list of the info.json files that actually exist
return [ info_json for info_json in info_jsons if info_json . exists ( ) ]