Coverage for mlair/configuration/defaults.py: 100%

1__author__ = "Lukas Leufen" 

2__date__ = '2020-06-25' 

3 

4 

5import numpy as np 

6 

7 

8DEFAULT_STATIONS = ['DEBW107', 'DEBY081', 'DEBW013', 'DEBW076', 'DEBW087'] 

9DEFAULT_VAR_ALL_DICT = {'o3': 'dma8eu', 'relhum': 'average_values', 'temp': 'maximum', 'u': 'average_values', 

10 'v': 'average_values', 'no': 'dma8eu', 'no2': 'dma8eu', 'cloudcover': 'average_values', 

11 'pblheight': 'maximum'} 

12DEFAULT_STATION_TYPE = "background" 

13DEFAULT_VARIABLES = DEFAULT_VAR_ALL_DICT.keys() 

14DEFAULT_START = "1997-01-01" 

15DEFAULT_END = "2017-12-31" 

16DEFAULT_WINDOW_HISTORY_SIZE = 13 

17DEFAULT_OVERWRITE_LOCAL_DATA = False 

18DEFAULT_OVERWRITE_LAZY_DATA = False 

19DEFAULT_HPC_LOGIN_LIST = ["ju", "hdfmll"] # ju[wels} #hdfmll(ogin) 

20DEFAULT_HPC_HOST_LIST = ["jw", "hdfmlc"] # first part of node names for Juwels (jw[comp], hdfmlc(ompute). 

21DEFAULT_CREATE_NEW_MODEL = True 

22DEFAULT_TRAIN_MODEL = True 

23DEFAULT_FRACTION_OF_TRAINING = 0.8 

24DEFAULT_EXTREME_VALUES = None 

25DEFAULT_EXTREMES_ON_RIGHT_TAIL_ONLY = False 

26DEFAULT_PERMUTE_DATA = False 

27DEFAULT_BATCH_SIZE = int(256 * 2) 

28DEFAULT_EPOCHS = 20 

29DEFAULT_EARLY_STOPPING_EPOCHS = np.inf 

30DEFAULT_RESTORE_BEST_MODEL_WEIGHTS = True 

31DEFAULT_TARGET_VAR = "o3" 

32DEFAULT_TARGET_DIM = "variables" 

33DEFAULT_WINDOW_LEAD_TIME = 3 

34DEFAULT_WINDOW_DIM = "window" 

35DEFAULT_TIME_DIM = "datetime" 

36DEFAULT_ITER_DIM = "Stations" 

37DEFAULT_DIMENSIONS = {"new_index": [DEFAULT_TIME_DIM, DEFAULT_ITER_DIM]} 

38DEFAULT_INTERPOLATION_METHOD = "linear" 

39DEFAULT_INTERPOLATION_LIMIT = 1 

40DEFAULT_TRAIN_START = "1997-01-01" 

41DEFAULT_TRAIN_END = "2007-12-31" 

42DEFAULT_TRAIN_MIN_LENGTH = 90 

43DEFAULT_VAL_START = "2008-01-01" 

44DEFAULT_VAL_END = "2009-12-31" 

45DEFAULT_VAL_MIN_LENGTH = 90 

46DEFAULT_TEST_START = "2010-01-01" 

47DEFAULT_TEST_END = "2017-12-31" 

48DEFAULT_TEST_MIN_LENGTH = 90 

49DEFAULT_TRAIN_VAL_MIN_LENGTH = 180 

50DEFAULT_USE_ALL_STATIONS_ON_ALL_DATA_SETS = True 

51DEFAULT_COMPETITORS = ["ols", "persi"] 

52DEFAULT_DO_UNCERTAINTY_ESTIMATE = True 

53DEFAULT_UNCERTAINTY_ESTIMATE_BLOCK_LENGTH = "1m" 

54DEFAULT_UNCERTAINTY_ESTIMATE_EVALUATE_COMPETITORS = True 

55DEFAULT_UNCERTAINTY_ESTIMATE_N_BOOTS = 1000 

56DEFAULT_DO_BIAS_FREE_EVALUATION = True 

57DEFAULT_EVALUATE_FEATURE_IMPORTANCE = True 

58DEFAULT_FEATURE_IMPORTANCE_CREATE_NEW_BOOTSTRAPS = False 

59DEFAULT_FEATURE_IMPORTANCE_N_BOOTS = 20 

60DEFAULT_FEATURE_IMPORTANCE_BOOTSTRAP_TYPE = "singleinput" 

61DEFAULT_FEATURE_IMPORTANCE_BOOTSTRAP_METHOD = "shuffle" 

62DEFAULT_PLOT_LIST = ["PlotMonthlySummary", "PlotStationMap", "PlotClimatologicalSkillScore", "PlotTimeSeries", 

63 "PlotCompetitiveSkillScore", "PlotFeatureImportanceSkillScore", "PlotConditionalQuantiles", 

64 "PlotAvailability", "PlotAvailabilityHistogram", "PlotDataHistogram", "PlotPeriodogram", 

65 "PlotSampleUncertaintyFromBootstrap", "PlotErrorMetrics", "PlotDataMonthlyDistribution", 

66 "PlotTimeEvolutionMetric", "PlotSeasonalMSEStack", "PlotErrorsOnMap"] 

67DEFAULT_SAMPLING = "daily" 

68DEFAULT_DATA_ORIGIN = {"cloudcover": "REA", "humidity": "REA", "pblheight": "REA", "press": "REA", "relhum": "REA", 

69 "temp": "REA", "totprecip": "REA", "u": "REA", "v": "REA", "no": "", "no2": "", "o3": "", 

70 "pm10": "", "so2": ""} 

71DEFAULT_USE_MULTIPROCESSING = True 

72DEFAULT_USE_MULTIPROCESSING_ON_DEBUG = False 

73DEFAULT_MAX_NUMBER_MULTIPROCESSING = 16 

74DEFAULT_CREATE_SNAPSHOT = False 

75 

76 

77def get_defaults(): 

78 """Return all default parameters set in defaults.py""" 

79 return {key: value for key, value in globals().items() if key.startswith('DEFAULT')} 

80 

81 

82if __name__ == "__main__": 

83 print(get_defaults())