1""" 

2## Find Pages 

3 

4Adds pages to nav 

5""" 

6import string 1 ctxlp

7import time 1 ctxlp

8from ast import literal_eval 1 ctxlp

9from collections import OrderedDict as OD 1 ctxlp

10from functools import partial 1 ctxlp

11 

12from lcdoc.mkdocs.tools import MDPlugin, app, config_options, find_md_files 1 ctxlp

13from lcdoc.tools import dirname, exists, flatten, os, project, read_file 1 ctxlp

14 

15 

16def uppercase_words(s): 1 ctxlp

17 """titles in nav should only contain the strings, not e.g. links""" 

18 l = s.split(' ') 1 ctxlp

19 r = [] 1 ctxlp

20 while l[0] == l[0].upper() and l[0] in string.ascii_letters: 20 ↛ 21line 20 didn't jump to line 21, because the condition on line 20 was never true1 ctxlp

21 r.append(l) 

22 return ' '.join(r) 1 ctxlp

23 

24 

25def find_pages(find, config, stats): 1 ctxlp

26 

27 ev = [i.strip() for i in os.environ.get('find_pages', '').split(',')] 1 ctxlp

28 ev = [i for i in ev if i] 1 ctxlp

29 find.extend(ev) 1 ctxlp

30 find = list(set(find)) 1 ctxlp

31 stats['find_terms'] = len(find) 1 ctxlp

32 if not find: 32 ↛ 33line 32 didn't jump to line 33, because the condition on line 32 was never true1 ctxlp

33 return 

34 fnd = [] 1 ctxlp

35 for m in find: 1 ctxlp

36 found = find_md_files(match=m, config=config) 1 ctxlp

37 if not found: 37 ↛ 38line 37 didn't jump to line 38, because the condition on line 37 was never true1 ctxlp

38 app.warning('No pages found', match=m) 

39 else: 

40 fnd.extend(found) 1 ctxlp

41 stats['matching'] = len(fnd) 1 ctxlp

42 return fnd 1 ctxlp

43 

44 

45def is_after(fn, hfn): 1 ctxlp

46 

47 breakpoint() # FIXME BREAKPOINT 

48 

49 

50def get_insert_pos(fn, have): 1 ctxlp

51 while fn: 51 ↛ exitline 51 didn't return from function 'get_insert_pos', because the condition on line 51 was never false1 ctxlp

52 fn, post = fn.rsplit('/', 1) 1 ctxlp

53 for i in range(len(have)): 1 ctxlp

54 if not have[i].startswith(fn): 1 ctxlp

55 continue 1 ctxlp

56 while have[i] < (fn + '/' + post) and have[i].startswith(fn): 1 ctxlp

57 i += 1 1 ctxlp

58 return have[i - 1], have[i] 1 ctxlp

59 

60 

61now = time.time 1 ctxlp

62 

63 

64def clear_digits(t): 1 ctxlp

65 return '.'.join([k for k in t.split('.') if not k.isdigit()]) 1 ctxlp

66 

67 

68def find_pages_and_add_to_nav(find, config, stats): 1 ctxlp

69 found = find_pages(find, config, stats) 1 ctxlp

70 if not found: 70 ↛ 71line 70 didn't jump to line 71, because the condition on line 70 was never true1 ctxlp

71 return 

72 

73 # m = OD({p: None for p in found}) 

74 nav = config['nav'] 1 ctxlp

75 navl = flatten(nav, '.') 1 ctxlp

76 navll = [[fn, k] for k, fn in navl.items()] 1 ctxlp

77 have = [fn[0] for fn in navll] 1 ctxlp

78 ins = {} 1 ctxlp

79 while found: 1 ctxlp

80 fn = found.pop(0) 1 ctxlp

81 if fn in have: 1 ctxlp

82 continue 1 ctxlp

83 bef, aft = get_insert_pos(fn, have) 1 ctxlp

84 ins.setdefault(have.index(bef), []).insert(0, fn) 1 ctxlp

85 l = {} 1 ctxlp

86 for k in reversed(sorted([i for i in ins])): 1 ctxlp

87 fns = ins[k] 1 ctxlp

88 [have.insert(k + 1, fn) for fn in fns] 1 ctxlp

89 l[have[k]] = fns 1 ctxlp

90 app.info('Inserting %s pages into nav' % sum([len(i) for i in ins.values()]), json=l) 1 ctxlp

91 # have now the complete list with found ones inserted at right places 

92 # 'features/lp/python/_tech.md', 

93 # 'features/lp/python/data_table/index.md', 

94 navl_rev = {v: k for k, v in navl.items()} 1 ctxlp

95 r = OD() 1 ctxlp

96 

97 dd = config['docs_dir'] 1 ctxlp

98 

99 def get_title(fn_page): 1 ctxlp

100 h = '\n' + read_file(dd + '/' + fn_page, dflt='') + '\n# Found\n' 1 ctxlp

101 h = uppercase_words(h.split('\n# ', 1)[1].split('\n', 1)[0]) 1 ctxlp

102 if not h: 102 ↛ 109line 102 didn't jump to line 109, because the condition on line 102 was never false1 ctxlp

103 # e.g. # bash alone has no uppercase word. then take the filename: 

104 l = fn_page.rsplit('/', 2) 1 ctxlp

105 if l[-1] == 'index.md': 105 ↛ 108line 105 didn't jump to line 108, because the condition on line 105 was never false1 ctxlp

106 h = l[-2] 1 ctxlp

107 else: 

108 h = fn_page.rsplit('/', 1)[-1].split('.', 1)[0] 

109 return h 1 ctxlp

110 

111 to = None 1 ctxlp

112 for h in have: 1 ctxlp

113 tit = navl_rev.get(h) 1 ctxlp

114 if not tit: 1 ctxlp

115 t = to.rsplit('.', 2) 1 ctxlp

116 tit = '.'.join((t[0], str(int(t[-2]) + 1), get_title(h))) 1 ctxlp

117 r[tit] = h 1 ctxlp

118 to = tit 1 ctxlp

119 

120 n = OD() 1 ctxlp

121 for k, v in r.items(): 1 ctxlp

122 n[clear_digits(k)] = v 1 ctxlp

123 

124 r = unflatten(n) 1 ctxlp

125 r = to_list(r) 1 ctxlp

126 config['nav'].clear() 1 ctxlp

127 config['nav'].extend(r) 1 ctxlp

128 

129 

130def to_list(d): 1 ctxlp

131 l = [] 1 ctxlp

132 for k, v in d.items(): 1 ctxlp

133 v = v if not isinstance(v, dict) else to_list(v) 1 ctxlp

134 l.append({k: v}) 1 ctxlp

135 return l 1 ctxlp

136 

137 

138def unflatten(dictionary): 1 ctxlp

139 resultDict = OD() 1 ctxlp

140 for key, value in dictionary.items(): 1 ctxlp

141 parts = key.split('.') 1 ctxlp

142 d = resultDict 1 ctxlp

143 for part in parts[:-1]: 1 ctxlp

144 if part not in d: 1 ctxlp

145 d[part] = OD() 1 ctxlp

146 d = d[part] 1 ctxlp

147 d[parts[-1]] = value 1 ctxlp

148 return resultDict 1 ctxlp

149 

150 

151def into_path(item, after, last_title): 1 ctxlp

152 """ 

153 (Pdb) pp item, after, last_title 

154 ('features/termcasts/zab/baz.md', 'features/termcasts/index.md', '3.Features.3.TermCasts.0.Overview') 

155 

156 Then we return '3.Features.3.TermCasts.0' 

157 """ 

158 while not item.startswith(after): 

159 after = after.rsplit('/', 1)[0] 

160 parts = after.split('/') 

161 return '.'.join(last_title.split('.', 2 * len(parts) + 1)[:-1]) 

162 

163 

164class MDFindPagesPlugin(MDPlugin): 1 ctxlp

165 config_scheme = (('find-pages', config_options.Type(list, default=[])),) 1 ctxlp

166 

167 def on_config(self, config): 1 ctxlp

168 # t0 = now() 

169 find_pages_and_add_to_nav(self.config['find-pages'], config, self.stats) 1 ctxlp

170 # print(now() - t0) # = 0.02 for docutools. Could be improved