yuque 2 localfile.md

  2. # -*- coding: utf-8 -*-
  3. import json
  4. import requests
  5. import io
  6. import os
  7. import sys
  8. daiyi_tokens = 'x6XxGg7EmUMP7aZ5IvGy2bZDUZcDtYWvu1ZdENOj'
  9. daiyi_uid = 'u10014466'
  10. user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 \
  11. (KHTML, like Gecko) Chrome/87.0.4280.141 Safari/537.36'
  12. YUQUE_BASIC_V2_API_URL = 'https://www.yuque.com/api/v2/'
  15. headers = {
  16.     'user-agent': user_agent,
  17.     'X-Auth-Token': daiyi_tokens,
  18.     "Content-Type": "application/json"
  19. }
  22. def get_repos_slug():
  23.     """
  24.     get_repos_slug()
  26.     name:  test_book  ##  namespace:  u10014466/yx95w7
  27.     name:  IT_programmer  ##  namespace:  u10014466/gtavdh
  28.     name:  gongde  ##  namespace:  u10014466/itbbmu
  29.     name:  test_resource  ##  namespace:  u10014466/ocd8g4
  30.     """
  31.     repos_info_url = YUQUE_BASIC_V2_API_URL + 'users/' + daiyi_uid + '/repos'
  32.     r = requests.get(repos_info_url, headers=headers)
  33.     result = json.loads(r.text)  # len = 4
  34.     # repo_namespace_list = []
  35.     for repo in result['data']:
  36.         print('name: ', repo['name'], ' ##  namespace: ', repo['namespace'])
  39. def get_repos_table_of_content(repo_namespace: str) -> list:
  40.     a_repos_docs_url = YUQUE_BASIC_V2_API_URL + "repos/" + \
  41.         repo_namespace + "/toc"  # get_all  table of content
  42.     r = requests.get(a_repos_docs_url, headers=headers)
  43.     return json.loads(r.text)['data']
  46. def get_docs_slug_of_repo(repo_namespace: str) -> list:
  47.     #     repo_name = "IT_programmer"
  48.     a_repos_docs_url = YUQUE_BASIC_V2_API_URL + "repos/" + repo_namespace + "/docs"
  49.     r = requests.get(a_repos_docs_url, headers=headers)
  50.     docs_info_list = json.loads(r.text)['data']
  51.     with open('title_slug.md','w+',encoding='utf-8') as title_doc:
  52.         for doc in docs_info_list:
  53.             str_doc = "title "+ doc['title']+ "  slug: "+ doc['slug']
  54.             title_doc.write(str_doc)
  55.             title_doc.write("\n\r")
  56.     str_doc_list = []
  57.     for doc in docs_info_list:
  58.         str_doc = {"title": doc['title'], "slug": doc['slug']}
  59.         str_doc_list.append(str_doc)
  60.     return str_doc_list
  63. def _touch_files(cur_dir, path):
  64.     # absolute_path = os.path.join(cur_dir,path)
  65.     # if not os.path.exists(absolute_path):
  66.     #     os.mknod(absolute_path)
  67.     pass
  70. def _mkdir(cur_dir, path):
  71.     absolute_path = os.path.join(cur_dir,path)
  72.     if not os.path.exists(absolute_path):
  73.         os.mkdir(absolute_path) 
  76. def get_toc_item_by_key(all_info: list, key: str, value: str) -> dict:
  77.     for item in all_info:
  78.         if item[key] == value:
  79.             return item
  82. def _mkdir_and_touch_files(toc_list, cur_dir) -> list:
  83.     with open('title_slug_info.json','w+',encoding='utf-8') as title_doc:
  84.         for item in toc_list:
  85.             title_doc.write(str(item))
  86.             title_doc.write("\n\r")
  88.             if not item["parent_uuid"]:
  89.                 item["path"] = item['title']
  90.             elif item["parent_uuid"]:
  91.                 parent_item = get_toc_item_by_key(toc_list, "uuid", item["parent_uuid"])
  92.                 _mkdir(cur_dir, parent_item['path'])
  93.                 item["path"] = os.path.join(parent_item["path"], item['title'])
  94.             else:
  95.                 pass
  96.             _mkdir(cur_dir, item['path']) if item["type"] == "TITLE" else _touch_files(cur_dir,
  97.                                                                                     item['path'])
  98.     return toc_list
  101. def get_doc_as_markdown_format(repo_namespace: str, doc_slug: str) -> str:
  102.     # slug     ##  swd46l ##
  103.     # a_doc_url = YUQUE_BASIC_V2_API_URL + "repos/" + repo_namespace + "/docs" + '/1c3f3919b8656a2990b24ccf15ac9ac3'
  104.     # a_doc_url = YUQUE_BASIC_V2_API_URL + "repos/" + repo_namespace + "/docs" + '/en0ca3'
  105.     # a_doc_url = "https://www.yuque.com/u10014466/gtavdh/1c3f3919b8656a2990b24ccf15ac9ac3/markdown?attachment=true&latexcode=true&anchor=true&linebreak=true"
  106.     # a_doc_url = "https://www.yuque.com/" + repo_namespace + "/answer"+ "/markdown?attachment=true&latexcode=true&anchor=true&linebreak=true"
  107.     a_doc_url = "https://www.yuque.com/" + repo_namespace + "/" + doc_slug + "/markdown?attachment=true&latexcode=true&anchor=false&linebreak=false"
  108.     r = requests.get(a_doc_url, headers=headers)
  109.     # print(r.text)
  110.     # print(a_doc_url)
  111.     return r.text
  114. def wirte_books(cur_dir):
  115.     # IT_programmer_namespace = "u10014466/yx95w7"
  116.     IT_programmer_namespace = "u10014466/gtavdh"
  117.     table_of_contents = get_repos_table_of_content(IT_programmer_namespace)
  118.     docs_slugs_list = get_docs_slug_of_repo(IT_programmer_namespace)
  119.     print(len(docs_slugs_list))
  120.     new_toc_list = _mkdir_and_touch_files(table_of_contents, cur_dir)
  121.     print(len(new_toc_list))
  122.     for doc_slug in docs_slugs_list:
  123.         doc_info = get_doc_as_markdown_format(IT_programmer_namespace, doc_slug['slug'])
  124.         # print(new_toc_list)
  125.         doc_path = get_toc_item_by_key(new_toc_list, 'slug', doc_slug['slug'])
  126.         if doc_path:
  127.             # print('### @ ',doc_path,type(doc_path))
  128.             # doc_path=doc_path['path']
  129.             doc_path = doc_path['path']  + '.md'
  131.             with open(os.path.join(cur_dir, doc_path), "w+", encoding='utf-8') as f:
  132.                 f.write(doc_info)
  135. wirte_books("it_programmer_test")
  138. def get_docs_lake_format(repo_namespace):
  139.     # slug     ##  swd46l ##
  140.     # a_doc_url = YUQUE_BASIC_V2_API_URL + "repos/" + repo_namespace + "/docs" + '/1c3f3919b8656a2990b24ccf15ac9ac3'
  141.     a_doc_url = YUQUE_BASIC_V2_API_URL + "repos/" + \
  142.         repo_namespace + "/docs" + '/en0ca3'
  143.     r = requests.get(a_doc_url, headers=headers)
  144.     docs_info = json.loads(r.text)['data']
  145.     # for key in docs_info:
  146.     #     print("## ",key,"    ## ",docs_info[key])
  147.     # print("## body:   ",docs_info['body'])
  148.     print("## slug:  ", docs_info['slug'])
  149.     print("## title:  ", docs_info['title'])
  150.     print("## format:  ", docs_info['format'])
  151.     with open("ldap_in_LENOVO.md", "w", encoding='utf-8') as f:
  152.         f.write(docs_info['body'])
  155. """
  156. - docker ldap: [https://github.com/osixia/docker-openldap](https://github.com/osixia/docker-openldap)
  157. <a name="bs2Vv"></a>
  158. # more
  159. 限制，缺点，对内存，cpu 的要求---future<br />
  162. ## slug:   en0ca3
  163. ## title:   ldap 在联想 lico 的使用
  164. ## format:   lake
  165. """
  168. """
  169. repo_name = "IT_programmer"
  170. repo_namesapce = "u10014466/gtavdh"
  172. UserSerializer=(
  173.     id=10371552,
  174.     type='User','木叶' ,
  175.     description=None,
  176.     acatar_url='https://cdn.nlark.com/yuque/0/2020/jpeg/anonymous/1608980864764-30953679-b853-40cf-bee9-636bc67359bb.jp
  177. eg',
  178. created_at='2020-12-26T11:08:24.000Z',
  179. upadate_at='2021-01-19T08:29:04.000Z',)
  182. YUQUE_OAUTH_AUTHORIZE_URL = "https://www.yuque.com/oauth2/authorize"
  183. YUQUE_OAUTH_EXCHANGE_TOKEN_URL = 'https://www.yuque.com/oauth2/token'
  184. YUQUE_BASIC_V2_API_URL = 'https://www.yuque.com/api/v2/'
  187. curl -H "X-Auth-Token: x6XxGg7EmUMP7aZ5IvGy2bZDUZcDtYWvu1ZdENOj" https://www.yuque.com/api/v2/users/
  188. """