js反爬 - 有道笔记翻译-MD5加密 - 《爬虫代码集》

1、发送两次请求
第一次：
i: 翻译
from: AUTO
to: AUTO
smartresult: dict
client: fanyideskweb
salt: 16546063945256
sign: 1637db111b0b74422e75a2e0f4be0361
lts: 1654606394525
bv: a6b36904bd1a38729b798f9a67c14dd9
doctype: json
version: 2.1
keyfrom: fanyi.web
action: FY_BY_CLICKBUTTION
第二次请求：
i: 学习
from: AUTO
to: AUTO
smartresult: dict
client: fanyideskweb
salt: 16546064668692
sign: 82b8f5715172d81c626bd28625e5e005
lts: 1654606466869
bv: a6b36904bd1a38729b798f9a67c14dd9
doctype: json
version: 2.1
keyfrom: fanyi.web
action: FY_BY_CLICKBUTTION
通过对比不同请求的表单参数，发现salt,sign和lts三个参数是变化的。
根据变化的三个参数找到对应的加密方式

e = "5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36"
navigator = {
    // WT-JS_DEBUG
    appCodeName: "Mozilla",
    appMinorVersion: "0",
    appName: "Netscape",
    appVersion: "5.0 (Windows NT 10.0; WOW64; Trident/7.0; .NET4.0C; .NET4.0E; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; InfoPath.3; rv:11.0) like Gecko",
    browserLanguage: "zh-CN",
    cookieEnabled: true,
    cpuClass: "x86",
    language: "zh-CN",
    maxTouchPoints: 0,
    msManipulationViewsEnabled: true,
    msMaxTouchPoints: 0,
    msPointerEnabled: true,
    onLine: true,
    platform: "Win32",
    pointerEnabled: true,
    product: "Gecko",
    systemLanguage: "zh-CN",
    userAgent: "Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; .NET4.0C; .NET4.0E; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; InfoPath.3; rv:11.0) like Gecko",
    userLanguage: "zh-CN",
    vendor: "",
    vendorSub: "",
    webdriver: false
}, window = this, window.navigator = navigator;
var n = function(e, t) {
  return e << t | e >>> 32 - t
}
  , r = function(e, t) {
  var n, r, i, o, a;
  return i = 2147483648 & e,
      o = 2147483648 & t,
      n = 1073741824 & e,
      r = 1073741824 & t,
      a = (1073741823 & e) + (1073741823 & t),
      n & r ? 2147483648 ^ a ^ i ^ o : n | r ? 1073741824 & a ? 3221225472 ^ a ^ i ^ o : 1073741824 ^ a ^ i ^ o : a ^ i ^ o
}
  , i = function(e, t, n) {
  return e & t | ~e & n
}
  , o = function(e, t, n) {
  return e & n | t & ~n
}
  , a = function(e, t, n) {
  return e ^ t ^ n
}
  , s = function(e, t, n) {
  return t ^ (e | ~n)
}
  , l = function(e, t, o, a, s, l, c) {
  return e = r(e, r(r(i(t, o, a), s), c)),
      r(n(e, l), t)
}
  , c = function(e, t, i, a, s, l, c) {
  return e = r(e, r(r(o(t, i, a), s), c)),
      r(n(e, l), t)
}
  , u = function(e, t, i, o, s, l, c) {
  return e = r(e, r(r(a(t, i, o), s), c)),
      r(n(e, l), t)
}
  , d = function(e, t, i, o, a, l, c) {
  return e = r(e, r(r(s(t, i, o), a), c)),
      r(n(e, l), t)
}
  , f = function(e) {
  for (var t, n = e.length, r = n + 8, i = 16 * ((r - r % 64) / 64 + 1), o = Array(i - 1), a = 0, s = 0; s < n; )
      a = s % 4 * 8,
          o[t = (s - s % 4) / 4] = o[t] | e.charCodeAt(s) << a,
          s++;
  return t = (s - s % 4) / 4,
      a = s % 4 * 8,
      o[t] = o[t] | 128 << a,
      o[i - 2] = n << 3,
      o[i - 1] = n >>> 29,
      o
}
  , p = function(e) {
  var t, n = "", r = "";
  for (t = 0; t <= 3; t++)
      n += (r = "0" + (e >>> 8 * t & 255).toString(16)).substr(r.length - 2, 2);
  return n
}
  , h = function(e) {
  e = e.replace(/\x0d\x0a/g, "\n");
  for (var t = "", n = 0; n < e.length; n++) {
      var r = e.charCodeAt(n);
      if (r < 128)
          t += String.fromCharCode(r);
      else if (r > 127 && r < 2048)
          t += String.fromCharCode(r >> 6 | 192),
              t += String.fromCharCode(63 & r | 128);
      else if (r >= 55296 && r <= 56319) {
          if (n + 1 < e.length) {
              var i = e.charCodeAt(n + 1);
              if (i >= 56320 && i <= 57343) {
                  var o = 1024 * (r - 55296) + (i - 56320) + 65536;
                  t += String.fromCharCode(240 | o >> 18 & 7),
                      t += String.fromCharCode(128 | o >> 12 & 63),
                      t += String.fromCharCode(128 | o >> 6 & 63),
                      t += String.fromCharCode(128 | 63 & o),
                      n++
              }
          }
      } else
          t += String.fromCharCode(r >> 12 | 224),
              t += String.fromCharCode(r >> 6 & 63 | 128),
              t += String.fromCharCode(63 & r | 128)
  }
  return t
};
function md5(e) {
    var t, n, i, o, a, s, m, g, v, y = Array();
    for (e = h(e),
    y = f(e),
    s = 1732584193,
    m = 4023233417,
    g = 2562383102,
    v = 271733878,
    t = 0; t < y.length; t += 16)
        n = s,
        i = m,
        o = g,
        a = v,
        s = l(s, m, g, v, y[t + 0], 7, 3614090360),
        v = l(v, s, m, g, y[t + 1], 12, 3905402710),
        g = l(g, v, s, m, y[t + 2], 17, 606105819),
        m = l(m, g, v, s, y[t + 3], 22, 3250441966),
        s = l(s, m, g, v, y[t + 4], 7, 4118548399),
        v = l(v, s, m, g, y[t + 5], 12, 1200080426),
        g = l(g, v, s, m, y[t + 6], 17, 2821735955),
        m = l(m, g, v, s, y[t + 7], 22, 4249261313),
        s = l(s, m, g, v, y[t + 8], 7, 1770035416),
        v = l(v, s, m, g, y[t + 9], 12, 2336552879),
        g = l(g, v, s, m, y[t + 10], 17, 4294925233),
        m = l(m, g, v, s, y[t + 11], 22, 2304563134),
        s = l(s, m, g, v, y[t + 12], 7, 1804603682),
        v = l(v, s, m, g, y[t + 13], 12, 4254626195),
        g = l(g, v, s, m, y[t + 14], 17, 2792965006),
        m = l(m, g, v, s, y[t + 15], 22, 1236535329),
        s = c(s, m, g, v, y[t + 1], 5, 4129170786),
        v = c(v, s, m, g, y[t + 6], 9, 3225465664),
        g = c(g, v, s, m, y[t + 11], 14, 643717713),
        m = c(m, g, v, s, y[t + 0], 20, 3921069994),
        s = c(s, m, g, v, y[t + 5], 5, 3593408605),
        v = c(v, s, m, g, y[t + 10], 9, 38016083),
        g = c(g, v, s, m, y[t + 15], 14, 3634488961),
        m = c(m, g, v, s, y[t + 4], 20, 3889429448),
        s = c(s, m, g, v, y[t + 9], 5, 568446438),
        v = c(v, s, m, g, y[t + 14], 9, 3275163606),
        g = c(g, v, s, m, y[t + 3], 14, 4107603335),
        m = c(m, g, v, s, y[t + 8], 20, 1163531501),
        s = c(s, m, g, v, y[t + 13], 5, 2850285829),
        v = c(v, s, m, g, y[t + 2], 9, 4243563512),
        g = c(g, v, s, m, y[t + 7], 14, 1735328473),
        m = c(m, g, v, s, y[t + 12], 20, 2368359562),
        s = u(s, m, g, v, y[t + 5], 4, 4294588738),
        v = u(v, s, m, g, y[t + 8], 11, 2272392833),
        g = u(g, v, s, m, y[t + 11], 16, 1839030562),
        m = u(m, g, v, s, y[t + 14], 23, 4259657740),
        s = u(s, m, g, v, y[t + 1], 4, 2763975236),
        v = u(v, s, m, g, y[t + 4], 11, 1272893353),
        g = u(g, v, s, m, y[t + 7], 16, 4139469664),
        m = u(m, g, v, s, y[t + 10], 23, 3200236656),
        s = u(s, m, g, v, y[t + 13], 4, 681279174),
        v = u(v, s, m, g, y[t + 0], 11, 3936430074),
        g = u(g, v, s, m, y[t + 3], 16, 3572445317),
        m = u(m, g, v, s, y[t + 6], 23, 76029189),
        s = u(s, m, g, v, y[t + 9], 4, 3654602809),
        v = u(v, s, m, g, y[t + 12], 11, 3873151461),
        g = u(g, v, s, m, y[t + 15], 16, 530742520),
        m = u(m, g, v, s, y[t + 2], 23, 3299628645),
        s = d(s, m, g, v, y[t + 0], 6, 4096336452),
        v = d(v, s, m, g, y[t + 7], 10, 1126891415),
        g = d(g, v, s, m, y[t + 14], 15, 2878612391),
        m = d(m, g, v, s, y[t + 5], 21, 4237533241),
        s = d(s, m, g, v, y[t + 12], 6, 1700485571),
        v = d(v, s, m, g, y[t + 3], 10, 2399980690),
        g = d(g, v, s, m, y[t + 10], 15, 4293915773),
        m = d(m, g, v, s, y[t + 1], 21, 2240044497),
        s = d(s, m, g, v, y[t + 8], 6, 1873313359),
        v = d(v, s, m, g, y[t + 15], 10, 4264355552),
        g = d(g, v, s, m, y[t + 6], 15, 2734768916),
        m = d(m, g, v, s, y[t + 13], 21, 1309151649),
        s = d(s, m, g, v, y[t + 4], 6, 4149444226),
        v = d(v, s, m, g, y[t + 11], 10, 3174756917),
        g = d(g, v, s, m, y[t + 2], 15, 718787259),
        m = d(m, g, v, s, y[t + 9], 21, 3951481745),
        s = r(s, n),
        m = r(m, i),
        g = r(g, o),
        v = r(v, a);
    return (p(s) + p(m) + p(g) + p(v)).toLowerCase()
}
function youdao(e){
  var t = md5(navigator.appVersion)
      , r = "" + (new Date).getTime()
      , i = r + parseInt(10 * Math.random(), 10);
    return {
        ts: r,
        bv: t,
        salt: i,
        sign: md5("fanyideskweb" + e + i + "Ygy_4c=r#e#4EX^NUGUc5")
    }
}


import requests
import execjs
def get_js(file_name,fun_name,fun_args=None):
    with open(file_name,'r',encoding='utf-8') as fileObj:
        js_code = fileObj.read() # 读取js文件
    cjs = execjs.compile(js_code)  # 编译js文件
    return cjs.call(fun_name,fun_args) # 执行js代码
if __name__ == '__main__':
    keyword = input('请输入要翻译的词')
    data_dict = get_js('youdao.js','youdao',keyword)
    data_dict['i'] = keyword
    data_dict['from'] = 'AUTO'
    data_dict['to'] = 'AUTO'
    data_dict['smartresult'] = 'dict'
    data_dict['client'] = 'fanyideskweb'
    data_dict['doctype'] = 'json'
    data_dict['version'] = '2.1'
    data_dict['keyfrom'] = 'fanyi.web'
    data_dict['action'] = 'FY_BY_CLICKBUTTION'
    header = {
        'Cookie':'OUTFOX_SEARCH_USER_ID=-1833641449@10.110.96.157; OUTFOX_SEARCH_USER_ID_NCOO=623439161.6505197; fanyi-ad-id=306808; fanyi-ad-closed=1; ___rl__test__cookies=1654831346964',
        'Referer':'https://fanyi.youdao.com/',
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36'
    }
    url = 'https://fanyi.youdao.com/translate_o?smartresult=dict&smartresult=rule'
    result = requests.post(url,data=data_dict,headers=header)
    print(result.json())