Mercurial > wow > cyborg-mmo7
view support/casc.lua @ 71:60e5f3262337 tip
Added tag v6.1.0-1 for changeset 553715eacab6
author | Jerome Vuarand <jerome.vuarand@gmail.com> |
---|---|
date | Thu, 26 Feb 2015 14:18:54 +0000 |
parents | 8b8b0bade520 |
children |
line wrap: on
line source
local M, plat, bin = {}, require("casc.platform"), require("casc.bin") local jenkins96, blte = require("casc.jenkins96"), require("casc.blte") local uint32_le, uint32_be, uint40_be, uint16_le, to_be40, to_le32, to_bin, to_hex, ssub = bin.uint32_le, bin.uint32_be, bin.uint40_be, bin.uint16_le, bin.to_be40, bin.to_le32, bin.to_bin, bin.to_hex, string.sub M.locale = {} do for k,v in pairs({US=0x02, KR=0x04, FR=0x10, DE=0x20, CN=0x40, ES=0x80, TW=0x0100, GB=0x0200, MX=0x1000, RU=0x2000, BR=0x4000, IT=0x8000, PT=0x010000}) do local isCN, m = k == "cn", v * 2 M.locale[k] = function(loc, tf) return loc % m >= v and ((tf % 16 > 7) == isCN and 2 or 1) or nil end end end local function defaultLocale(loc, tf, cdn) return (loc % 0x400 < 0x200 and 0 or 2) + (tf % 16 < 8 and 1 or 0) - (cdn and 4 or 0) end local function check_args(name, idx, v, t1, t2, ...) if t1 then local tt = type(v) if tt ~= t1 and tt ~= t2 then error('Invalid argument #' .. idx .. " to " .. name .. ": " .. t1 .. " expected; got " .. tt, 3) end return check_args(name, idx+1, ...) end end local function readFile(...) local path = plat.path(...) if path then local h, err = io.open(path, "rb") if h then local c = h:read("*a") h:close() return c end return h, err end end local function readURL(...) local url = plat.url(...) if url then return plat.http(url) end end local function prefixHash(h) local a, b, c = h:match("((%x%x)(%x%x).+)") return b, c, a end local function cachedRead3(cpath, lpath, url) local ret = cpath and readFile(cpath) or lpath and readFile(lpath) if not ret and url then ret = readURL(url) if ret and cpath then local h = io.open(cpath, "wb") if h then h:write(ret) h:close() end end end return ret end local function cachedRead(casc, ...) local ckey = plat.url(...) ckey = ckey and casc.cachebase and plat.path(casc.cachebase, (ckey:gsub("[/\\]", "-"))) return cachedRead3(ckey, plat.path(casc.base, ...), plat.url(casc.cdnbase, ...)) end local function parseInfoData(data) local hname, htype, hn, ret, ln, last = {}, {}, 1, {}, 1 local i, s, line = data:gmatch("[^\n]+") line = i(s, line) for e in line:gmatch("[^|]+") do hn, hname[hn], htype[hn] = hn + 1, e:match("^([^!]+)!([^:]+)") end for e in i,s,line do local l, ln = {}, 1 for f in e:gmatch("|?([^|]*)") do if f ~= "" then l[hname[ln]] = htype[ln] == "DEC" and tonumber(f) or f end ln = ln + 1 end if ln > 1 then ret[#ret+1] = l end end return ret end local function parseConfigData(data, into) local ret, ln, last = type(into) == "table" and into or {}, 1 for l in data:gmatch("[^\r\n]+") do if l:match("^%s*[^#].-%S") then local name, args = l:match("^%s*(%S+)%s*=(.*)$") if name then last, ln = {}, 1 ret[name] = last end for s in (args or l):gmatch("%S+") do last[ln], ln = s, ln + 1 end end end return ret end local function parseLocalIndexData(data, into) local pos, sub, len = 8 + uint32_le(data), data.sub pos = pos + ((16 - pos % 16) % 16) len, pos = uint32_le(data, pos), pos + 9 assert(len % 18 == 0, "Index data block length parity check") for i=1, len/18 do into[sub(data, pos, pos + 8)], pos = uint40_be(data, pos+8), pos + 18 end return len/18 end local function parseCDNIndexData(name, data, into) local dlen, p = #data-28, 0 for i=1, math.floor(dlen/4100) - math.floor(dlen/844600) do for pos=p, p+4072, 24 do local len = uint32_be(data, pos+16) if len > 0 then local ofs = uint32_be(data, pos+20) into[ssub(data, pos+1, pos+9)] = ofs .. "-" .. (ofs+len) .. ":" .. name end end p = p + 4096 end end local function parseRootData(data, ed) local ret, pos, dl = {}, 1, #data while pos < dl do local n, tflag, loc = uint32_le(data, pos-1), uint32_le(data, pos+3), uint32_le(data, pos+7) pos = pos + 12 + 4*n for i=1,n do local nhash = ssub(data, pos+16, pos+23) local t, j = ret[nhash] or {} ret[nhash], j = t, #t t[j+1], t[j+2], t[j+3], pos = ssub(data, pos,pos+15), tflag, loc, pos + 24 end end return ret end local function parseEncodingData(data) local h, locale, n = {}, data:sub(1,2), uint32_be(data, 9) local p2 = 22 + uint32_be(data, 18) + 32*n for i=1, n do local c = uint16_le(data, p2) while c > 0 do local chsh = ssub(data, p2+7, p2+22) h[chsh] = {size=uint32_be(data, p2+2)} p2 = p2 + 6+16 for i=1, c do h[chsh][i], p2 = ssub(data, p2+1, p2+16), p2 + 16 end c = uint16_le(data, p2) end p2 = data:match("()%z%Z", p2) end return h, locale end local function getFileByLoc(casc, loc, lcache) local cnt = lcache and readFile(lcache) if cnt then elseif type(loc) == "number" and casc.base then cnt = blte.readArchive(plat.path(casc.base, "data", ("data.%03d"):format(loc / 2^30)), loc % 2^30) elseif type(loc) == "string" and casc.cdnbase then local range, name = loc:match("(%d+%-%d+):(.+)") cnt = blte.readData(plat.http(plat.url(casc.cdnbase, "data", prefixHash(name or loc)), range and {Range="bytes=" .. range})) if lcache and cnt then local h = io.open(lcache, "wb") if h then h:write(cnt) h:close() end end end return cnt end local function getLocByFileKey(casc, fileKey) local key, i, i2 = fileKey:sub(1,9), casc.index, casc.indexCDN return i and i[key] or i2 and i2[key] end local function getFileByKey(casc, fileKey, lcache) return getFileByLoc(casc, getLocByFileKey(casc, #fileKey == 32 and to_bin(fileKey) or fileKey), lcache) end local function getLocFromRootEntry(casc, e, rateFunc) local score, ret = -math.huge for i=1,e and #e or 0, 3 do local keys = casc.encoding[e[i] or e] local loc = keys and keys[1] and getLocByFileKey(casc, keys[1]) if loc then local lscore = rateFunc(e[i+2], e[i+1], type(loc) == "string") if lscore and lscore > score then score, ret = lscore, loc end end end return ret end local function addCDNKey(casc, key) if casc.indexCDN then local hkey = #key == 32 and key or to_hex(key) local rkey = #key == 16 and key or to_bin(key) casc.indexCDN[rkey:sub(1,9)] = hkey end return key end local handle = {} local handle_mt = {__index=handle} function handle:readFile(path, lang) lang = M.locale[lang] or lang check_args("cascHandle:readFile", 1, path, "string", "string", lang, "function", "nil") local h = jenkins96.hash_path(path) return getFileByLoc(self, getLocFromRootEntry(self, self.root and self.root[h], lang or self.locale)) end function handle:readFileByEncodingHash(hash) check_args("cascHandle:readFileByEncodingHash", 1, hash, "string", "string") return getFileByKey(self, #hash == 32 and to_bin(hash) or hash) end function handle:readFileByContentHash(hash) check_args("cascHandle:readFileByContentHash", 1, hash, "string", "string") local k = self.encoding[#hash == 32 and to_bin(hash) or hash] return k and getFileByKey(self, k[1]) end function handle:setLocale(locale) check_args("cascHandle:setLocale", 1, M.locale[locale] or locale, "function", "nil") self.locale = M.locale[locale] or locale or defaultLocale end function M.open(localBase, buildKey, cdnBase, cdnKey, cacheBase) if buildKey == nil then error('Syntax: cac.open("localBase" or nil, "buildKey", "cdnBase" or nil, "cdnKey" or nil[, "cacheBase"])') end check_args("casc.open", 1, localBase, "string", "nil", buildKey, "string", nil, cdnBase, "string", "nil", cdnKey, "string", "nil", cacheBase, "string", "nil") assert(type(localBase) == "string" or type(cdnBase) == "string", 'invalid arguments: at least one of localBase, cdnBase must not be nil') assert(type(cdnBase) ~= "string" or type(cdnKey) == "string", 'invalid arguments: if cdnBase is specified, cdnKey must be a string') local casc = setmetatable({base=localBase, buildKey=buildKey, cdnbase=cdnBase, cdnKey=cdnKey, cachebase=cacheBase, locale=defaultLocale}, handle_mt) casc.conf = parseConfigData(cachedRead(casc, "config", prefixHash(buildKey))) if cdnKey then parseConfigData(cachedRead(casc, "config", prefixHash(cdnKey)), casc.conf) casc.indexCDN = {} for k,v in pairs(casc.conf.archives) do parseCDNIndexData(v, cachedRead3( plat.path(cacheBase, "index." .. v), plat.path(localBase, "indices", v .. ".index"), plat.url(cdnBase, "data", prefixHash(v .. ".index")) ), casc.indexCDN) end end if localBase then casc.index = {} for _, f in plat.files(plat.path(localBase, "data"), "*.idx") do parseLocalIndexData(assert(readFile(f)), casc.index) end end local ekey = addCDNKey(casc, casc.conf.encoding[#casc.conf.encoding]) casc.encoding = parseEncodingData(getFileByKey(casc, ekey, plat.path(cacheBase, "encoding." .. ekey))) local rkey = addCDNKey(casc, casc.encoding[to_bin(casc.conf.root[#casc.conf.root])][1]) casc.root = parseRootData(getFileByKey(casc, rkey, plat.path(cacheBase, "root." .. to_hex(rkey)))) return casc end function M.cdnbuild(patchBase, region) check_args("casc.cdnbuild", 1, patchBase, "string", "string", region, "string", "nil") local versions = parseInfoData(plat.http(plat.url(patchBase, "versions"))) local cdns = parseInfoData(plat.http(plat.url(patchBase, "cdns"))) local reginfo = {} for i=1,#versions do local v = versions[i] reginfo[v.Region] = {cdnKey = v.CDNConfig, buildKey=v.BuildConfig, build=v.BuildId, version=v.VersionsName} end for i=1,#cdns do local c = cdns[i] if reginfo[c.Name] then reginfo[c.Name].cdnBase = c.Hosts and c.Path and plat.url("http://", c.Hosts:match("%S+"), c.Path) end end if reginfo[region] and reginfo[region].cdnBase then local r = reginfo[region] return r.buildKey, r.cdnBase, r.cdnKey, r.version, r.build elseif region == nil then return reginfo, versions, cdns end end function M.localbuild(buildInfoPath, selectBuild) check_args("casc.localbuild", 1, buildInfoPath, "string", "string", selectBuild, "function", "nil") local info = parseInfoData(assert(readFile(buildInfoPath))) if type(selectBuild) == "function" and info then local ii = info[selectBuild(info)] if ii then return ii["Build Key"], plat.url("http://", ii["CDN Hosts"]:match("%S+"), ii["CDN Path"]), ii["CDN Key"], ii["Version"] end elseif info then local branches = {} for i=1,#info do local ii = info[i] local curl = plat.url("http://", ii["CDN Hosts"]:match("%S+"), ii["CDN Path"]) branches[ii.Branch] = {cdnKey=ii["CDN Key"], buildKey=ii["Build Key"], version=ii["Version"], cdnBase=curl} end return branches, info end end function M.selectActiveBuild(buildInfo) check_args("casc.selectActiveBuild", 1, buildInfo, "table", "table") for i=1,#buildInfo do if buildInfo[i].Active == 1 then return i end end end function M.selectUserBuild(buildInfo) check_args("casc.selectUserBuild", 1, buildInfo, "table", "table") print("Available builds:") for i=1,#buildInfo do print(("%d. [%s] %s (%s)%s"):format(i, buildInfo[i]["Build Key"], buildInfo[i].Version, buildInfo[i].Branch, buildInfo[i].Active == 1 and " (active)" or "")) end io.stdout:write("Enter index: ") io.stdout:flush() local c = tonumber(io.stdin:read("*l")) return buildInfo[c] and c end return M