Files
fn-serverless/vendor/git.apache.org/thrift.git/lib/lua/TCompactProtocol.lua
Reed Allman 9eaf824398 add jaeger support, link hot container & req span (#840)
* add jaeger support, link hot container & req span

* adds jaeger support now with FN_JAEGER_URL, there's a simple tutorial in the
operating/metrics.md file now and it's pretty easy to get up and running.
* links a hot request span to a hot container span. when we change this to
sample at a lower ratio we'll need to finagle the hot container span to always
sample or something, otherwise we'll hide that info. at least, since we're
sampling at 100% for now if this is flipped on, can see freeze/unfreeze etc.
if they hit. this is useful for debugging. note that zipkin's exporter does
not follow the link at all, hence jaeger... and they're backed by the Cloud
Empire now (CNCF) so we'll probably use it anyway.

* vendor: add thrift for jaeger
2018-03-13 15:57:12 -07:00

458 lines
13 KiB
Lua

--
-- Licensed to the Apache Software Foundation (ASF) under one
-- or more contributor license agreements. See the NOTICE file
-- distributed with this work for additional information
-- regarding copyright ownership. The ASF licenses this file
-- to you under the Apache License, Version 2.0 (the
-- "License"); you may not use this file except in compliance
-- with the License. You may obtain a copy of the License at
--
-- http://www.apache.org/licenses/LICENSE-2.0
--
-- Unless required by applicable law or agreed to in writing,
-- software distributed under the License is distributed on an
-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-- KIND, either express or implied. See the License for the
-- specific language governing permissions and limitations
-- under the License.
--
require 'TProtocol'
require 'libluabpack'
require 'libluabitwise'
require 'liblualongnumber'
TCompactProtocol = __TObject.new(TProtocolBase, {
__type = 'TCompactProtocol',
COMPACT_PROTOCOL_ID = 0x82,
COMPACT_VERSION = 1,
COMPACT_VERSION_MASK = 0x1f,
COMPACT_TYPE_MASK = 0xE0,
COMPACT_TYPE_BITS = 0x07,
COMPACT_TYPE_SHIFT_AMOUNT = 5,
-- Used to keep track of the last field for the current and previous structs,
-- so we can do the delta stuff.
lastField = {},
lastFieldId = 0,
lastFieldIndex = 1,
-- If we encounter a boolean field begin, save the TField here so it can
-- have the value incorporated.
booleanFieldName = "",
booleanFieldId = 0,
booleanFieldPending = false,
-- If we read a field header, and it's a boolean field, save the boolean
-- value here so that readBool can use it.
boolValue = false,
boolValueIsNotNull = false,
})
TCompactType = {
COMPACT_BOOLEAN_TRUE = 0x01,
COMPACT_BOOLEAN_FALSE = 0x02,
COMPACT_BYTE = 0x03,
COMPACT_I16 = 0x04,
COMPACT_I32 = 0x05,
COMPACT_I64 = 0x06,
COMPACT_DOUBLE = 0x07,
COMPACT_BINARY = 0x08,
COMPACT_LIST = 0x09,
COMPACT_SET = 0x0A,
COMPACT_MAP = 0x0B,
COMPACT_STRUCT = 0x0C
}
TTypeToCompactType = {}
TTypeToCompactType[TType.STOP] = TType.STOP
TTypeToCompactType[TType.BOOL] = TCompactType.COMPACT_BOOLEAN_TRUE
TTypeToCompactType[TType.BYTE] = TCompactType.COMPACT_BYTE
TTypeToCompactType[TType.I16] = TCompactType.COMPACT_I16
TTypeToCompactType[TType.I32] = TCompactType.COMPACT_I32
TTypeToCompactType[TType.I64] = TCompactType.COMPACT_I64
TTypeToCompactType[TType.DOUBLE] = TCompactType.COMPACT_DOUBLE
TTypeToCompactType[TType.STRING] = TCompactType.COMPACT_BINARY
TTypeToCompactType[TType.LIST] = TCompactType.COMPACT_LIST
TTypeToCompactType[TType.SET] = TCompactType.COMPACT_SET
TTypeToCompactType[TType.MAP] = TCompactType.COMPACT_MAP
TTypeToCompactType[TType.STRUCT] = TCompactType.COMPACT_STRUCT
CompactTypeToTType = {}
CompactTypeToTType[TType.STOP] = TType.STOP
CompactTypeToTType[TCompactType.COMPACT_BOOLEAN_TRUE] = TType.BOOL
CompactTypeToTType[TCompactType.COMPACT_BOOLEAN_FALSE] = TType.BOOL
CompactTypeToTType[TCompactType.COMPACT_BYTE] = TType.BYTE
CompactTypeToTType[TCompactType.COMPACT_I16] = TType.I16
CompactTypeToTType[TCompactType.COMPACT_I32] = TType.I32
CompactTypeToTType[TCompactType.COMPACT_I64] = TType.I64
CompactTypeToTType[TCompactType.COMPACT_DOUBLE] = TType.DOUBLE
CompactTypeToTType[TCompactType.COMPACT_BINARY] = TType.STRING
CompactTypeToTType[TCompactType.COMPACT_LIST] = TType.LIST
CompactTypeToTType[TCompactType.COMPACT_SET] = TType.SET
CompactTypeToTType[TCompactType.COMPACT_MAP] = TType.MAP
CompactTypeToTType[TCompactType.COMPACT_STRUCT] = TType.STRUCT
function TCompactProtocol:resetLastField()
self.lastField = {}
self.lastFieldId = 0
self.lastFieldIndex = 1
end
function TCompactProtocol:packCompactType(ktype, vtype)
return libluabitwise.bor(libluabitwise.shiftl(ktype, 4), vtype)
end
function TCompactProtocol:writeMessageBegin(name, ttype, seqid)
self:writeByte(TCompactProtocol.COMPACT_PROTOCOL_ID)
self:writeByte(libluabpack.packMesgType(TCompactProtocol.COMPACT_VERSION,
TCompactProtocol.COMPACT_VERSION_MASK,ttype,
TCompactProtocol.COMPACT_TYPE_SHIFT_AMOUNT,
TCompactProtocol.COMPACT_TYPE_MASK))
self:writeVarint32(seqid)
self:writeString(name)
self:resetLastField()
end
function TCompactProtocol:writeMessageEnd()
end
function TCompactProtocol:writeStructBegin(name)
self.lastFieldIndex = self.lastFieldIndex + 1
self.lastField[self.lastFieldIndex] = self.lastFieldId
self.lastFieldId = 0
end
function TCompactProtocol:writeStructEnd()
self.lastFieldIndex = self.lastFieldIndex - 1
self.lastFieldId = self.lastField[self.lastFieldIndex]
end
function TCompactProtocol:writeFieldBegin(name, ttype, id)
if ttype == TType.BOOL then
self.booleanFieldName = name
self.booleanFieldId = id
self.booleanFieldPending = true
else
self:writeFieldBeginInternal(name, ttype, id, -1)
end
end
function TCompactProtocol:writeFieldEnd()
end
function TCompactProtocol:writeFieldStop()
self:writeByte(TType.STOP);
end
function TCompactProtocol:writeMapBegin(ktype, vtype, size)
if size == 0 then
self:writeByte(0)
else
self:writeVarint32(size)
self:writeByte(self:packCompactType(TTypeToCompactType[ktype], TTypeToCompactType[vtype]))
end
end
function TCompactProtocol:writeMapEnd()
end
function TCompactProtocol:writeListBegin(etype, size)
self:writeCollectionBegin(etype, size)
end
function TCompactProtocol:writeListEnd()
end
function TCompactProtocol:writeSetBegin(etype, size)
self:writeCollectionBegin(etype, size)
end
function TCompactProtocol:writeSetEnd()
end
function TCompactProtocol:writeBool(bool)
local value = TCompactType.COMPACT_BOOLEAN_FALSE
if bool then
value = TCompactType.COMPACT_BOOLEAN_TRUE
end
print(value,self.booleanFieldPending,self.booleanFieldId)
if self.booleanFieldPending then
self:writeFieldBeginInternal(self.booleanFieldName, TType.BOOL, self.booleanFieldId, value)
self.booleanFieldPending = false
else
self:writeByte(value)
end
end
function TCompactProtocol:writeByte(byte)
local buff = libluabpack.bpack('c', byte)
self.trans:write(buff)
end
function TCompactProtocol:writeI16(i16)
self:writeVarint32(libluabpack.i32ToZigzag(i16))
end
function TCompactProtocol:writeI32(i32)
self:writeVarint32(libluabpack.i32ToZigzag(i32))
end
function TCompactProtocol:writeI64(i64)
self:writeVarint64(libluabpack.i64ToZigzag(i64))
end
function TCompactProtocol:writeDouble(dub)
local buff = libluabpack.bpack('d', dub)
self.trans:write(buff)
end
function TCompactProtocol:writeString(str)
-- Should be utf-8
self:writeBinary(str)
end
function TCompactProtocol:writeBinary(str)
-- Should be utf-8
self:writeVarint32(string.len(str))
self.trans:write(str)
end
function TCompactProtocol:writeFieldBeginInternal(name, ttype, id, typeOverride)
if typeOverride == -1 then
typeOverride = TTypeToCompactType[ttype]
end
local offset = id - self.lastFieldId
if id > self.lastFieldId and offset <= 15 then
self:writeByte(libluabitwise.bor(libluabitwise.shiftl(offset, 4), typeOverride))
else
self:writeByte(typeOverride)
self:writeI16(id)
end
self.lastFieldId = id
end
function TCompactProtocol:writeCollectionBegin(etype, size)
if size <= 14 then
self:writeByte(libluabitwise.bor(libluabitwise.shiftl(size, 4), TTypeToCompactType[etype]))
else
self:writeByte(libluabitwise.bor(0xf0, TTypeToCompactType[etype]))
self:writeVarint32(size)
end
end
function TCompactProtocol:writeVarint32(i32)
-- Should be utf-8
local str = libluabpack.toVarint32(i32)
self.trans:write(str)
end
function TCompactProtocol:writeVarint64(i64)
-- Should be utf-8
local str = libluabpack.toVarint64(i64)
self.trans:write(str)
end
function TCompactProtocol:readMessageBegin()
local protocolId = self:readSignByte()
if protocolId ~= self.COMPACT_PROTOCOL_ID then
terror(TProtocolException:new{
message = "Expected protocol id " .. self.COMPACT_PROTOCOL_ID .. " but got " .. protocolId})
end
local versionAndType = self:readSignByte()
local version = libluabitwise.band(versionAndType, self.COMPACT_VERSION_MASK)
local ttype = libluabitwise.band(libluabitwise.shiftr(versionAndType,
self.COMPACT_TYPE_SHIFT_AMOUNT), self.COMPACT_TYPE_BITS)
if version ~= self.COMPACT_VERSION then
terror(TProtocolException:new{
message = "Expected version " .. self.COMPACT_VERSION .. " but got " .. version})
end
local seqid = self:readVarint32()
local name = self:readString()
return name, ttype, seqid
end
function TCompactProtocol:readMessageEnd()
end
function TCompactProtocol:readStructBegin()
self.lastField[self.lastFieldIndex] = self.lastFieldId
self.lastFieldIndex = self.lastFieldIndex + 1
self.lastFieldId = 0
return nil
end
function TCompactProtocol:readStructEnd()
self.lastFieldIndex = self.lastFieldIndex - 1
self.lastFieldId = self.lastField[self.lastFieldIndex]
end
function TCompactProtocol:readFieldBegin()
local field_and_ttype = self:readSignByte()
local ttype = self:getTType(field_and_ttype)
if ttype == TType.STOP then
return nil, ttype, 0
end
-- mask off the 4 MSB of the type header. it could contain a field id delta.
local modifier = libluabitwise.shiftr(libluabitwise.band(field_and_ttype, 0xf0), 4)
local id = 0
if modifier == 0 then
id = self:readI16()
else
id = self.lastFieldId + modifier
end
if ttype == TType.BOOL then
boolValue = libluabitwise.band(field_and_ttype, 0x0f) == TCompactType.COMPACT_BOOLEAN_TRUE
boolValueIsNotNull = true
end
self.lastFieldId = id
return nil, ttype, id
end
function TCompactProtocol:readFieldEnd()
end
function TCompactProtocol:readMapBegin()
local size = self:readVarint32()
if size < 0 then
return nil,nil,nil
end
local kvtype = self:readSignByte()
local ktype = self:getTType(libluabitwise.shiftr(kvtype, 4))
local vtype = self:getTType(kvtype)
return ktype, vtype, size
end
function TCompactProtocol:readMapEnd()
end
function TCompactProtocol:readListBegin()
local size_and_type = self:readSignByte()
local size = libluabitwise.band(libluabitwise.shiftr(size_and_type, 4), 0x0f)
if size == 15 then
size = self:readVarint32()
end
if size < 0 then
return nil,nil
end
local etype = self:getTType(libluabitwise.band(size_and_type, 0x0f))
return etype, size
end
function TCompactProtocol:readListEnd()
end
function TCompactProtocol:readSetBegin()
return self:readListBegin()
end
function TCompactProtocol:readSetEnd()
end
function TCompactProtocol:readBool()
if boolValueIsNotNull then
boolValueIsNotNull = true
return boolValue
end
local val = self:readSignByte()
if val == TCompactType.COMPACT_BOOLEAN_TRUE then
return true
end
return false
end
function TCompactProtocol:readByte()
local buff = self.trans:readAll(1)
local val = libluabpack.bunpack('c', buff)
return val
end
function TCompactProtocol:readSignByte()
local buff = self.trans:readAll(1)
local val = libluabpack.bunpack('C', buff)
return val
end
function TCompactProtocol:readI16()
return self:readI32()
end
function TCompactProtocol:readI32()
local v = self:readVarint32()
local value = libluabpack.zigzagToI32(v)
return value
end
function TCompactProtocol:readI64()
local value = self:readVarint64()
return value
end
function TCompactProtocol:readDouble()
local buff = self.trans:readAll(8)
local val = libluabpack.bunpack('d', buff)
return val
end
function TCompactProtocol:readString()
return self:readBinary()
end
function TCompactProtocol:readBinary()
local size = self:readVarint32()
if size <= 0 then
return ""
end
return self.trans:readAll(size)
end
function TCompactProtocol:readVarint32()
local shiftl = 0
local result = 0
while true do
b = self:readByte()
result = libluabitwise.bor(result,
libluabitwise.shiftl(libluabitwise.band(b, 0x7f), shiftl))
if libluabitwise.band(b, 0x80) ~= 0x80 then
break
end
shiftl = shiftl + 7
end
return result
end
function TCompactProtocol:readVarint64()
local result = liblualongnumber.new
local data = result(0)
local shiftl = 0
while true do
b = self:readByte()
endFlag, data = libluabpack.fromVarint64(b, shiftl, data)
shiftl = shiftl + 7
if endFlag == 0 then
break
end
end
return data
end
function TCompactProtocol:getTType(ctype)
return CompactTypeToTType[libluabitwise.band(ctype, 0x0f)]
end
TCompactProtocolFactory = TProtocolFactory:new{
__type = 'TCompactProtocolFactory',
}
function TCompactProtocolFactory:getProtocol(trans)
-- TODO Enforce that this must be a transport class (ie not a bool)
if not trans then
terror(TProtocolException:new{
message = 'Must supply a transport to ' .. ttype(self)
})
end
return TCompactProtocol:new{
trans = trans
}
end