aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMartin Storsjö <martin@martin.st>2015-11-11 21:42:02 +0200
committerMichael Niedermayer <michael@niedermayer.cc>2015-11-19 03:51:40 +0100
commit949f5dbcfbb8ce317b8104655dbc73efd383f6e0 (patch)
tree93702706ff56f9d4677c99e27974c5d75658c699
parent89612acc81d12fd41332632840aa6d5bce6f0d12 (diff)
downloadffmpeg-949f5dbcfbb8ce317b8104655dbc73efd383f6e0.tar.gz
rtmpcrypt: Do the xtea decryption in little endian mode
The XTEA algorithm operates on 32 bit numbers, not on byte sequences. The XTEA implementation in libavutil is written assuming big endian numbers, while the rtmpe signature encryption assumes little endian. This fixes rtmpe communication with rtmpe servers that use signature type 8 (XTEA), e.g. crunchyroll. CC: libav-stable@libav.org Signed-off-by: Martin Storsjö <martin@martin.st> (cherry picked from commit e7728319b92dbb4fb949155e33de7ff5358ddff3) Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
-rw-r--r--libavformat/rtmpcrypt.c7
1 files changed, 6 insertions, 1 deletions
diff --git a/libavformat/rtmpcrypt.c b/libavformat/rtmpcrypt.c
index 2312527d37..fb46449a67 100644
--- a/libavformat/rtmpcrypt.c
+++ b/libavformat/rtmpcrypt.c
@@ -184,9 +184,14 @@ int ff_rtmpe_compute_secret_key(URLContext *h, const uint8_t *serverdata,
static void rtmpe8_sig(const uint8_t *in, uint8_t *out, int key_id)
{
struct AVXTEA ctx;
+ uint8_t tmpbuf[8];
av_xtea_init(&ctx, rtmpe8_keys[key_id]);
- av_xtea_crypt(&ctx, out, in, 1, NULL, 0);
+ AV_WB32(tmpbuf, AV_RL32(in));
+ AV_WB32(tmpbuf + 4, AV_RL32(in + 4));
+ av_xtea_crypt(&ctx, tmpbuf, tmpbuf, 1, NULL, 0);
+ AV_WL32(out, AV_RB32(tmpbuf));
+ AV_WL32(out + 4, AV_RB32(tmpbuf + 4));
}
static void rtmpe9_sig(const uint8_t *in, uint8_t *out, int key_id)