Upgrading dependency to Thrift 0.12.0

This commit is contained in:
Renan DelValle 2018-11-27 18:03:50 -08:00
parent 3e4590dcc0
commit 356978cb42
No known key found for this signature in database
GPG key ID: C240AD6D6F443EC9
1302 changed files with 101701 additions and 26784 deletions

View file

@ -24,5 +24,10 @@ clean-local:
$(RM) -r .pub
find . -type d -name "packages" | xargs $(RM) -r
find . -type f -name ".packages" | xargs $(RM)
find . -type f -name "pubspec.lock" | xargs $(RM)
check-local: all
EXTRA_DIST = \
.analysis_options

View file

@ -25,7 +25,14 @@ class TFramedTransport extends TBufferedTransport {
final TTransport _transport;
final Uint8List headerBytes = new Uint8List(headerByteCount);
final Uint8List _headerBytes = new Uint8List(headerByteCount);
int _receivedHeaderBytes = 0;
int _bodySize = 0;
Uint8List _body = null;
int _receivedBodyBytes = 0;
Completer<Uint8List> _frameCompleter = null;
TFramedTransport(TTransport transport) : _transport = transport {
if (transport == null) {
@ -51,33 +58,112 @@ class TFramedTransport extends TBufferedTransport {
if (got > 0) return got;
}
_readFrame();
// IMPORTANT: by the time you've got here,
// an entire frame is available for reading
return super.read(buffer, offset, length);
}
void _readFrame() {
_transport.readAll(headerBytes, 0, headerByteCount);
int size = headerBytes.buffer.asByteData().getUint32(0);
if (size < 0) {
throw new TTransportError(
TTransportErrorType.UNKNOWN, "Read a negative frame size: $size");
if (_body == null) {
bool gotFullHeader = _readFrameHeader();
if (!gotFullHeader) {
return;
}
}
Uint8List buffer = new Uint8List(size);
_transport.readAll(buffer, 0, size);
_setReadBuffer(buffer);
_readFrameBody();
}
bool _readFrameHeader() {
var remainingHeaderBytes = headerByteCount - _receivedHeaderBytes;
int got = _transport.read(_headerBytes, _receivedHeaderBytes, remainingHeaderBytes);
if (got < 0) {
throw new TTransportError(
TTransportErrorType.UNKNOWN, "Socket closed during frame header read");
}
_receivedHeaderBytes += got;
if (_receivedHeaderBytes == headerByteCount) {
int size = _headerBytes.buffer.asByteData().getUint32(0);
_receivedHeaderBytes = 0;
if (size < 0) {
throw new TTransportError(
TTransportErrorType.UNKNOWN, "Read a negative frame size: $size");
}
_bodySize = size;
_body = new Uint8List(_bodySize);
_receivedBodyBytes = 0;
return true;
} else {
_registerForReadableBytes();
return false;
}
}
void _readFrameBody() {
var remainingBodyBytes = _bodySize - _receivedBodyBytes;
int got = _transport.read(_body, _receivedBodyBytes, remainingBodyBytes);
if (got < 0) {
throw new TTransportError(
TTransportErrorType.UNKNOWN, "Socket closed during frame body read");
}
_receivedBodyBytes += got;
if (_receivedBodyBytes == _bodySize) {
var body = _body;
_bodySize = 0;
_body = null;
_receivedBodyBytes = 0;
_setReadBuffer(body);
var completer = _frameCompleter;
_frameCompleter = null;
completer.complete(new Uint8List(0));
} else {
_registerForReadableBytes();
}
}
Future flush() {
Uint8List buffer = consumeWriteBuffer();
int length = buffer.length;
if (_frameCompleter == null) {
Uint8List buffer = consumeWriteBuffer();
int length = buffer.length;
headerBytes.buffer.asByteData().setUint32(0, length);
_transport.write(headerBytes, 0, headerByteCount);
_transport.write(buffer, 0, length);
_headerBytes.buffer.asByteData().setUint32(0, length);
_transport.write(_headerBytes, 0, headerByteCount);
_transport.write(buffer, 0, length);
return _transport.flush();
_frameCompleter = new Completer<Uint8List>();
_registerForReadableBytes();
}
return _frameCompleter.future;
}
void _registerForReadableBytes() {
_transport.flush().then((_) {
_readFrame();
}).catchError((e) {
var completer = _frameCompleter;
_receivedHeaderBytes = 0;
_bodySize = 0;
_body = null;
_receivedBodyBytes = 0;
_frameCompleter = null;
completer.completeError(e);
});
}
}

View file

@ -79,7 +79,9 @@ class TClientSocketTransport extends TSocketTransport {
var completer = new Completer<Uint8List>.sync();
_completers.add(completer);
socket.send(bytes);
if (bytes.lengthInBytes > 0) {
socket.send(bytes);
}
return completer.future;
}

View file

@ -16,7 +16,7 @@
# under the License.
name: thrift
version: 0.10.0
version: 1.0.0-dev
description: >
A Dart library for Apache Thrift
author: Apache Thrift Developers <dev@thrift.apache.org>

View file

@ -0,0 +1,175 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
library thrift.test.transport.t_framed_transport_test;
import 'dart:async';
import 'dart:convert';
import 'dart:typed_data' show Uint8List;
import 'package:test/test.dart';
import 'package:thrift/thrift.dart';
void main() {
group('TFramedTransport partial reads', () {
final flushAwaitDuration = new Duration(seconds: 10);
FakeReadOnlySocket socket;
TSocketTransport socketTransport;
TFramedTransport transport;
var messageAvailable;
setUp(() {
socket = new FakeReadOnlySocket();
socketTransport = new TClientSocketTransport(socket);
transport = new TFramedTransport(socketTransport);
messageAvailable = false;
});
expectNoReadableBytes() {
var readBuffer = new Uint8List(128);
var readBytes = transport.read(readBuffer, 0, readBuffer.lengthInBytes);
expect(readBytes, 0);
expect(messageAvailable, false);
}
test('Test transport reads messages where header and body are sent separately', () async {
// buffer into which we'll read
var readBuffer = new Uint8List(10);
var readBytes;
// registers for readable bytes
var flushFuture = transport.flush().timeout(flushAwaitDuration);
flushFuture.then((_) {
messageAvailable = true;
});
// write header bytes
socket.messageController.add(new Uint8List.fromList([0x00, 0x00, 0x00, 0x06]));
// you shouldn't be able to get any bytes from the read,
// because the header has been consumed internally
expectNoReadableBytes();
// write first batch of body
socket.messageController.add(new Uint8List.fromList(UTF8.encode("He")));
// you shouldn't be able to get any bytes from the read,
// because the frame has been consumed internally
expectNoReadableBytes();
// write second batch of body
socket.messageController.add(new Uint8List.fromList(UTF8.encode("llo!")));
// have to wait for the flush to complete,
// because it's only then that the frame is available for reading
await flushFuture;
expect(messageAvailable, true);
// at this point the frame is complete, so we expect the read to complete
readBytes = transport.read(readBuffer, 0, readBuffer.lengthInBytes);
expect(readBytes, 6);
expect(readBuffer.sublist(0, 6), UTF8.encode("Hello!"));
});
test('Test transport reads messages where header is sent in pieces '
'and body is also sent in pieces', () async {
// buffer into which we'll read
var readBuffer = new Uint8List(10);
var readBytes;
// registers for readable bytes
var flushFuture = transport.flush().timeout(flushAwaitDuration);
flushFuture.then((_) {
messageAvailable = true;
});
// write first part of header bytes
socket.messageController.add(new Uint8List.fromList([0x00, 0x00]));
// you shouldn't be able to get any bytes from the read
expectNoReadableBytes();
// write second part of header bytes
socket.messageController.add(new Uint8List.fromList([0x00, 0x03]));
// you shouldn't be able to get any bytes from the read again
// because only the header was read, and there's no frame body
readBytes = expectNoReadableBytes();
// write first batch of body
socket.messageController.add(new Uint8List.fromList(UTF8.encode("H")));
// you shouldn't be able to get any bytes from the read,
// because the frame has been consumed internally
expectNoReadableBytes();
// write second batch of body
socket.messageController.add(new Uint8List.fromList(UTF8.encode("i!")));
// have to wait for the flush to complete,
// because it's only then that the frame is available for reading
await flushFuture;
expect(messageAvailable, true);
// at this point the frame is complete, so we expect the read to complete
readBytes = transport.read(readBuffer, 0, readBuffer.lengthInBytes);
expect(readBytes, 3);
expect(readBuffer.sublist(0, 3), UTF8.encode("Hi!"));
});
});
}
class FakeReadOnlySocket extends TSocket {
StreamController<Uint8List> messageController = new StreamController<Uint8List>(sync: true);
StreamController<Object> errorController = new StreamController<Object>();
StreamController<TSocketState> stateController = new StreamController<TSocketState>();
@override
Future close() {
// noop
}
@override
bool get isClosed => false;
@override
bool get isOpen => true;
@override
Stream<Object> get onError => errorController.stream;
@override
Stream<Uint8List> get onMessage => messageController.stream;
@override
Stream<TSocketState> get onState => stateController.stream;
@override
Future open() {
// noop
}
@override
void send(Uint8List data) {
// noop
}
}