SSH.NET/test/Renci.SshNet.Tests/Classes/Sftp/SftpFileReaderTest_PreviousChunkIsIncompleteAndEofIsNotReached.cs

using Microsoft.VisualStudio.TestTools.UnitTesting;
using Moq;
using Renci.SshNet.Common;
using Renci.SshNet.Sftp;
using System;
using System.Diagnostics;
using System.Threading;
using BufferedRead = Renci.SshNet.Sftp.SftpFileReader.BufferedRead;

namespace Renci.SshNet.Tests.Classes.Sftp
{
    [TestClass]
    public class SftpFileReaderTest_PreviousChunkIsIncompleteAndEofIsNotReached : SftpFileReaderTestBase
    {
        private const int ChunkLength = 32 * 1024;

        private MockSequence _seq;
        private byte[] _handle;
        private int _fileSize;
        private WaitHandle[] _waitHandleArray;
        private int _operationTimeout;
        private SftpCloseAsyncResult _closeAsyncResult;
        private byte[] _chunk1;
        private byte[] _chunk2;
        private byte[] _chunk2CatchUp1;
        private byte[] _chunk2CatchUp2;
        private byte[] _chunk3;
        private byte[] _chunk4;
        private byte[] _chunk5;
        private SftpFileReader _reader;
        private byte[] _actualChunk1;
        private byte[] _actualChunk2;
        private byte[] _actualChunk3;
        private ManualResetEvent _chunk1BeginRead;
        private ManualResetEvent _chunk2BeginRead;
        private ManualResetEvent _chunk3BeginRead;
        private ManualResetEvent _chunk4BeginRead;
        private ManualResetEvent _chunk5BeginRead;
        private ManualResetEvent _waitBeforeChunk6;
        private ManualResetEvent _chunk6BeginRead;
        private byte[] _actualChunk4;
        private byte[] _actualChunk2CatchUp1;
        private byte[] _actualChunk2CatchUp2;
        private byte[] _chunk6;
        private byte[] _actualChunk5;
        private byte[] _actualChunk6;

        protected override void SetupData()
        {
            var random = new Random();

            _handle = CreateByteArray(random, 3);
            _chunk1 = CreateByteArray(random, ChunkLength);
            _chunk2 = CreateByteArray(random, ChunkLength - 17);
            _chunk2CatchUp1 = CreateByteArray(random, 10);
            _chunk2CatchUp2 = CreateByteArray(random, 7);
            _chunk3 = CreateByteArray(random, ChunkLength);
            _chunk4 = CreateByteArray(random, ChunkLength);
            _chunk5 = CreateByteArray(random, ChunkLength);
            _chunk6 = new byte[0];
            _chunk1BeginRead = new ManualResetEvent(false);
            _chunk2BeginRead = new ManualResetEvent(false);
            _chunk3BeginRead = new ManualResetEvent(false);
            _chunk4BeginRead = new ManualResetEvent(false);
            _chunk5BeginRead = new ManualResetEvent(false);
            _waitBeforeChunk6 = new ManualResetEvent(false);
            _chunk6BeginRead = new ManualResetEvent(false);
            _fileSize = _chunk1.Length + _chunk2.Length + _chunk2CatchUp1.Length + _chunk2CatchUp2.Length + _chunk3.Length + _chunk4.Length + _chunk5.Length;
            _waitHandleArray = new WaitHandle[2];
            _operationTimeout = random.Next(10000, 20000);
            _closeAsyncResult = new SftpCloseAsyncResult(null, null);
        }

        protected override void SetupMocks()
        {
            _seq = new MockSequence();

            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.CreateWaitHandleArray(It.IsNotNull<WaitHandle>(), It.IsNotNull<WaitHandle>()))
                               .Returns<WaitHandle, WaitHandle>((disposingWaitHandle, semaphoreAvailableWaitHandle) =>
                                   {
                                       _waitHandleArray[0] = disposingWaitHandle;
                                       _waitHandleArray[1] = semaphoreAvailableWaitHandle;
                                       return _waitHandleArray;
                                   });
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, 0, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk1BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk1, false);
                                   })
                               .Returns((SftpReadAsyncResult)null);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, ChunkLength, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk2BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk2, false);
                                   })
                               .Returns((SftpReadAsyncResult) null);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, 2 * ChunkLength, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk3BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk3, false);
                                   })
                               .Returns((SftpReadAsyncResult) null);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, 3 * ChunkLength, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk4BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk4, false);
                                   })
                               .Returns((SftpReadAsyncResult) null);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, 4 * ChunkLength, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk5BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk5, false);
                                   })
                               .Returns((SftpReadAsyncResult) null);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.OperationTimeout)
                               .Returns(_operationTimeout);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.WaitAny(_waitHandleArray, _operationTimeout))
                               .Callback(() => _waitBeforeChunk6.Set())
                               .Returns(() => WaitAny(_waitHandleArray, _operationTimeout));
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.RequestRead(_handle, (2 * ChunkLength) - 17, 17))
                               .Returns(_chunk2CatchUp1);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.RequestRead(_handle, (2 * ChunkLength) - 7, 7))
                               .Returns(_chunk2CatchUp2);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginRead(_handle, 5 * ChunkLength, ChunkLength, It.IsNotNull<AsyncCallback>(), It.IsAny<BufferedRead>()))
                               .Callback<byte[], ulong, uint, AsyncCallback, object>((handle, offset, length, callback, state) =>
                                   {
                                       _ = _chunk6BeginRead.Set();
                                       var asyncResult = new SftpReadAsyncResult(callback, state);
                                       asyncResult.SetAsCompleted(_chunk6, false);
                                   })
                               .Returns((SftpReadAsyncResult) null);
        }

        protected override void Arrange()
        {
            base.Arrange();

            _reader = new SftpFileReader(_handle, SftpSessionMock.Object, ChunkLength, 3, _fileSize);
        }

        protected override void Act()
        {
            // reader is configured to read-ahead max. 3 chunks, so chunk4 should not have been read
            Assert.IsFalse(_chunk4BeginRead.WaitOne(0));
            // consume chunk 1
            _actualChunk1 = _reader.Read();
            // consuming chunk1 allows chunk4 to be read-ahead
            Assert.IsTrue(_chunk4BeginRead.WaitOne(200));
            // verify that chunk5 has not yet been read-ahead
            Assert.IsFalse(_chunk5BeginRead.WaitOne(0));
            // consume chunk 2
            _actualChunk2 = _reader.Read();
            // consuming chunk2 allows chunk5 to be read-ahead
            Assert.IsTrue(_chunk5BeginRead.WaitOne(200));
            // pauze until the read-ahead has started waiting a semaphore to become available
            Assert.IsTrue(_waitBeforeChunk6.WaitOne(200));
            // consume remaining parts of chunk 2
            _actualChunk2CatchUp1 = _reader.Read();
            _actualChunk2CatchUp2 = _reader.Read();
            // verify that chunk6 has not yet been read-ahead
            Assert.IsFalse(_chunk6BeginRead.WaitOne(0));
            // consume chunk 3
            _actualChunk3 = _reader.Read();
            // consuming chunk3 allows chunk6 to be read-ahead
            Assert.IsTrue(_chunk6BeginRead.WaitOne(200));
            // consume chunk 4
            _actualChunk4 = _reader.Read();
            // consume chunk 5
            _actualChunk5 = _reader.Read();
            // consume chunk 6
            _actualChunk6 = _reader.Read();
        }

        [TestMethod]
        public void FirstReadShouldReturnChunk1()
        {
            Assert.IsNotNull(_actualChunk1);
            Assert.AreSame(_chunk1, _actualChunk1);
        }

        [TestMethod]
        public void SecondReadShouldReturnChunk2()
        {
            Assert.IsNotNull(_actualChunk2);
            Assert.AreSame(_chunk2, _actualChunk2);
        }

        [TestMethod]
        public void ThirdReadShouldReturnChunk2CatchUp1()
        {
            Assert.IsNotNull(_actualChunk2CatchUp1);
            Assert.AreSame(_chunk2CatchUp1, _actualChunk2CatchUp1);
        }

        [TestMethod]
        public void FourthReadShouldReturnChunk2CatchUp2()
        {
            Assert.IsNotNull(_actualChunk2CatchUp2);
            Assert.AreSame(_chunk2CatchUp2, _actualChunk2CatchUp2);
        }

        [TestMethod]
        public void FifthReadShouldReturnChunk3()
        {
            Assert.IsNotNull(_actualChunk3);
            Assert.AreSame(_chunk3, _actualChunk3);
        }

        [TestMethod]
        public void SixthReadShouldReturnChunk4()
        {
            Assert.IsNotNull(_actualChunk4);
            Assert.AreSame(_chunk4, _actualChunk4);
        }

        [TestMethod]
        public void SeventhReadShouldReturnChunk5()
        {
            Assert.IsNotNull(_actualChunk5);
            Assert.AreSame(_chunk5, _actualChunk5);
        }

        [TestMethod]
        public void EightReadShouldReturnChunk6()
        {
            Assert.IsNotNull(_actualChunk6);
            Assert.AreSame(_chunk6, _actualChunk6);
        }

        [TestMethod]
        public void ReadAfterEndOfFileShouldThrowSshException()
        {
            try
            {
                _ = _reader.Read();
                Assert.Fail();
            }
            catch (SshException ex)
            {
                Assert.IsNull(ex.InnerException);
                Assert.AreEqual("Attempting to read beyond the end of the file.", ex.Message);
            }
        }

        [TestMethod]
        public void DisposeShouldCloseHandleAndCompleteImmediately()
        {
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.IsOpen)
                               .Returns(true);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.BeginClose(_handle, null, null))
                               .Returns(_closeAsyncResult);
            _ = SftpSessionMock.InSequence(_seq)
                               .Setup(p => p.EndClose(_closeAsyncResult));

            var stopwatch = Stopwatch.StartNew();
            _reader.Dispose();
            stopwatch.Stop();

            Assert.IsTrue(stopwatch.ElapsedMilliseconds < 200, "Dispose took too long to complete: " + stopwatch.ElapsedMilliseconds);

            SftpSessionMock.Verify(p => p.IsOpen, Times.Once);
            SftpSessionMock.Verify(p => p.BeginClose(_handle, null, null), Times.Once);
            SftpSessionMock.Verify(p => p.EndClose(_closeAsyncResult), Times.Once);
        }
    }
}