more UDP impl
authorfhanik <fhanik@13f79535-47bb-0310-9956-ffa450edef68>
Tue, 19 Feb 2008 20:45:54 +0000 (20:45 +0000)
committerfhanik <fhanik@13f79535-47bb-0310-9956-ffa450edef68>
Tue, 19 Feb 2008 20:45:54 +0000 (20:45 +0000)
git-svn-id: https://svn.apache.org/repos/asf/tomcat/trunk@629223 13f79535-47bb-0310-9956-ffa450edef68

java/org/apache/catalina/tribes/ChannelReceiver.java
java/org/apache/catalina/tribes/membership/McastServiceImpl.java
java/org/apache/catalina/tribes/transport/ReceiverBase.java
java/org/apache/catalina/tribes/transport/nio/NioReceiver.java
java/org/apache/catalina/tribes/transport/nio/NioReplicationTask.java
java/org/apache/catalina/tribes/transport/nio/NioSender.java
test/org/apache/catalina/tribes/test/channel/TestDataIntegrity.java
test/org/apache/catalina/tribes/test/channel/TestUdpPackages.java [new file with mode: 0644]

index f52c039..32c53e4 100644 (file)
@@ -27,6 +27,8 @@ package org.apache.catalina.tribes;
  * @version $Revision$, $Date$
  */
 public interface ChannelReceiver extends Heartbeat {
+    public static final int MAX_UDP_SIZE = 65535;
+    
     /**
      * Start listening for incoming messages on the host/port
      * @throws java.io.IOException
index c17affa..fd410bd 100644 (file)
@@ -335,7 +335,10 @@ public class McastServiceImpl
                         }
                     };
                 } //end if
-                if ( t != null ) t.start();
+                if ( t != null ) {
+                    t.setDaemon(true);
+                    t.start();
+                }
             }
         } catch (SocketTimeoutException x ) { 
             //do nothing, this is normal, we don't want to block forever
index 3bc54a2..06d4217 100644 (file)
@@ -46,7 +46,6 @@ public abstract class ReceiverBase implements ChannelReceiver, ListenCallback, R
 
     public static final int OPTION_DIRECT_BUFFER = 0x0004;
 
-
     protected static org.apache.juli.logging.Log log = org.apache.juli.logging.LogFactory.getLog(ReceiverBase.class);
 
     private MessageListener listener;
index b9ef3ba..de52763 100644 (file)
@@ -249,7 +249,7 @@ public class NioReceiver extends ReceiverBase implements Runnable, ChannelReceiv
 
         setListen(true);
         if (selector!=null && datagramChannel!=null) {
-            ObjectReader oreader = new ObjectReader(65535); //max size for a datagram packet
+            ObjectReader oreader = new ObjectReader(MAX_UDP_SIZE); //max size for a datagram packet
             registerChannel(selector,datagramChannel,SelectionKey.OP_READ,oreader);
         }
 
index 4fea62b..6e37070 100644 (file)
@@ -33,6 +33,8 @@ import org.apache.catalina.tribes.io.ListenCallback;
 import org.apache.catalina.tribes.io.ChannelData;
 import org.apache.catalina.tribes.io.BufferPool;
 import java.nio.channels.CancelledKeyException;
+
+import org.apache.catalina.tribes.ChannelReceiver;
 import org.apache.catalina.tribes.UniqueId;
 import org.apache.catalina.tribes.RemoteProcessException;
 import org.apache.catalina.tribes.util.Logs;
@@ -68,10 +70,14 @@ public class NioReplicationTask extends AbstractRxTask {
     // loop forever waiting for work to do
     public synchronized void run() {
         if ( buffer == null ) {
+            int size = getRxBufSize();
+            if (key.channel() instanceof DatagramChannel) {
+                size = ChannelReceiver.MAX_UDP_SIZE;
+            }
             if ( (getOptions() & OPTION_DIRECT_BUFFER) == OPTION_DIRECT_BUFFER) {
-                buffer = ByteBuffer.allocateDirect(getRxBufSize());
+                buffer = ByteBuffer.allocateDirect(size);
             } else {
-                buffer = ByteBuffer.allocate(getRxBufSize());
+                buffer = ByteBuffer.allocate(size);
             }
         } else {
             buffer.clear();
index fe21cbf..b8e0479 100644 (file)
@@ -137,16 +137,24 @@ public class NioSender extends AbstractSender implements DataSender{
         connecting = false;
         setRequestCount(0);
         setConnectTime(System.currentTimeMillis());
-        socketChannel.socket().setSendBufferSize(getTxBufSize());
-        socketChannel.socket().setReceiveBufferSize(getRxBufSize());
-        socketChannel.socket().setSoTimeout((int)getTimeout());
-        socketChannel.socket().setSoLinger(getSoLingerOn(),getSoLingerOn()?getSoLingerTime():0);
-        socketChannel.socket().setTcpNoDelay(getTcpNoDelay());
-        socketChannel.socket().setKeepAlive(getSoKeepAlive());
-        socketChannel.socket().setReuseAddress(getSoReuseAddress());
-        socketChannel.socket().setOOBInline(getOoBInline());
-        socketChannel.socket().setSoLinger(getSoLingerOn(),getSoLingerTime());
-        socketChannel.socket().setTrafficClass(getSoTrafficClass());
+        if (socketChannel!=null) {
+            socketChannel.socket().setSendBufferSize(getTxBufSize());
+            socketChannel.socket().setReceiveBufferSize(getRxBufSize());
+            socketChannel.socket().setSoTimeout((int)getTimeout());
+            socketChannel.socket().setSoLinger(getSoLingerOn(),getSoLingerOn()?getSoLingerTime():0);
+            socketChannel.socket().setTcpNoDelay(getTcpNoDelay());
+            socketChannel.socket().setKeepAlive(getSoKeepAlive());
+            socketChannel.socket().setReuseAddress(getSoReuseAddress());
+            socketChannel.socket().setOOBInline(getOoBInline());
+            socketChannel.socket().setSoLinger(getSoLingerOn(),getSoLingerTime());
+            socketChannel.socket().setTrafficClass(getSoTrafficClass());
+        } else if (dataChannel!=null) {
+            dataChannel.socket().setSendBufferSize(getTxBufSize());
+            dataChannel.socket().setReceiveBufferSize(getRxBufSize());
+            dataChannel.socket().setSoTimeout((int)getTimeout());
+            dataChannel.socket().setReuseAddress(getSoReuseAddress());
+            dataChannel.socket().setTrafficClass(getSoTrafficClass());
+        }
     }
 
 
@@ -224,6 +232,9 @@ public class NioSender extends AbstractSender implements DataSender{
             dataChannel = DatagramChannel.open();
             dataChannel.configureBlocking(false);
             dataChannel.connect(daddr);
+            completeConnect();
+            dataChannel.register(getSelector(),SelectionKey.OP_WRITE, this);
+            
         } else {
             InetSocketAddress addr = new InetSocketAddress(getAddress(),getPort());
             if ( socketChannel != null ) throw new IOException("Socket channel has already been established. Connection might be in progress.");
index 07b77bc..2dfcd6e 100644 (file)
@@ -28,12 +28,12 @@ import org.apache.catalina.tribes.group.interceptors.MessageDispatchInterceptor;
 import org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor;
 
 /**
- * <p>Title: </p> 
- * 
- * <p>Description: </p> 
- * 
+ * <p>Title: </p>
+ *
+ * <p>Description: </p>
+ *
  * <p>Company: </p>
- * 
+ *
  * @author not attributable
  * @version 1.0
  */
@@ -61,7 +61,7 @@ public class TestDataIntegrity extends TestCase {
         channel1.stop(GroupChannel.DEFAULT);
         channel2.stop(GroupChannel.DEFAULT);
     }
-    
+
     public void testDataSendNO_ACK() throws Exception {
         System.err.println("Starting NO_ACK");
         Thread[] threads = new Thread[threadCount];
@@ -89,7 +89,7 @@ public class TestDataIntegrity extends TestCase {
         System.err.println("Finished NO_ACK ["+listener1.count+"]");
         assertEquals("Checking success messages.",msgCount*threadCount,listener1.count);
     }
-    
+
     public void testDataSendASYNCM() throws Exception {
             System.err.println("Starting ASYNC MULTI THREAD");
             Thread[] threads = new Thread[threadCount];
@@ -113,7 +113,7 @@ public class TestDataIntegrity extends TestCase {
             for (int x=0; x<threads.length; x++ ) { threads[x].join();}
             //sleep for 50 sec, let the other messages in
             long start = System.currentTimeMillis();
-            while ( (System.currentTimeMillis()-start)<15000 && msgCount*threadCount!=listener1.count) Thread.sleep(500);
+            while ( (System.currentTimeMillis()-start)<25000 && msgCount*threadCount!=listener1.count) Thread.sleep(500);
             System.err.println("Finished ASYNC MULTI THREAD ["+listener1.count+"]");
             assertEquals("Checking success messages.",msgCount*threadCount,listener1.count);
     }
@@ -148,7 +148,7 @@ public class TestDataIntegrity extends TestCase {
         public boolean accept(Serializable s, Member m) {
             return (s instanceof Data);
         }
-        
+
         public void messageReceived(Serializable s, Member m) {
             Data d = (Data)s;
             if ( !Data.verify(d) ) {
@@ -161,7 +161,7 @@ public class TestDataIntegrity extends TestCase {
             }
         }
     }
-    
+
     public static class Data implements Serializable {
         public int length;
         public byte[] data;
@@ -178,14 +178,14 @@ public class TestDataIntegrity extends TestCase {
             Arrays.fill(d.data,d.key);
             return d;
         }
-        
+
         public static boolean verify(Data d) {
             boolean result = (d.length == d.data.length);
             for ( int i=0; result && (i<d.data.length); i++ ) result = result && d.data[i] == d.key;
             return result;
         }
     }
-    
-    
+
+
 
 }
diff --git a/test/org/apache/catalina/tribes/test/channel/TestUdpPackages.java b/test/org/apache/catalina/tribes/test/channel/TestUdpPackages.java
new file mode 100644 (file)
index 0000000..c159d28
--- /dev/null
@@ -0,0 +1,217 @@
+/*\r
+ * Licensed to the Apache Software Foundation (ASF) under one or more\r
+ * contributor license agreements.  See the NOTICE file distributed with\r
+ * this work for additional information regarding copyright ownership.\r
+ * The ASF licenses this file to You under the Apache License, Version 2.0\r
+ * (the "License"); you may not use this file except in compliance with\r
+ * the License.  You may obtain a copy of the License at\r
+ *\r
+ *      http://www.apache.org/licenses/LICENSE-2.0\r
+ *\r
+ * Unless required by applicable law or agreed to in writing, software\r
+ * distributed under the License is distributed on an "AS IS" BASIS,\r
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
+ * See the License for the specific language governing permissions and\r
+ * limitations under the License.\r
+ */\r
+package org.apache.catalina.tribes.test.channel;\r
+\r
+import junit.framework.TestCase;\r
+import java.io.Serializable;\r
+import java.util.Random;\r
+import java.util.Arrays;\r
+\r
+import org.apache.catalina.tribes.Channel;\r
+import org.apache.catalina.tribes.ChannelListener;\r
+import org.apache.catalina.tribes.ChannelReceiver;\r
+import org.apache.catalina.tribes.Member;\r
+import org.apache.catalina.tribes.group.GroupChannel;\r
+import org.apache.catalina.tribes.test.channel.TestDataIntegrity.Listener;\r
+import org.apache.catalina.tribes.transport.AbstractSender;\r
+import org.apache.catalina.tribes.transport.ReceiverBase;\r
+import org.apache.catalina.tribes.transport.ReplicationTransmitter;\r
+import org.apache.catalina.tribes.group.interceptors.MessageDispatchInterceptor;\r
+import org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor;\r
+import org.apache.catalina.tribes.group.interceptors.ThroughputInterceptor;\r
+\r
+/**\r
+ */\r
+public class TestUdpPackages extends TestCase {\r
+    int msgCount = 500;\r
+    int threadCount = 20;\r
+    GroupChannel channel1;\r
+    GroupChannel channel2;\r
+    Listener listener1;\r
+    int threadCounter = 0;\r
+    protected void setUp() throws Exception {\r
+        super.setUp();\r
+        channel1 = new GroupChannel();\r
+        channel1.addInterceptor(new MessageDispatch15Interceptor());\r
+        channel2 = new GroupChannel();\r
+        channel2.addInterceptor(new MessageDispatch15Interceptor());\r
+        ThroughputInterceptor tint = new ThroughputInterceptor();\r
+        tint.setInterval(500);\r
+        ThroughputInterceptor tint2 = new ThroughputInterceptor();\r
+        tint2.setInterval(500);\r
+        channel1.addInterceptor(tint);\r
+        channel2.addInterceptor(tint2);\r
+        listener1 = new Listener();\r
+        ReceiverBase rb1 = (ReceiverBase)channel1.getChannelReceiver();\r
+        ReceiverBase rb2 = (ReceiverBase)channel2.getChannelReceiver();\r
+        rb1.setUdpPort(50000);\r
+        rb2.setUdpPort(50000);\r
+        channel2.addChannelListener(listener1);\r
+        channel1.start(GroupChannel.DEFAULT);\r
+        channel2.start(GroupChannel.DEFAULT);\r
+    }\r
+\r
+    protected void tearDown() throws Exception {\r
+        super.tearDown();\r
+        channel1.stop(GroupChannel.DEFAULT);\r
+        channel2.stop(GroupChannel.DEFAULT);\r
+    }\r
+\r
+    public void testSingleDataSendNO_ACK() throws Exception {\r
+        AbstractSender s1 =(AbstractSender) ((ReplicationTransmitter)channel1.getChannelSender()).getTransport();\r
+        AbstractSender s2 =(AbstractSender) ((ReplicationTransmitter)channel2.getChannelSender()).getTransport();\r
+        s1.setTimeout(Long.MAX_VALUE); //for debugging\r
+        s2.setTimeout(Long.MAX_VALUE); //for debugging\r
+        \r
+        System.err.println("Starting Single package NO_ACK");\r
+        channel1.send(new Member[] {channel2.getLocalMember(false)}, Data.createRandomData(1024),Channel.SEND_OPTIONS_UDP);\r
+        Thread.sleep(500);\r
+        System.err.println("Finished Single package NO_ACK ["+listener1.count+"]");\r
+        assertEquals("Checking success messages.",1,listener1.count);\r
+    }\r
+\r
+    \r
+    public void testDataSendNO_ACK() throws Exception {\r
+        System.err.println("Starting NO_ACK");\r
+        Thread[] threads = new Thread[threadCount];\r
+        for (int x=0; x<threads.length; x++ ) {\r
+            threads[x] = new Thread() {\r
+                public void run() {\r
+                    try {\r
+                        long start = System.currentTimeMillis();\r
+                        for (int i = 0; i < msgCount; i++) channel1.send(new Member[] {channel2.getLocalMember(false)}, Data.createRandomData(1024),Channel.SEND_OPTIONS_UDP);\r
+                        System.out.println("Thread["+this.getName()+"] sent "+msgCount+" messages in "+(System.currentTimeMillis()-start)+" ms.");\r
+                    }catch ( Exception x ) {\r
+                        x.printStackTrace();\r
+                        return;\r
+                    } finally {\r
+                        threadCounter++;\r
+                    }\r
+                }\r
+            };\r
+        } \r
+        for (int x=0; x<threads.length; x++ ) { threads[x].start();}\r
+        for (int x=0; x<threads.length; x++ ) { threads[x].join();}\r
+        //sleep for 50 sec, let the other messages in\r
+        long start = System.currentTimeMillis();\r
+        while ( (System.currentTimeMillis()-start)<25000 && msgCount*threadCount!=listener1.count) Thread.sleep(500);\r
+        System.err.println("Finished NO_ACK ["+listener1.count+"]");\r
+        assertEquals("Checking success messages.",msgCount*threadCount,listener1.count);\r
+    }\r
+\r
+    public void testDataSendASYNCM() throws Exception {\r
+            System.err.println("Starting ASYNC MULTI THREAD");\r
+            Thread[] threads = new Thread[threadCount];\r
+            for (int x=0; x<threads.length; x++ ) {\r
+                threads[x] = new Thread() {\r
+                    public void run() {\r
+                        try {\r
+                            long start = System.currentTimeMillis();\r
+                            for (int i = 0; i < msgCount; i++) channel1.send(new Member[] {channel2.getLocalMember(false)}, Data.createRandomData(1024),GroupChannel.SEND_OPTIONS_ASYNCHRONOUS|Channel.SEND_OPTIONS_UDP);\r
+                            System.out.println("Thread["+this.getName()+"] sent "+msgCount+" messages in "+(System.currentTimeMillis()-start)+" ms.");\r
+                        }catch ( Exception x ) {\r
+                            x.printStackTrace();\r
+                            return;\r
+                        } finally {\r
+                            threadCounter++;\r
+                        }\r
+                    }\r
+                };\r
+            }\r
+            for (int x=0; x<threads.length; x++ ) { threads[x].start();}\r
+            for (int x=0; x<threads.length; x++ ) { threads[x].join();}\r
+            //sleep for 50 sec, let the other messages in\r
+            long start = System.currentTimeMillis();\r
+            while ( (System.currentTimeMillis()-start)<25000 && msgCount*threadCount!=listener1.count) Thread.sleep(500);\r
+            System.err.println("Finished ASYNC MULTI THREAD ["+listener1.count+"]");\r
+            assertEquals("Checking success messages.",msgCount*threadCount,listener1.count);\r
+    }\r
+    public void testDataSendASYNC() throws Exception {\r
+        System.err.println("Starting ASYNC");\r
+        for (int i=0; i<msgCount; i++) channel1.send(new Member[] {channel2.getLocalMember(false)},Data.createRandomData(1024),GroupChannel.SEND_OPTIONS_ASYNCHRONOUS|Channel.SEND_OPTIONS_UDP);\r
+        //sleep for 50 sec, let the other messages in\r
+        long start = System.currentTimeMillis();\r
+        while ( (System.currentTimeMillis()-start)<5000 && msgCount!=listener1.count) Thread.sleep(500);\r
+        System.err.println("Finished ASYNC");\r
+        assertEquals("Checking success messages.",msgCount,listener1.count);\r
+    }\r
+\r
+    public void testDataSendACK() throws Exception {\r
+        System.err.println("Starting ACK");\r
+        for (int i=0; i<msgCount; i++) channel1.send(new Member[] {channel2.getLocalMember(false)},Data.createRandomData(1024),GroupChannel.SEND_OPTIONS_USE_ACK|Channel.SEND_OPTIONS_UDP);\r
+        Thread.sleep(250);\r
+        System.err.println("Finished ACK");\r
+        assertEquals("Checking success messages.",msgCount,listener1.count);\r
+    }\r
+\r
+    public void testDataSendSYNCACK() throws Exception {\r
+        System.err.println("Starting SYNC_ACK");\r
+        for (int i=0; i<msgCount; i++) channel1.send(new Member[] {channel2.getLocalMember(false)},Data.createRandomData(1024),GroupChannel.SEND_OPTIONS_SYNCHRONIZED_ACK|GroupChannel.SEND_OPTIONS_USE_ACK|Channel.SEND_OPTIONS_UDP);\r
+        Thread.sleep(250);\r
+        System.err.println("Finished SYNC_ACK");\r
+        assertEquals("Checking success messages.",msgCount,listener1.count);\r
+    }\r
+\r
+    public static class Listener implements ChannelListener {\r
+        long count = 0;\r
+        public boolean accept(Serializable s, Member m) {\r
+            return (s instanceof Data);\r
+        }\r
+\r
+        public void messageReceived(Serializable s, Member m) {\r
+            Data d = (Data)s;\r
+            if ( !Data.verify(d) ) {\r
+                System.err.println("ERROR");\r
+            } else {\r
+                count++;\r
+                if ((count %1000) ==0 ) {\r
+                    System.err.println("SUCCESS:"+count);\r
+                }\r
+            }\r
+        }\r
+    }\r
+\r
+    public static class Data implements Serializable {\r
+        public int length;\r
+        public byte[] data;\r
+        public byte key;\r
+        public static Random r = new Random(System.currentTimeMillis());\r
+        public static Data createRandomData() {\r
+            return createRandomData(ChannelReceiver.MAX_UDP_SIZE);\r
+        }\r
+        public static Data createRandomData(int size) {\r
+            int i = r.nextInt();\r
+            i = ( i % 127 );\r
+            int length = Math.abs(r.nextInt() % size);\r
+            Data d = new Data();\r
+            d.length = length;\r
+            d.key = (byte)i;\r
+            d.data = new byte[length];\r
+            Arrays.fill(d.data,d.key);\r
+            return d;\r
+        }\r
+\r
+        public static boolean verify(Data d) {\r
+            boolean result = (d.length == d.data.length);\r
+            for ( int i=0; result && (i<d.data.length); i++ ) result = result && d.data[i] == d.key;\r
+            return result;\r
+        }\r
+    }\r
+\r
+\r
+\r
+}\r