From 66eb71a01dace5f465475720bb58af0375beb68e Mon Sep 17 00:00:00 2001 From: giberta1 Date: Fri, 3 May 2002 17:12:58 +0000 Subject: [PATCH] Add TI Swift batch mode support, Add "-tisbm" command line switch, Add flush file support, Add "-ffn" command line switch. --- MQSSave.java | 391 +++++++++++++++++++++++++++++++++++++++++++-------- 1 file changed, 334 insertions(+), 57 deletions(-) diff --git a/MQSSave.java b/MQSSave.java index df15a6d..a40726f 100644 --- a/MQSSave.java +++ b/MQSSave.java @@ -1,12 +1,10 @@ // $RCSfile: MQSSave.java,v $ -// $Revision: 1.3 $ +// $Revision: 1.4 $ // $Name: $ -// $Date: 2002/05/02 17:08:58 $ +// $Date: 2002/05/03 17:12:58 $ // $Author: giberta1 $ /* - * 07/12/2001 - 11:45:14 - * * MQSSave.java - MQ/Seires queue to data file saver * Copyright (C) 2002 Arnaud G. Gibert * arnaud.gibert@misys.com @@ -42,9 +40,11 @@ public class MQSSave private MQQueue MsgQ; private String MsgQ_Name; private int MsgQ_Open_Options = MQC.MQOO_INPUT_AS_Q_DEF | MQC.MQOO_FAIL_IF_QUIESCING | MQC.MQOO_BROWSE | MQC.MQOO_INQUIRE; - private String File_Name; + private String Output_File_Name, Flush_File_Name = "flush.txt"; private String Message_Break = "\r\n"; - + private boolean TI_Swift_Batch_Mode = false; + private int Total_Nb = 0, Moved_Nb = 0, Skiped_Nb = 0, Scaned_Nb = 0, Flushed_Nb = 0; + @@ -210,9 +210,25 @@ public class MQSSave throw new Exception(); } } + else if ( args[argc].equals( "-ffn")) + { + if( argc < ( args.length + 1)) + { + Flush_File_Name = Str_Format( args[++argc]); + } + else + { + System.out.println( "Invalid number of command line options..."); + throw new Exception(); + } + } + else if ( args[argc].equals( "-tisbm")) + { + TI_Swift_Batch_Mode = true; + } else { - File_Name = args[argc++]; + Output_File_Name = args[argc++]; MsgQ_Name = args[argc++]; if( argc < args.length) @@ -257,6 +273,8 @@ public class MQSSave { MsgQ = QMng.accessQueue( MsgQ_Name, MsgQ_Open_Options, null, null, null); // System.out.println( "MsgQ Open: (" + MsgQ + ") !"); + + MQException.log = null; } catch( Exception Expt) @@ -300,28 +318,40 @@ public class MQSSave // //------------------------------------------------------------------------------------------------------------------------- - private MQMessage MQSGet_Msg( MQMessage Msg) throws Exception + private MQMessage MQSGet_Msg( MQMessage Msg, boolean First) throws Exception { MQGetMessageOptions gmo = new MQGetMessageOptions(); try { - if( MsgQ.getCurrentDepth() > 0) + if( First) { gmo.options = MQC.MQGMO_NO_WAIT | MQC.MQGMO_BROWSE_FIRST | MQC.MQGMO_CONVERT; - gmo.matchOptions = MQC.MQMO_NONE; + } + else + { + gmo.options = MQC.MQGMO_NO_WAIT | MQC.MQGMO_BROWSE_NEXT | MQC.MQGMO_CONVERT; + } + + gmo.matchOptions = MQC.MQMO_NONE; - MsgQ.get( Msg, gmo); - } - else - { - Msg = null; - } + MsgQ.get( Msg, gmo); return( Msg); } + catch( MQException Expt) + { + if( ( Expt.completionCode != 2) || (Expt.reasonCode != 2033)) + { + //System.out.println("Exception: (" + Expt + ") !!!"); + throw Expt; + } + + return( null); + } + catch( Exception Expt) { //System.out.println("Exception: (" + Expt + ") !!!"); @@ -364,7 +394,7 @@ public class MQSSave // //------------------------------------------------------------------------------------------------------------------------- - private void Counter_Print( int Msg_Nb) + private void Counter_Print( int Msg_Nb, char Mark) { if( ( Msg_Nb % 50) == 0) { @@ -376,7 +406,34 @@ public class MQSSave System.out.print( " "); } - System.out.print( "."); + System.out.print( Mark); + + switch( Mark) + { + case '.': + { + Moved_Nb++; + break; + } + + case '*': + { + Flushed_Nb++; + break; + } + + case '#': + { + Skiped_Nb++; + break; + } + + case '~': + { + Scaned_Nb++; + break; + } + } } @@ -387,44 +444,238 @@ public class MQSSave // //------------------------------------------------------------------------------------------------------------------------- - private int Save_File( BufferedOutputStream Output_File) throws Exception + private void Save_File( BufferedOutputStream Output_File, BufferedOutputStream Flush_File) throws Exception { - int msg_nb = 0; - MQMessage input_msg = new MQMessage(); - byte[] buffer_byte; + MQMessage input_msg = new MQMessage(); + byte[] buffer_byte; + short mode; + final short MODE_FLUSH = 0; + final short MODE_SCAN = 1; + final short MODE_MOVE = 2; + final short MODE_FULLMOVE = 3; + final short MSGTYPE_LEN = 10, FILLER_LEN = 128; + String msg_type; + final String TYPE_SWIFTBEGIN = "SWIFTBEGIN"; + final String TYPE_SWIFTEND = "SWIFTEND "; + final String TYPE_SWIFTABORT = "SWIFTABORT"; + final String TYPE_SWIFTOUT = "SWIFTOUT "; + boolean get_first = false; + boolean first_flush = true; + boolean first_scan = true; try { input_msg.format = MQC.MQFMT_STRING; + if( TI_Swift_Batch_Mode) + { + mode = MODE_SCAN; + } + else + { + mode = MODE_FULLMOVE; + } + do { - input_msg = MQSGet_Msg( input_msg); + input_msg = MQSGet_Msg( input_msg, get_first); if( input_msg != null) { - Counter_Print( msg_nb++); + if( mode == MODE_FULLMOVE) + { + Counter_Print( Total_Nb++, '.'); - if( msg_nb > 1) - { - Output_File.write( Message_Break.getBytes()); - } + if( Moved_Nb > 1) + { + Output_File.write( Message_Break.getBytes()); + } - buffer_byte = new byte[ input_msg.getMessageLength()]; - input_msg.readFully( buffer_byte); - - Output_File.write( buffer_byte, 0, buffer_byte.length); + buffer_byte = new byte[ input_msg.getMessageLength()]; + input_msg.readFully( buffer_byte); + + Output_File.write( buffer_byte, 0, buffer_byte.length); - MQSDelete_Msg( input_msg); + MQSDelete_Msg( input_msg); + } + else + { + msg_type = input_msg.readString( MSGTYPE_LEN); + + switch( mode) + { + case MODE_FLUSH: + { + if( msg_type.equals( TYPE_SWIFTBEGIN)) + { + if( first_flush) + { +// System.out.print( "FB1 "); + Counter_Print( Total_Nb++, '#'); + + MQSDelete_Msg( input_msg); + first_flush = false; + } + else + { +// System.out.print( "FB2 "); + mode = MODE_SCAN; + + first_flush = true; + } + } + else if( msg_type.equals( TYPE_SWIFTEND) || msg_type.equals( TYPE_SWIFTABORT)) + { +// System.out.print( "FEA "); + Counter_Print( Total_Nb++, '#'); + + MQSDelete_Msg( input_msg); + } + else if( msg_type.equals( TYPE_SWIFTOUT)) + { +// System.out.print( "FO "); + Counter_Print( Total_Nb++, '*'); + + if( Flushed_Nb > 1) + { + Flush_File.write( Message_Break.getBytes()); + } + + input_msg.readString( FILLER_LEN); + buffer_byte = new byte[ input_msg.getMessageLength() - MSGTYPE_LEN - FILLER_LEN]; + input_msg.readFully( buffer_byte); + + Flush_File.write( buffer_byte, 0, buffer_byte.length); + + MQSDelete_Msg( input_msg); + } + else + { + System.out.println( "Invalid msg_type: (" + msg_type + ") !"); + throw new Exception(); + } + + break; + } + + case MODE_SCAN: + { + get_first = false; + + if( first_scan) + { + if( msg_type.equals( TYPE_SWIFTBEGIN)) + { +// System.out.print( "SB1 "); + first_scan = false; + } + else + { +// System.out.print( "SAEO "); + + mode = MODE_FLUSH; + get_first = true; + first_scan = true; + + } + } + else if( msg_type.equals( TYPE_SWIFTBEGIN)) + { +// System.out.print( "SB2 "); + + mode = MODE_FLUSH; + get_first = true; + first_scan = true; + } + else if( msg_type.equals( TYPE_SWIFTABORT)) + { +// System.out.print( "SA "); + + mode = MODE_FLUSH; + get_first = true; + first_scan = true; + } + else if( msg_type.equals( TYPE_SWIFTEND)) + { +// System.out.print( "SE "); + + mode = MODE_MOVE; + get_first = true; + first_scan = true; + } + else if( msg_type.equals( TYPE_SWIFTOUT)) + { +// System.out.print( "SO "); + } + else + { + System.out.println( "Invalid msg_type: (" + msg_type + ") !"); + throw new Exception(); + } + + Counter_Print( Total_Nb++, '~'); + break; + } + + case MODE_MOVE: + { + if( msg_type.equals( TYPE_SWIFTBEGIN)) + { +// System.out.print( "MB "); + Counter_Print( Total_Nb++, '#'); + + MQSDelete_Msg( input_msg); + } + else if( msg_type.equals( TYPE_SWIFTEND)) + { +// System.out.print( "ME "); + Counter_Print( Total_Nb++, '#'); + + MQSDelete_Msg( input_msg); + + mode = MODE_SCAN; + get_first = true; + } + else if( msg_type.equals( TYPE_SWIFTABORT)) + { + System.out.println( "Internal error: (" + msg_type + ") found during Move!"); + throw new Exception(); + } + else if( msg_type.equals( TYPE_SWIFTOUT)) + { +// System.out.print( "MO "); + Counter_Print( Total_Nb++, '.'); + + if( Moved_Nb > 1) + { + Output_File.write( Message_Break.getBytes()); + } + + input_msg.readString( FILLER_LEN); + buffer_byte = new byte[ input_msg.getMessageLength() - MSGTYPE_LEN - FILLER_LEN]; + input_msg.readFully( buffer_byte); + + Output_File.write( buffer_byte, 0, buffer_byte.length); + + MQSDelete_Msg( input_msg); + } + else + { + System.out.println( "Invalid msg_type: (" + msg_type + ") !"); + throw new Exception(); + } + + break; + } + } + } } } while( input_msg != null); System.out.println( "\n"); - - return( msg_nb); } catch( Exception Expt) @@ -444,19 +695,19 @@ public class MQSSave public MQSSave( String args[]) { - int msg_nb; - long time_begin, time_end; - double time_elapsed, speed; - NumberFormat nf = NumberFormat.getInstance(); + long time_begin, time_end; + double time_elapsed, speed; + NumberFormat nf = NumberFormat.getInstance(); + BufferedOutputStream Output_File = null, Flush_File = null; try { - if( ( args.length < 2) || ( args.length > 4)) + if( ( args.length < 2) || ( args.length > 7)) { - System.out.println( "Usage: MQSSave [-mb \"message_break\"] "); - System.out.println( " Default: Message Break: (" + Str_UnFormat( Message_Break) + ")"); + System.out.println( "Usage: MQSSave [-mb \"message_break\"] [-tisbm [-ffn ]] "); + System.out.println( " Default: Message Break: (" + Str_UnFormat( Message_Break) + ") TI Swift Batch Mode: (" + TI_Swift_Batch_Mode + ") Flush File Name: (" + Flush_File_Name + ")"); } else { @@ -464,42 +715,69 @@ public class MQSSave Arg_Parse( args); - System.out.println( "Output File Name: (" + File_Name + ") Input MsgQue Name: (" + MsgQ_Name + ")"); - System.out.println( "Message Break: (" + Str_UnFormat( Message_Break) + ")"); + System.out.println( "Output File Name: (" + Output_File_Name + ") Input MsgQue Name: (" + MsgQ_Name + ") Flush File Name: (" + Flush_File_Name + ")"); + System.out.println( "Message Break: (" + Str_UnFormat( Message_Break) + ") TI Swift Batch Mode: (" + TI_Swift_Batch_Mode + ")"); MQSInit(); try { - BufferedOutputStream Output_file = new BufferedOutputStream( new FileOutputStream( File_Name)); - + Output_File = new BufferedOutputStream( new FileOutputStream( Output_File_Name)); + + if( TI_Swift_Batch_Mode) + { + Flush_File = new BufferedOutputStream( new FileOutputStream( Flush_File_Name)); + } + try { // System.out.println("Output File Open: (" + Output_file + ") !"); time_begin = System.currentTimeMillis(); - msg_nb = Save_File( Output_file); + Save_File( Output_File, Flush_File); time_end = System.currentTimeMillis(); - + time_elapsed = ( time_end - time_begin) / 100.0; - speed = msg_nb / time_elapsed; + speed = Total_Nb / time_elapsed; nf.setMinimumFractionDigits(2); nf.setMaximumFractionDigits(2); - - System.out.println( "Saved Message Nb: (" + msg_nb - + ") Elapsed Time: (" + nf.format(time_elapsed) - + ") s Speed: (" + nf.format(speed) - + ") msg/s"); + + if( TI_Swift_Batch_Mode) + { + System.out.println( "Saved Message Nb: (" + Moved_Nb + ") Skiped Message Nb: (" + Skiped_Nb + ") Flushed Message Nb: (" + Flushed_Nb + ") Scaned Message Nb: (" + Scaned_Nb + ")"); + System.out.println( "Total Message Nb: (" + Total_Nb + + ") Elapsed Time: (" + nf.format(time_elapsed) + + ") s Speed: (" + nf.format(speed) + + ") msg/s"); + } + else + { + System.out.println( "Saved Message Nb: (" + Total_Nb + + ") Elapsed Time: (" + nf.format(time_elapsed) + + ") s Speed: (" + nf.format(speed) + + ") msg/s"); + } } catch( Exception Expt) { - Output_file.close(); + Output_File.close(); + + if( TI_Swift_Batch_Mode) + { + Flush_File.close(); + } + throw Expt; } - Output_file.close(); + Output_File.close(); + + if( TI_Swift_Batch_Mode) + { + Flush_File.close(); + } } catch( Exception Expt) @@ -521,4 +799,3 @@ public class MQSSave } } -