Rx3/mqssave
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add TI Swift batch mode support,

Browse Source 
Add "-tisbm" command line switch,
Add flush file support,
Add "-ffn" command line switch.
This commit is contained in:
giberta1 2002-05-03 17:12:58 +00:00
parent 55976ffe03
commit 66eb71a01d
1 changed files with 334 additions and 57 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

391
MQSSave.java
View File

@ -1,12 +1,10 @@
// $RCSfile: MQSSave.java,v $ // $RCSfile: MQSSave.java,v $
// $Revision: 1.3 $ // $Revision: 1.4 $
// $Name: $ // $Name: $
// $Date: 2002/05/02 17:08:58 $ // $Date: 2002/05/03 17:12:58 $
// $Author: giberta1 $ // $Author: giberta1 $
/* /*
* 07/12/2001 - 11:45:14
*
* MQSSave.java - MQ/Seires queue to data file saver * MQSSave.java - MQ/Seires queue to data file saver
* Copyright (C) 2002 Arnaud G. Gibert * Copyright (C) 2002 Arnaud G. Gibert
* arnaud.gibert@misys.com * arnaud.gibert@misys.com
@ -42,9 +40,11 @@ public class MQSSave
private MQQueue MsgQ; private MQQueue MsgQ;
private String MsgQ_Name; private String MsgQ_Name;
private int MsgQ_Open_Options = MQC.MQOO_INPUT_AS_Q_DEF | MQC.MQOO_FAIL_IF_QUIESCING | MQC.MQOO_BROWSE | MQC.MQOO_INQUIRE; private int MsgQ_Open_Options = MQC.MQOO_INPUT_AS_Q_DEF | MQC.MQOO_FAIL_IF_QUIESCING | MQC.MQOO_BROWSE | MQC.MQOO_INQUIRE;
private String File_Name; private String Output_File_Name, Flush_File_Name = "flush.txt";
private String Message_Break = "\r\n"; private String Message_Break = "\r\n";
private boolean TI_Swift_Batch_Mode = false;
private int Total_Nb = 0, Moved_Nb = 0, Skiped_Nb = 0, Scaned_Nb = 0, Flushed_Nb = 0;
@ -210,9 +210,25 @@ public class MQSSave
throw new Exception(); throw new Exception();
} }
} }
else if ( args[argc].equals( "-ffn"))
{
if( argc < ( args.length + 1))
{
Flush_File_Name = Str_Format( args[++argc]);
}
else
{
System.out.println( "Invalid number of command line options...");
throw new Exception();
}
}
else if ( args[argc].equals( "-tisbm"))
{
TI_Swift_Batch_Mode = true;
}
else else
{ {
File_Name = args[argc++]; Output_File_Name = args[argc++];
MsgQ_Name = args[argc++]; MsgQ_Name = args[argc++];
if( argc < args.length) if( argc < args.length)
@ -257,6 +273,8 @@ public class MQSSave
{ {
MsgQ = QMng.accessQueue( MsgQ_Name, MsgQ_Open_Options, null, null, null); MsgQ = QMng.accessQueue( MsgQ_Name, MsgQ_Open_Options, null, null, null);
// System.out.println( "MsgQ Open: (" + MsgQ + ") !"); // System.out.println( "MsgQ Open: (" + MsgQ + ") !");
MQException.log = null;
} }
catch( Exception Expt) catch( Exception Expt)
@ -300,28 +318,40 @@ public class MQSSave
// //
//------------------------------------------------------------------------------------------------------------------------- //-------------------------------------------------------------------------------------------------------------------------
private MQMessage MQSGet_Msg( MQMessage Msg) throws Exception private MQMessage MQSGet_Msg( MQMessage Msg, boolean First) throws Exception
{ {
MQGetMessageOptions gmo = new MQGetMessageOptions(); MQGetMessageOptions gmo = new MQGetMessageOptions();
try try
{ {
if( MsgQ.getCurrentDepth() > 0) if( First)
{ {
gmo.options = MQC.MQGMO_NO_WAIT | MQC.MQGMO_BROWSE_FIRST | MQC.MQGMO_CONVERT; gmo.options = MQC.MQGMO_NO_WAIT | MQC.MQGMO_BROWSE_FIRST | MQC.MQGMO_CONVERT;
gmo.matchOptions = MQC.MQMO_NONE; }
else
{
gmo.options = MQC.MQGMO_NO_WAIT | MQC.MQGMO_BROWSE_NEXT | MQC.MQGMO_CONVERT;
}
gmo.matchOptions = MQC.MQMO_NONE;
MsgQ.get( Msg, gmo); MsgQ.get( Msg, gmo);
}
else
{
Msg = null;
}
return( Msg); return( Msg);
} }
catch( MQException Expt)
{
if( ( Expt.completionCode != 2) || (Expt.reasonCode != 2033))
{
//System.out.println("Exception: (" + Expt + ") !!!");
throw Expt;
}
return( null);
}
catch( Exception Expt) catch( Exception Expt)
{ {
//System.out.println("Exception: (" + Expt + ") !!!"); //System.out.println("Exception: (" + Expt + ") !!!");
@ -364,7 +394,7 @@ public class MQSSave
// //
//------------------------------------------------------------------------------------------------------------------------- //-------------------------------------------------------------------------------------------------------------------------
private void Counter_Print( int Msg_Nb) private void Counter_Print( int Msg_Nb, char Mark)
{ {
if( ( Msg_Nb % 50) == 0) if( ( Msg_Nb % 50) == 0)
{ {
@ -376,7 +406,34 @@ public class MQSSave
System.out.print( " "); System.out.print( " ");
} }
System.out.print( "."); System.out.print( Mark);
switch( Mark)
{
case '.':
{
Moved_Nb++;
break;
}
case '*':
{
Flushed_Nb++;
break;
}
case '#':
{
Skiped_Nb++;
break;
}
case '~':
{
Scaned_Nb++;
break;
}
}
} }
@ -387,44 +444,238 @@ public class MQSSave
// //
//------------------------------------------------------------------------------------------------------------------------- //-------------------------------------------------------------------------------------------------------------------------
private int Save_File( BufferedOutputStream Output_File) throws Exception private void Save_File( BufferedOutputStream Output_File, BufferedOutputStream Flush_File) throws Exception
{ {
int msg_nb = 0; MQMessage input_msg = new MQMessage();
MQMessage input_msg = new MQMessage(); byte[] buffer_byte;
byte[] buffer_byte; short mode;
final short MODE_FLUSH = 0;
final short MODE_SCAN = 1;
final short MODE_MOVE = 2;
final short MODE_FULLMOVE = 3;
final short MSGTYPE_LEN = 10, FILLER_LEN = 128;
String msg_type;
final String TYPE_SWIFTBEGIN = "SWIFTBEGIN";
final String TYPE_SWIFTEND = "SWIFTEND ";
final String TYPE_SWIFTABORT = "SWIFTABORT";
final String TYPE_SWIFTOUT = "SWIFTOUT ";
boolean get_first = false;
boolean first_flush = true;
boolean first_scan = true;
try try
{ {
input_msg.format = MQC.MQFMT_STRING; input_msg.format = MQC.MQFMT_STRING;
if( TI_Swift_Batch_Mode)
{
mode = MODE_SCAN;
}
else
{
mode = MODE_FULLMOVE;
}
do do
{ {
input_msg = MQSGet_Msg( input_msg); input_msg = MQSGet_Msg( input_msg, get_first);
if( input_msg != null) if( input_msg != null)
{ {
Counter_Print( msg_nb++); if( mode == MODE_FULLMOVE)
{
Counter_Print( Total_Nb++, '.');
if( msg_nb > 1) if( Moved_Nb > 1)
{ {
Output_File.write( Message_Break.getBytes()); Output_File.write( Message_Break.getBytes());
} }
buffer_byte = new byte[ input_msg.getMessageLength()]; buffer_byte = new byte[ input_msg.getMessageLength()];
input_msg.readFully( buffer_byte); input_msg.readFully( buffer_byte);
Output_File.write( buffer_byte, 0, buffer_byte.length); Output_File.write( buffer_byte, 0, buffer_byte.length);
MQSDelete_Msg( input_msg); MQSDelete_Msg( input_msg);
}
else
{
msg_type = input_msg.readString( MSGTYPE_LEN);
switch( mode)
{
case MODE_FLUSH:
{
if( msg_type.equals( TYPE_SWIFTBEGIN))
{
if( first_flush)
{
// System.out.print( "FB1 ");
Counter_Print( Total_Nb++, '#');
MQSDelete_Msg( input_msg);
first_flush = false;
}
else
{
// System.out.print( "FB2 ");
mode = MODE_SCAN;
first_flush = true;
}
}
else if( msg_type.equals( TYPE_SWIFTEND) || msg_type.equals( TYPE_SWIFTABORT))
{
// System.out.print( "FEA ");
Counter_Print( Total_Nb++, '#');
MQSDelete_Msg( input_msg);
}
else if( msg_type.equals( TYPE_SWIFTOUT))
{
// System.out.print( "FO ");
Counter_Print( Total_Nb++, '*');
if( Flushed_Nb > 1)
{
Flush_File.write( Message_Break.getBytes());
}
input_msg.readString( FILLER_LEN);
buffer_byte = new byte[ input_msg.getMessageLength() - MSGTYPE_LEN - FILLER_LEN];
input_msg.readFully( buffer_byte);
Flush_File.write( buffer_byte, 0, buffer_byte.length);
MQSDelete_Msg( input_msg);
}
else
{
System.out.println( "Invalid msg_type: (" + msg_type + ") !");
throw new Exception();
}
break;
}
case MODE_SCAN:
{
get_first = false;
if( first_scan)
{
if( msg_type.equals( TYPE_SWIFTBEGIN))
{
// System.out.print( "SB1 ");
first_scan = false;
}
else
{
// System.out.print( "SAEO ");
mode = MODE_FLUSH;
get_first = true;
first_scan = true;
}
}
else if( msg_type.equals( TYPE_SWIFTBEGIN))
{
// System.out.print( "SB2 ");
mode = MODE_FLUSH;
get_first = true;
first_scan = true;
}
else if( msg_type.equals( TYPE_SWIFTABORT))
{
// System.out.print( "SA ");
mode = MODE_FLUSH;
get_first = true;
first_scan = true;
}
else if( msg_type.equals( TYPE_SWIFTEND))
{
// System.out.print( "SE ");
mode = MODE_MOVE;
get_first = true;
first_scan = true;
}
else if( msg_type.equals( TYPE_SWIFTOUT))
{
// System.out.print( "SO ");
}
else
{
System.out.println( "Invalid msg_type: (" + msg_type + ") !");
throw new Exception();
}
Counter_Print( Total_Nb++, '~');
break;
}
case MODE_MOVE:
{
if( msg_type.equals( TYPE_SWIFTBEGIN))
{
// System.out.print( "MB ");
Counter_Print( Total_Nb++, '#');
MQSDelete_Msg( input_msg);
}
else if( msg_type.equals( TYPE_SWIFTEND))
{
// System.out.print( "ME ");
Counter_Print( Total_Nb++, '#');
MQSDelete_Msg( input_msg);
mode = MODE_SCAN;
get_first = true;
}
else if( msg_type.equals( TYPE_SWIFTABORT))
{
System.out.println( "Internal error: (" + msg_type + ") found during Move!");
throw new Exception();
}
else if( msg_type.equals( TYPE_SWIFTOUT))
{
// System.out.print( "MO ");
Counter_Print( Total_Nb++, '.');
if( Moved_Nb > 1)
{
Output_File.write( Message_Break.getBytes());
}
input_msg.readString( FILLER_LEN);
buffer_byte = new byte[ input_msg.getMessageLength() - MSGTYPE_LEN - FILLER_LEN];
input_msg.readFully( buffer_byte);
Output_File.write( buffer_byte, 0, buffer_byte.length);
MQSDelete_Msg( input_msg);
}
else
{
System.out.println( "Invalid msg_type: (" + msg_type + ") !");
throw new Exception();
}
break;
}
}
}
} }
} }
while( input_msg != null); while( input_msg != null);
System.out.println( "\n"); System.out.println( "\n");
return( msg_nb);
} }
catch( Exception Expt) catch( Exception Expt)
@ -444,19 +695,19 @@ public class MQSSave
public MQSSave( String args[]) public MQSSave( String args[])
{ {
int msg_nb; long time_begin, time_end;
long time_begin, time_end; double time_elapsed, speed;
double time_elapsed, speed; NumberFormat nf = NumberFormat.getInstance();
NumberFormat nf = NumberFormat.getInstance(); BufferedOutputStream Output_File = null, Flush_File = null;
try try
{ {
if( ( args.length < 2) || ( args.length > 4)) if( ( args.length < 2) || ( args.length > 7))
{ {
System.out.println( "Usage: MQSSave [-mb \"message_break\"] <Output_File_Name> <Input_MsgQueue_Name>"); System.out.println( "Usage: MQSSave [-mb \"message_break\"] [-tisbm [-ffn <Flush_File_Name>]] <Output_File_Name> <Input_MsgQueue_Name>");
System.out.println( " Default: Message Break: (" + Str_UnFormat( Message_Break) + ")"); System.out.println( " Default: Message Break: (" + Str_UnFormat( Message_Break) + ") TI Swift Batch Mode: (" + TI_Swift_Batch_Mode + ") Flush File Name: (" + Flush_File_Name + ")");
} }
else else
{ {
@ -464,42 +715,69 @@ public class MQSSave
Arg_Parse( args); Arg_Parse( args);
System.out.println( "Output File Name: (" + File_Name + ") Input MsgQue Name: (" + MsgQ_Name + ")"); System.out.println( "Output File Name: (" + Output_File_Name + ") Input MsgQue Name: (" + MsgQ_Name + ") Flush File Name: (" + Flush_File_Name + ")");
System.out.println( "Message Break: (" + Str_UnFormat( Message_Break) + ")"); System.out.println( "Message Break: (" + Str_UnFormat( Message_Break) + ") TI Swift Batch Mode: (" + TI_Swift_Batch_Mode + ")");
MQSInit(); MQSInit();
try try
{ {
BufferedOutputStream Output_file = new BufferedOutputStream( new FileOutputStream( File_Name)); Output_File = new BufferedOutputStream( new FileOutputStream( Output_File_Name));
if( TI_Swift_Batch_Mode)
{
Flush_File = new BufferedOutputStream( new FileOutputStream( Flush_File_Name));
}
try try
{ {
// System.out.println("Output File Open: (" + Output_file + ") !"); // System.out.println("Output File Open: (" + Output_file + ") !");
time_begin = System.currentTimeMillis(); time_begin = System.currentTimeMillis();
msg_nb = Save_File( Output_file); Save_File( Output_File, Flush_File);
time_end = System.currentTimeMillis(); time_end = System.currentTimeMillis();
time_elapsed = ( time_end - time_begin) / 100.0; time_elapsed = ( time_end - time_begin) / 100.0;
speed = msg_nb / time_elapsed; speed = Total_Nb / time_elapsed;
nf.setMinimumFractionDigits(2); nf.setMinimumFractionDigits(2);
nf.setMaximumFractionDigits(2); nf.setMaximumFractionDigits(2);
System.out.println( "Saved Message Nb: (" + msg_nb if( TI_Swift_Batch_Mode)
+ ") Elapsed Time: (" + nf.format(time_elapsed) {
+ ") s Speed: (" + nf.format(speed) System.out.println( "Saved Message Nb: (" + Moved_Nb + ") Skiped Message Nb: (" + Skiped_Nb + ") Flushed Message Nb: (" + Flushed_Nb + ") Scaned Message Nb: (" + Scaned_Nb + ")");
+ ") msg/s"); System.out.println( "Total Message Nb: (" + Total_Nb
+ ") Elapsed Time: (" + nf.format(time_elapsed)
+ ") s Speed: (" + nf.format(speed)
+ ") msg/s");
}
else
{
System.out.println( "Saved Message Nb: (" + Total_Nb
+ ") Elapsed Time: (" + nf.format(time_elapsed)
+ ") s Speed: (" + nf.format(speed)
+ ") msg/s");
}
} }
catch( Exception Expt) catch( Exception Expt)
{ {
Output_file.close(); Output_File.close();
if( TI_Swift_Batch_Mode)
{
Flush_File.close();
}
throw Expt; throw Expt;
} }
Output_file.close(); Output_File.close();
if( TI_Swift_Batch_Mode)
{
Flush_File.close();
}
} }
catch( Exception Expt) catch( Exception Expt)
@ -521,4 +799,3 @@ public class MQSSave
} }
} }