Hi All,
I have big data in MySql tables (30 crores in each table). The Transformation contains two tables input steps(joined to each other using sql query & parameters) and one table output step.
While run this trans, Getting BEGIN NESTED EXCEPTION... (13 hours of Process)
Even i have already updated my.ini file.
2013/10/04 12:36:19 - Kitchen - Logging is at level : Basic logging
2013/10/04 12:36:19 - Kitchen - Start of run.
2013/10/04 18:10:02 - Transactional Data.0 - Finished reading query, closing connection.
2013/10/04 18:10:02 - Transactional Data.0 - Finished processing (I=545, O=0, R=17, W=545, U=0, E=0)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : com.mysql.jdbc.CommunicationsException
2013/10/05 03:12:17 - : MESSAGE: Communications link failure due to underlying exception:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException
2013/10/05 03:12:17 - : MESSAGE: Broken pipe
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException: Broken pipe
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite0(Native Method)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:92)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.write(SocketOutputStream.java:136)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2739)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : Last packet sent to the server was 1 ms ago.
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : com.mysql.jdbc.CommunicationsException: Communications link failure due to underlying exception:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException
2013/10/05 03:12:17 - : MESSAGE: Broken pipe
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException: Broken pipe
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite0(Native Method)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:92)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.write(SocketOutputStream.java:136)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2739)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : Last packet sent to the server was 1 ms ago.
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2757)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.rollback(Database.java:667)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.rollback(Database.java:641)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:661)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - : Caused by: java.sql.SQLException: No operations allowed after connection closed.Connection was implicitly closed due to underlying exception/error:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : com.mysql.jdbc.CommunicationsException
2013/10/05 03:12:17 - : MESSAGE: Communications link failure due to underlying exception:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException
2013/10/05 03:12:17 - : MESSAGE: Broken pipe
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException: Broken pipe
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite0(Native Method)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:92)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.write(SocketOutputStream.java:136)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2739)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : Last packet sent to the server was 1 ms ago.
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : com.mysql.jdbc.CommunicationsException: Communications link failure due to underlying exception:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** BEGIN NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException
2013/10/05 03:12:17 - : MESSAGE: Broken pipe
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : STACKTRACE:
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : java.net.SocketException: Broken pipe
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite0(Native Method)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:92)
2013/10/05 03:12:17 - : at java.net.SocketOutputStream.write(SocketOutputStream.java:136)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65)
2013/10/05 03:12:17 - : at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2739)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : Last packet sent to the server was 1 ms ago.
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2757)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.send(MysqlIO.java:2650)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1581)
2013/10/05 03:12:17 - : at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:1695)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.execSQL(Connection.java:3026)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1137)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:1368)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatchSerially(PreparedStatement.java:1062)
2013/10/05 03:12:17 - : at com.mysql.jdbc.PreparedStatement.executeBatch(PreparedStatement.java:860)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.emptyAndCommit(Database.java:1387)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.dispose(TableOutput.java:611)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.step.BaseStep.runStepThread(BaseStep.java:2918)
2013/10/05 03:12:17 - : at org.pentaho.di.trans.steps.tableoutput.TableOutput.run(TableOutput.java:680)
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : ** END NESTED EXCEPTION **
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - :
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.checkClosed(Connection.java:1844)
2013/10/05 03:12:17 - : at com.mysql.jdbc.Connection.rollback(Connection.java:4800)
2013/10/05 03:12:17 - : at org.pentaho.di.core.database.Database.rollback(Database.java:656)