Untitled


SUBMITTED BY: uname

DATE: Nov. 16, 2016, 8:10 p.m.

FORMAT: Java

SIZE: 4.3 kB

HITS: 5062

  1. package generate_merge;
  2. import java.io.BufferedReader;
  3. import java.io.BufferedWriter;
  4. import java.io.File;
  5. import java.io.FileReader;
  6. import java.io.FileWriter;
  7. import java.sql.Connection;
  8. import java.sql.DriverManager;
  9. import java.sql.ResultSet;
  10. import java.sql.SQLException;
  11. import java.sql.Statement;
  12. import java.text.SimpleDateFormat;
  13. import java.util.Calendar;
  14. import java.util.HashMap;
  15. import java.util.Map;
  16. import java.util.Properties;
  17. import java.util.Random;
  18. import java.util.UUID;
  19. import java.util.concurrent.ExecutorService;
  20. import java.util.concurrent.Executors;
  21. import com.dao.AvailablePools;
  22. public class LoadTestDB
  23. {
  24. private static final String dbClassName = "com.mysql.jdbc.Driver";
  25. private static final String dbClassRedshift = "com.amazon.redshift.jdbc4.Driver";
  26. private static String host = null;
  27. private static String port = null;
  28. //private static final String CONNECTION = "jdbc:mysql://192.168.99.100:3306/";
  29. // private static final String CONNECTION = "jdbc:mysql://10.0.0.119:3306/"; /*Tunneled MySQL */
  30. // private static final String CONNECTION_RS = "jdbc:redshift://10.0.0.239:5439/myntra_dw";
  31. private static final String USER = "ddp_ro";
  32. private static final String PASSWORD = "Admin@123!";
  33. private static final String RS_USER = "myntrapoc";
  34. private static final String RS_PASSWORD = "5KuLi523T11k82G";
  35. private static Integer file_count = 0;
  36. private static SimpleDateFormat load_date_time = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
  37. private static SimpleDateFormat load_date = new SimpleDateFormat("yyyyMMdd");
  38. private static Runtime runtime = Runtime.getRuntime();
  39. private static long startTimer()
  40. {
  41. return System.currentTimeMillis();
  42. }
  43. private static long endTimer()
  44. {
  45. return System.currentTimeMillis();
  46. }
  47. private static void worker(Integer file_count) throws Exception{
  48. try{
  49. Properties p = new Properties();
  50. p.put("user", USER);
  51. p.put("password", PASSWORD);
  52. Properties p_rs = new Properties();
  53. p_rs.put("user", RS_USER);
  54. p_rs.put("password", RS_PASSWORD);
  55. String sql_adhoc_query = "select query_txt from adhoc_query.adhoc_query_log where query_id % 12="+file_count+" and start_time >= '2016-11-16 00:00:00' and substring(query_id,11) >5000000 and query_txt not like '%_table_%' order by start_time limit 2000";
  56. //Connection conn= DriverManager.getConnection(CONNECTION, p);
  57. Connection conn=null;
  58. try
  59. {
  60. conn= AvailablePools.ADHOC_QUERY_POOL.getConnection();
  61. }
  62. catch(Exception e)
  63. {
  64. e.printStackTrace();
  65. }
  66. Statement stmt = conn.createStatement();
  67. ResultSet rs = stmt.executeQuery(sql_adhoc_query);
  68. Connection conn_rs=null;
  69. Statement stmt_rs=null;
  70. //Statement stmt_rs = null;
  71. while(rs.next()){
  72. String sql = rs.getString("query_txt");
  73. long start_time,end_time,run_time;
  74. start_time = startTimer();
  75. try
  76. {
  77. end_time = endTimer();
  78. run_time = (end_time - start_time)/1000 ;
  79. System.out.println("Inside Try");
  80. System.out.println(sql);
  81. conn_rs = AvailablePools.REDSHIFT_QUERY_POOL.getConnection();
  82. ResultSet result =conn_rs.createStatement().executeQuery(sql);
  83. start_time = startTimer();
  84. end_time = endTimer();
  85. end_time = endTimer();
  86. run_time = (end_time - start_time)/1000 ;
  87. }catch(Exception e){
  88. System.out.println("Thread is : "+file_count);
  89. System.out.println(e.toString());
  90. if(conn_rs != null){
  91. try{
  92. conn_rs.close();
  93. }catch(Exception connE){e.printStackTrace();}
  94. }
  95. e.printStackTrace();
  96. }
  97. } //End While
  98. }catch(Exception e) {
  99. System.out.println("Thread is : "+file_count);
  100. e.printStackTrace();
  101. } //Outer Catch
  102. }

comments powered by Disqus