OmniSciDB  72c90bc290
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
Public Member Functions | Static Public Member Functions | Static Package Attributes | Private Member Functions | List of all members
com.mapd.tests.ForeignStorageConcurrencyTest Class Reference
+ Collaboration diagram for com.mapd.tests.ForeignStorageConcurrencyTest:

Public Member Functions

void runSqlAsUser (String sql, HeavyDBTestClient user, String logPrefix) throws Exception
 
void runSqlValidateAsUser (String sql, HeavyDBTestClient user, String logPrefix) throws Exception
 
void testConcurrency () throws Exception
 

Static Public Member Functions

static void main (String[] args) throws Exception
 

Static Package Attributes

static final Logger logger
 

Private Member Functions

void runTest (String db, String adminName, String adminPassword, String userName, String userPassword) throws Exception
 

Detailed Description

Definition at line 25 of file ForeignStorageConcurrencyTest.java.

Member Function Documentation

static void com.mapd.tests.ForeignStorageConcurrencyTest.main ( String[]  args) throws Exception
inlinestatic

Definition at line 29 of file ForeignStorageConcurrencyTest.java.

29  {
30  ForeignStorageConcurrencyTest test = new ForeignStorageConcurrencyTest();
31  test.testConcurrency();
32  }
void com.mapd.tests.ForeignStorageConcurrencyTest.runSqlAsUser ( String  sql,
HeavyDBTestClient  user,
String  logPrefix 
) throws Exception
inline

Definition at line 184 of file ForeignStorageConcurrencyTest.java.

Referenced by com.mapd.tests.ForeignStorageConcurrencyTest.runTest().

185  {
186  logger.info(logPrefix + " " + sql);
187  user.runSql(sql);
188  }

+ Here is the caller graph for this function:

void com.mapd.tests.ForeignStorageConcurrencyTest.runSqlValidateAsUser ( String  sql,
HeavyDBTestClient  user,
String  logPrefix 
) throws Exception
inline

Definition at line 190 of file ForeignStorageConcurrencyTest.java.

Referenced by com.mapd.tests.ForeignStorageConcurrencyTest.runTest().

191  {
192  logger.info(logPrefix + " " + sql);
193  user.sqlValidate(sql);
194  }

+ Here is the caller graph for this function:

void com.mapd.tests.ForeignStorageConcurrencyTest.runTest ( String  db,
String  adminName,
String  adminPassword,
String  userName,
String  userPassword 
) throws Exception
inlineprivate

Definition at line 38 of file ForeignStorageConcurrencyTest.java.

References run, com.mapd.tests.ForeignStorageConcurrencyTest.runSqlAsUser(), and com.mapd.tests.ForeignStorageConcurrencyTest.runSqlValidateAsUser().

Referenced by com.mapd.tests.ForeignStorageConcurrencyTest.testConcurrency().

42  {
43  final int num_threads = 4;
44  ArrayList<Exception> exceptions = new ArrayList<Exception>();
45 
46  // We use a barrier here to synchronize the start of each competing thread and make
47  // sure there is a race condition. The barrier ensures no thread will run until they
48  // are all created and waiting for the barrier to complete.
49  final CyclicBarrier barrier = new CyclicBarrier(num_threads, new Runnable() {
50  public void run() {
51  try {
52  logger.info("Barrier acquired.");
53  HeavyDBTestClient dba = HeavyDBTestClient.getClient(
54  "localhost", 6274, db, adminName, adminPassword);
55 
56  dba.runSql("CREATE SERVER test_server "
57  + "FOREIGN DATA WRAPPER delimited_file WITH (storage_type = 'LOCAL_FILE', "
58  + "base_path = '" + System.getProperty("user.dir") + "');");
59 
60  dba.runSql("CREATE FOREIGN TABLE test_table "
61  + "(b BOOLEAN, t TINYINT, s SMALLINT, i INTEGER, bi BIGINT, f FLOAT, "
62  + "dc DECIMAL(10, 5), tm TIME, tp TIMESTAMP, d DATE, txt TEXT, "
63  + "txt_2 TEXT ENCODING NONE) "
64  + "SERVER test_server WITH "
65  + "(file_path = '../Tests/FsiDataFiles/scalar_types.csv', "
66  + "FRAGMENT_SIZE = 10);");
67  logger.info("Barrier released.");
68  } catch (Exception e) {
69  logger.error("Barrier Caught Exception: " + e.getMessage(), e);
70  exceptions.add(e);
71  }
72  }
73  });
74 
75  // Each thread performs the same projections with an alter command targeting a
76  // different column injected at a different point.
77  Thread[] threads = new Thread[num_threads];
78 
79  threads[0] = new Thread(new Runnable() {
80  @Override
81  public void run() {
82  try {
83  logger.info("Starting thread[0]");
84  HeavyDBTestClient user = HeavyDBTestClient.getClient(
85  "localhost", 6274, db, userName, userPassword);
86  barrier.await();
87  runSqlAsUser(
88  "ALTER FOREIGN TABLE test_table RENAME COLUMN t TO tint", user, "0");
89  runSqlAsUser("SELECT * FROM test_table LIMIT 2", user, "0");
90  runSqlAsUser("SELECT * FROM test_table WHERE txt = 'quoted text'", user, "0");
91  runSqlValidateAsUser("SELECT COUNT(*) FROM test_table LIMIT 2", user, "0");
92  logger.info("Finished thread[0]");
93  } catch (Exception e) {
94  logger.error("Thread[0] Caught Exception: " + e.getMessage(), e);
95  exceptions.add(e);
96  }
97  }
98  });
99  threads[0].start();
100 
101  threads[1] = new Thread(new Runnable() {
102  @Override
103  public void run() {
104  try {
105  logger.info("Starting thread[1]");
106  HeavyDBTestClient user = HeavyDBTestClient.getClient(
107  "localhost", 6274, db, userName, userPassword);
108  barrier.await();
109  runSqlAsUser("SELECT * FROM test_table LIMIT 2", user, "1");
110  runSqlAsUser(
111  "ALTER FOREIGN TABLE test_table RENAME COLUMN s TO sint", user, "1");
112  runSqlAsUser("SELECT * FROM test_table WHERE txt = 'quoted text'", user, "1");
113  runSqlValidateAsUser("SELECT COUNT(*) FROM test_table LIMIT 2", user, "1");
114  logger.info("Finished thread[1]");
115  } catch (Exception e) {
116  logger.error("Thread[1] Caught Exception: " + e.getMessage(), e);
117  exceptions.add(e);
118  }
119  }
120  });
121  threads[1].start();
122 
123  threads[2] = new Thread(new Runnable() {
124  @Override
125  public void run() {
126  try {
127  logger.info("Starting thread[2]");
128  HeavyDBTestClient user = HeavyDBTestClient.getClient(
129  "localhost", 6274, db, userName, userPassword);
130  barrier.await();
131  runSqlAsUser("SELECT * FROM test_table LIMIT 2", user, "2");
132  runSqlAsUser("SELECT * FROM test_table WHERE txt = 'quoted text'", user, "2");
133  runSqlAsUser(
134  "ALTER FOREIGN TABLE test_table RENAME COLUMN i TO iint", user, "2");
135  runSqlValidateAsUser("SELECT COUNT(*) FROM test_table LIMIT 2", user, "2");
136  logger.info("Finished thread[2]");
137  } catch (Exception e) {
138  logger.error("Thread[0] Caught Exception: " + e.getMessage(), e);
139  exceptions.add(e);
140  }
141  }
142  });
143  threads[2].start();
144 
145  threads[3] = new Thread(new Runnable() {
146  @Override
147  public void run() {
148  try {
149  logger.info("Starting thread[3]");
150  HeavyDBTestClient user = HeavyDBTestClient.getClient(
151  "localhost", 6274, db, userName, userPassword);
152  barrier.await();
153  runSqlAsUser("SELECT * FROM test_table LIMIT 2", user, "3");
154  runSqlAsUser("SELECT * FROM test_table WHERE txt = 'quoted text'", user, "3");
155  runSqlValidateAsUser("SELECT COUNT(*) FROM test_table LIMIT 2", user, "3");
156  runSqlAsUser(
157  "ALTER FOREIGN TABLE test_table RENAME COLUMN b TO bint", user, "3");
158  logger.info("Finished thread[3]");
159  } catch (Exception e) {
160  logger.error("Thread[0] Caught Exception: " + e.getMessage(), e);
161  exceptions.add(e);
162  }
163  }
164  });
165  threads[3].start();
166 
167  for (Thread t : threads) {
168  t.join();
169  }
170 
171  HeavyDBTestClient dba =
172  HeavyDBTestClient.getClient("localhost", 6274, db, adminName, adminPassword);
173  dba.runSql("DROP FOREIGN TABLE test_table;");
174  dba.runSql("DROP SERVER test_server;");
175 
176  for (Exception e : exceptions) {
177  if (null != e) {
178  logger.error("Exception: " + e.getMessage(), e);
179  throw e;
180  }
181  }
182  }
com.mapd.tests.ForeignStorageConcurrencyTest.runSqlValidateAsUser
void runSqlValidateAsUser(String sql, HeavyDBTestClient user, String logPrefix)
Definition: ForeignStorageConcurrencyTest.java:190
com.mapd.tests.ForeignStorageConcurrencyTest.runSqlAsUser
void runSqlAsUser(String sql, HeavyDBTestClient user, String logPrefix)
Definition: ForeignStorageConcurrencyTest.java:184
run
static bool run
Definition: KafkaImporter.cpp:49

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void com.mapd.tests.ForeignStorageConcurrencyTest.testConcurrency ( ) throws Exception
inline

Definition at line 196 of file ForeignStorageConcurrencyTest.java.

References com.mapd.tests.ForeignStorageConcurrencyTest.runTest().

196  {
197  logger.info("ForeignStorageConcurrencyTest()");
198 
199  HeavyDBTestClient su = HeavyDBTestClient.getClient(
200  "localhost", 6274, "heavyai", "admin", "HyperInteractive");
201 
202  // Initialize.
203  su.runSql("DROP DATABASE IF EXISTS db1;");
204  su.runSql("CREATE DATABASE db1;");
205 
206  runTest("db1", "admin", "HyperInteractive", "admin", "HyperInteractive");
207 
208  // Cleanup.
209  su.runSql("DROP DATABASE db1;");
210 
211  logger.info("ForeignStorageConcurrencyTest() done");
212  }
com.mapd.tests.ForeignStorageConcurrencyTest.runTest
void runTest(String db, String adminName, String adminPassword, String userName, String userPassword)
Definition: ForeignStorageConcurrencyTest.java:38

+ Here is the call graph for this function:

Member Data Documentation

final Logger com.mapd.tests.ForeignStorageConcurrencyTest.logger
staticpackage
Initial value:
=
LoggerFactory.getLogger(ForeignStorageConcurrencyTest.class)

Definition at line 26 of file ForeignStorageConcurrencyTest.java.

The documentation for this class was generated from the following file: