Add reverse lookup by word

Author: tdoshea90

stocktwits_wrapper.py

@@ -2,7 +2,6 @@
 import html
 import logging
 import os
-import time
 
 from flask import abort, session
 import requests
@@ -52,8 +51,6 @@ def get_ticker(self, ticker):
     def update_ticker(self, ticker):
         """ update the ticker in the db """
 
-        start_time = time.time()
-
         since_param = self.__get_pagination_param(ticker)
 
         # TODO: make a system account on ST and use for all automated calls.
@@ -83,12 +80,6 @@ def update_ticker(self, ticker):
 
         all_words = [(word) for message in simple_messages for word in message.split()]
         self.__update_word_frequencies(ticker, all_words)
-
-        end_time = time.time()
-        total_time = (end_time - start_time)
-        logging.warn('%s updated in %d seconds. Requests left: %s' % (ticker,
-                                                                      total_time,
-                                                                      session.get('rate_remaining', 'none?')))
         return
 
     @classmethod
@@ -167,6 +158,15 @@ def __query_ticker(self, ticker):
             self.mysql_conn.commit()
             return query_result
 
+    @classmethod
+    def __query_word(self, word):
+        self.__check_connection()
+        with closing(self.mysql_conn.cursor()) as cursor:
+            cursor.callproc('query_word', (word,))
+            query_result = next(cursor.stored_results()).fetchall()
+            self.mysql_conn.commit()
+            return query_result
+
     @classmethod
     def __update_word_frequencies(self, ticker, word_map):
         self.__check_connection()

supplemental_materials/create_wordtwits_db.sql

@@ -35,7 +35,7 @@ CREATE TABLE `tickers` (
   UNIQUE KEY `ticker_UNIQUE` (`ticker`),
   UNIQUE KEY `id_UNIQUE` (`id`),
   UNIQUE KEY `company_name_UNIQUE` (`company_name`)
-) ENGINE=InnoDB AUTO_INCREMENT=217923 DEFAULT CHARSET=latin1 COMMENT='Table for all tickers';
+) ENGINE=InnoDB AUTO_INCREMENT=217928 DEFAULT CHARSET=latin1 COMMENT='Table for all tickers';
 /*!40101 SET character_set_client = @saved_cs_client */;
 
 --
@@ -71,7 +71,7 @@ CREATE TABLE `word_frequencies` (
   UNIQUE KEY `uq_ticker_idx` (`ticker_id`,`word`),
   KEY `fk_ticker_id_idx` (`ticker_id`),
   CONSTRAINT `fk_ticker_id` FOREIGN KEY (`ticker_id`) REFERENCES `tickers` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
-) ENGINE=InnoDB AUTO_INCREMENT=18420 DEFAULT CHARSET=latin1 COMMENT='Word Frequency fact table';
+) ENGINE=InnoDB AUTO_INCREMENT=18425 DEFAULT CHARSET=latin1 COMMENT='Word Frequency fact table';
 /*!40101 SET character_set_client = @saved_cs_client */;
 
 --
@@ -117,6 +117,31 @@ BEGIN
     ORDER BY frequency DESC
     LIMIT 50;
 
+END ;;
+DELIMITER ;
+/*!50003 SET sql_mode              = @saved_sql_mode */ ;
+/*!50003 SET character_set_client  = @saved_cs_client */ ;
+/*!50003 SET character_set_results = @saved_cs_results */ ;
+/*!50003 SET collation_connection  = @saved_col_connection */ ;
+/*!50003 DROP PROCEDURE IF EXISTS `query_word` */;
+/*!50003 SET @saved_cs_client      = @@character_set_client */ ;
+/*!50003 SET @saved_cs_results     = @@character_set_results */ ;
+/*!50003 SET @saved_col_connection = @@collation_connection */ ;
+/*!50003 SET character_set_client  = utf8 */ ;
+/*!50003 SET character_set_results = utf8 */ ;
+/*!50003 SET collation_connection  = utf8_general_ci */ ;
+/*!50003 SET @saved_sql_mode       = @@sql_mode */ ;
+/*!50003 SET sql_mode              = 'NO_ENGINE_SUBSTITUTION' */ ;
+DELIMITER ;;
+CREATE DEFINER=`tdoshea90`@`%` PROCEDURE `query_word`(IN word_arg CHAR(5))
+BEGIN
+
+    SELECT tickers.ticker, word_frequencies.frequency
+    FROM word_frequencies
+    INNER JOIN tickers ON word_frequencies.ticker_id = tickers.id
+    WHERE word_frequencies.word=word_arg AND frequency > 1
+    ORDER BY frequency DESC;
+
 END ;;
 DELIMITER ;
 /*!50003 SET sql_mode              = @saved_sql_mode */ ;
@@ -210,4 +235,4 @@ DELIMITER ;
 /*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;
 /*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;
 
--- Dump completed on 2016-11-11  0:53:56
+-- Dump completed on 2016-11-11  1:15:40