Validation.py

Go to the documentation of this file.

## @package serverportfolio.Validation
# @brief For graphical user validation before saving the data.
#
# Last changed $Id: Validation.py 21 2015-04-19 19:27:46Z michael $

# todo extend to the update of list_csv/divsplit, extend to console ?
# devel version in branches/valid_stock, last v8 lost

import logging
import threading, Queue

import Tkinter as tk
import tkMessageBox

# for eclipse
#import pydevd

## @brief A pure Tkinter scrollable frame that actually works!.
# source : http://tkinter.unpythonic.net/wiki/VerticalScrolledFrame\n
# author : unknown\n
#
# Use the 'interior' attribute to place widgets inside the scrollable frame\n
# Construct and pack/place/grid normally\n
# This frame only allows vertical scrolling
#
# my modification:
# - WindowManager pack replaced by grid functions
class VerticalScrolledFrame(tk.Frame):
    
    def __init__(self, parent, *args, **kw):
        tk.Frame.__init__(self, parent, *args, **kw)            

        # to make resizable, horizontal and vertical
        self.columnconfigure(0, weight=1)
        self.rowconfigure(0, weight=1)
        # create a canvas object and a vertical scrollbar for scrolling it
        vscrollbar = tk.Scrollbar(self, orient=tk.VERTICAL)
        vscrollbar.grid(column=1, row=0, sticky=tk.E+tk.N+tk.S)
        # default dimension ? 265x378
        canvas = tk.Canvas(self, bd=0, highlightthickness=0, yscrollcommand=vscrollbar.set)
        canvas.grid(column=0, row=0, sticky=tk.W+tk.E+tk.N+tk.S)
        vscrollbar.config(command=canvas.yview)
        # reset the view
        canvas.xview_moveto(0)
        canvas.yview_moveto(0)
        # print "canvas.cget()", canvas.cget()
        # default ? 265x378
        # print "canvas.config()", canvas.config()
        # create a frame inside the canvas which will be scrolled with it
        self.interior = interior = tk.Frame(canvas)
        interior_id = canvas.create_window(0, 0, window=interior, anchor=tk.NW)
        
        # brief Track changes to the canvas and frame width and sync them.
        # Also updating the scrollbar.
        # Called at every update of the scrollbar/change of dimension
        def _configure_interior(event):
            #print "_configure_interior"
            # update the scrollbars to match the size of the inner frame
            size = (interior.winfo_reqwidth(), interior.winfo_reqheight())
            canvas.config(scrollregion="0 0 %s %s" % size)
            if interior.winfo_reqwidth() != canvas.winfo_width():
                # update the canvas's width to fit the inner frame
                canvas.config(width=interior.winfo_reqwidth())
        interior.bind('<Configure>', _configure_interior)

        # called when change dimension
        def _configure_canvas(event):
            #print "_configure_canvas"
            if interior.winfo_reqwidth() != canvas.winfo_width():
                # update the inner frame's width to fill the canvas
                canvas.itemconfigure(interior_id, width=canvas.winfo_width())
        canvas.bind('<Configure>', _configure_canvas)
        
## @class ValidationTkinter
# @brief GUI interface to validate the update and saving of data.
# It is used during the post-processing of the update of stock (see Stocks, ValidStockUpdate).\n
# The user accepts or rejects the values of the last retrieved data by the parsers.\n
#
# @note It can be used in a threaded environment with the use of ManagerTk.\n
#
# Modify Stock._dict_interactive, used as input and output 
class ValidationTkinter(tk.Frame):
   
    ## @brief Constructor.
    # @param symbol of the stock
    # @param dict_input dict_interactive, used as input and output
    # @param master instance of tk.Tk(), created by default
    def __init__(self, symbol, dict_input, master=None):
        tk.Frame.__init__(self, master)
        self._logger_ = logging.getLogger('SP.ValidationtTk')
        self._logger_.debug("init ValidationTkinter")
        
        # dict_interactive used as input/output
        self._dict_input = dict_input
        ## @brief store in dictionary all IntVar associated to radio buttons.
        # Dictionary with same action/key than dict_input.
        self._var_radiob = None
        
        # general setup, before adding frame
        top=self.winfo_toplevel()
        # can call app.destroy(), even after deleting the window(top-rigth corner)
        top.protocol("WM_DELETE_WINDOW", self.quit_app)
        
        # make top and self column 0 resizable, only column needed
        top.columnconfigure(0, weight=1)
        top.rowconfigure(0, weight=1)
        self.columnconfigure(0, weight=1)
        # self.rowconfigure depends on type ?
        
        # default cell of the top-level windows can expand
        self.grid(sticky=tk.N+tk.S+tk.E+tk.W)
        
        # set title of the window and first label
        self.master.title('User validation')
        # create help menu ?
        self.create_title( symbol )
        
        # create the widgets, list_csv scrollable by default
        # self.row starts at 1, after title label
        self.create_widgets()
        # validation buttons
        self.create_button_valid()
        
        # fix the size of the main window, give 1 1, need to call update() before
        self.update()
        # screen_width=app.master.winfo_screenwidth()
        # screen_height=app.master.winfo_screenheight()
        # print "Screen Size: ", screen_width, screen_height
        #print "App Size ", app.winfo_width(), app.winfo_height()
        #window_width = app.winfo_width()
        #window_height = app.winfo_height()
        #print "App Size ", app.winfo_reqwidth(), app.winfo_reqheight()
        min_win_width = self.winfo_reqwidth()
        min_win_height = self.winfo_reqheight()
        # assign a minimum size, some bugs if the window is modified too quickly...
        self.master.minsize(width=min_win_width, height=min_win_height)
        
    ## @brief Create the main window with the data from dict_input.
    def create_widgets(self):
        self._logger_.debug("Entry createWidgets")
        # important, will contain the IntVars associated to 'repl_add' key and radio buttons
        self._var_radiob = {}
        # store the action_frame, maybe not needed
        self.action_frame = {}
        # action_frame counter, bug need to start at one ! after the title label
        row_action_nb = 1
        # loop over action and over each value
        for key_action, value_action in self._dict_input.iteritems():
            self._logger_.debug("key_action %s" % key_action)
            
            # create key, filled in create_one_input
            self._var_radiob[key_action] = {}
            
            # can be included in one ScrolledFrame or in self
            label_frame = tk.LabelFrame(self, text=key_action)
            label_frame.grid(sticky=tk.E+tk.W+tk.N+tk.S, pady=8,padx=5)
            
            # guess if need scrollable or not. only for lists of csv data, key are integers
            scrollable = None
            if 0 in value_action:
                scrollable = True
            else:
                scrollable = False
            self._logger_.debug("scrollable %s" % scrollable)
            
            # case containing long list
            if scrollable:
                # make resizable the scrollable row
                # share space between the Action frame at the same time ?
                self.rowconfigure(row_action_nb, weight=1)
                # the scrollbar stays on the right
                label_frame.columnconfigure(0, weight=1)
                # action frame extends vertically
                label_frame.rowconfigure(0, weight=1)
            #if scrollable:
                self.action_frame[key_action] = VerticalScrolledFrame(label_frame)
                # moved from create_one_input
                self.action_frame[key_action].interior.columnconfigure(0, weight=1)
            # not scrollable entry, XML data
            else:
                # moved from create_one_input
                label_frame.columnconfigure(2, weight=1,minsize=100 )
                self.action_frame[key_action] = label_frame
                
            # ok, make the trick ! for vertical scrollbar
            self.action_frame[key_action].grid(sticky=tk.E+tk.W+tk.N+tk.S)
            
            # loop over the value, i is the row number
            i = 0
            for key_value, value_value in value_action.iteritems():
                #self._logger_.debug("key_value/ value_value ", key_value, value_value)
                # common to all, could be retrieved from value_value
                state = value_value['repl_add']
                # fill action_frame and self.dict
                if scrollable:
                    self.create_one_input_csv( i, self.action_frame[key_action], key_action, value_value, state )
                else:
                    # added key_value
                    self.create_one_input_xml(i, self.action_frame[key_action],  key_action, key_value, value_value, state )
                i += 1
            # action frame counter
            row_action_nb += 1

    ## @brief Check all radio buttons have been selected and update repl_add entry with _var_radiob.
    # Method working for xml and csv data
    def valid(self):
        self._logger_.debug("Valid")
        # check all values have been validated, could be common, never error in HistPrice
        for key_action, value_action in self._var_radiob.iteritems():
            for value in self._var_radiob[key_action].values():
                
                if not ((value.get() == 0) | (value.get() == 2)):
                    # make message, not all selected, continue, cancel...
                    self.popupmsg("All entries must be selected as Accepted or Rejected to continue,\nor press Quit to validate the default")
                    return
       
        # update repl_add entry of dict_interactive
        for key_action in self._var_radiob.keys():
            for name in self._var_radiob[key_action].keys():
                   # only one element in _var_radiob
                   value = self._var_radiob[key_action][name]
                   self._dict_input[key_action][name]['repl_add'] = value.get()
                   
        # quit application after update    
        self.quit_app()
        
    ## @brief Fill the frame specific to xml data: Info / Fundamental.
    # @param i row_number
    # @param action_frame container Frame
    # @param action EAction.name
    # @param key_value string key of the data 
    # @param values associated
    # @param state initial value of repl_add
    def create_one_input_xml(self, i, action_frame, action, key_value, values, state):
        self._logger_.debug("i value: %d, %s" % (i, values))
        # associated to radio buttons
        var = tk.IntVar()
        var.set( state )
        # key_value is unique
        self._var_radiob[action][key_value] = var
        
        tk.Label( action_frame, text=key_value).grid(column=0, row=i, sticky=tk.W, padx=5, pady=2)
        tk.Label( action_frame, text=values['xml_value']).grid(column=1, row=i, sticky=tk.W, padx=5, pady=2)
        # option Label width=50 makes text center
        tk.Label( action_frame, text=values['new_value']).grid(column=2, row=i, sticky=tk.W, padx=5, pady=2)
        # radio buttons
        tk.Radiobutton( action_frame, text='Rej.', variable=var, value=0).grid(column=3, row=i, sticky=tk.E)
        tk.Radiobutton( action_frame, text='Acc.', variable=var, value=2).grid(column=4, row=i, sticky=tk.E)

    ## @brief Fill the frame for list_csv : HistPrice
    # Last version, group similar entries
    # @param i row_number
    # @param action_frame tk.Frame
    # @param action EAction.name
    # @param values value of labframe
    # @param state initial value of repl_add
    def create_one_input_csv(self, i, action_frame, action, values, state): 
        #self._logger_.debug("values %s" % values)
        # associated to radio buttons
        var = tk.IntVar()
        var.set( state )
        # row_number i is unique
        self._var_radiob[action][i] = var
        
        if state == 0:
            color_lab = 'red'
        else:
            color_lab = 'black'
            
        # make a new Frame inside interior
        one_entry_frame = tk.Frame( action_frame.interior )
        # stretchable column 2
        one_entry_frame.columnconfigure(2, weight=1, minsize=80 )
        one_entry_frame.grid( row=i, sticky=tk.W+tk.E+tk.N+tk.S, pady=5, padx=5 )
        
        # should color all Label or only the error message
        tk.Label( one_entry_frame, text='from %s' % values['first_date']) .grid() #column=2, row=i+1)
        
        # print first and last dates on row 0 and 1
        f = values['first_values']
        format_values = '%7.2f %7.2f %7.2f %7.2f %9.2e' % (f[1], f[2], f[3], f[4], f[5])
        tk.Label( one_entry_frame, text=format_values ).grid(column=1, row=0, sticky=tk.E)
        
        tk.Label( one_entry_frame, text=' to   %s' % values['last_date']).grid(sticky=tk.E)
        f = values['last_values']
        format_values = '%7.2f %7.2f %7.2f %7.2f %9.2e' % (f[1], f[2], f[3], f[4], f[5])
        tk.Label( one_entry_frame, text=format_values ).grid(column=1, row=1, sticky=tk.E)
        
        # make column for error, stick on the right, as well as the next cells
        tk.Label( one_entry_frame, text=values['error'], fg=color_lab).grid(column=2, row=0, rowspan=2, sticky=tk.W)  #tk.N+tk.S+tk.E+tk.W) #tk.W)
        
        # radio buttons
        tk.Radiobutton( one_entry_frame, text='Rej.', variable=var, value=0).grid(column=3, row=0, rowspan=2, sticky=tk.W)
        tk.Radiobutton( one_entry_frame, text='Acc..', variable=var, value=2).grid(column=4, row=0, rowspan=2, sticky=tk.W)
    
    ## @brief Label with stock symbol
    # @param title string
    def create_title(self, title):
        tk.Label(self,text=title,font=('Helvetica',12,'bold'), padx=5,pady=5).grid()
        
    ## @brief Create Valid and Quit buttons at the bottom of the main window.
    # Common to all actions
    def create_button_valid(self):     
        frame_button = tk.Frame(self, pady=10)
        # row/column values are correct by default..
        frame_button.grid()
        tk.Button(frame_button, text='Valid', command=self.valid).grid(column=0, row=0)
        tk.Button(frame_button, text='Quit', command=self.quit_app).grid(column=1, row=0)
        
    ## @brief Message indicating that some entries have not been validated.
    # @brief msg string to print
    def popupmsg(self,msg):
        tkMessageBox.showwarning("warning", msg)
        
    def quit_app(self):
        # called 2 times, quit, nothing destroyed (new data added), works if caller call app.destroy()
        self.quit()
        
## @class ManagerTk
# @brief Manage and serialize the access to a ValidationTkinter application, necessary when UpdateStock is run with multiple threads.
# @warning The object must be created and run from the main thread (tkinter multi-thread limitation)
#
# Interface to ValidationTkinter which assures serialization and thread-safety. The input dict_interactive are treated entry by entry, 
# from an input queue and returned in an output queue. Two GUI cannot exist at the same time. The answer queue should never contain more than 1 entry.\n
# Data are exchanged by the use of Queue for the serialization.\n
#
# Usage, see __main__ section:
# @code
# # create the object
# manager = ManagerTk()
# # run a pool of threads aware of manager. Inside the function a stop signal ['QUIT'] will be send to the manager queue when all thread joined.
# thd_pool_run( list_stock, manager )
#
# # manager enters an infinite loop, and blocks at this line
# manager.update_me()
#
# # from the threads send and receive data
# manager.write( [stock_symbol], dict_interactive )
# new_dict_interactive = manager.read()
# # continue post-process...  
# @endcode
#
# @attention The answer queue should never contain more than 1 entry.
#
# @note In this version a new tk application is recreated each time. Later one unique Tk widget could be updated.    
class ManagerTk():
    
    ## @brief Constructor.
    def __init__(self):
        self._logger_ = logging.getLogger('SP.ManagerTk')
        self._logger_.debug("init ManagerTk")
        ## @brief Queue to receive and send data (dict_interactive and stock symbol).
        ## @{
        ## @brief new data to be processed
        self.queue = Queue.Queue()
        ## @brief new result data.
        # The caller should get the result before a next entry.\n
        # @todo to make more secure, a Pipe ?
        self.queue_answer = Queue.Queue(1)
        ## @}
        ## @brief store a Tk main environment.
        self._root_tk = tk.Tk()
        
    ## @name Queue functions, to be called by threads
    ## @{

    ## @brief Write a new input to the queue.
    # new_entry must be a list, send ['QUIT'] to stop the manager
    # @param new_entry list with format : ['stock_symbol',dict_interactive]
    def write(self, new_entry):
        self.queue.put(new_entry)
    ## @brief Return the updated dict_interactive
    # @return modified dict interactive
    def read_answer(self):
        assert self.queue_answer.qsize() <= 1, "Error in queue size "
        return self.queue_answer.get()
        
    # brief Clear the queue ? to check
#     def clear(self):
#         self.queue.put(None)
    ## @}
        
    ## @brief Check regularly and indefinitely, the queue.
    # 
    # This function is blocking.\n
    # To stop the Manager, send the message : ['QUIT'].
    def update_me(self):
        self._logger_.debug("Entry update_me")
        # try: certainly many possible errors
        while 1:
            # block until a new data is received
            new_entry = self.queue.get()        
            # check termination signal
            if new_entry[0] == "QUIT":
                self._check_stop()
                # return to the main_thread
                return
            else:
                # original Validtkinter, certainly not necessary to recreate each time
                dict = new_entry[1]
                app = ValidationTkinter(new_entry[0], dict, self._root_tk)
                # now can call and block on the usual mainloop
                app.mainloop()
                self._logger_.debug("return from mainloop, put result in answer queue")
                # important to call destroy here, quit in app
                app.destroy()
                self.queue_answer.put( dict )

    ## @brief Check state of the object before stopping.
    def _check_stop(self):
        self._logger_.debug("stop the manager")
        assert self.queue.empty() == True, "Error with queue"
        assert self.queue_answer.empty() == True, "Error with queue"
        

# ########################
if  __name__ == "__main__":
    
    import time, sys
    
    logging.basicConfig(level=logging.DEBUG)
    logging.getLogger('SP')
    m_logger = logging.getLogger("SP.main")
    
    
    m_test = {
        'Info': {'Sector': {'xml_value': 'Energy', 'new_value': 'Utilities', 'date': '2015-03-03', 'source': 'YQL', 'repl_add': 0}, 
                 'StockExchange': {'xml_value': None, 'new_value': 'Paris', 'date': '2015-03-03', 'source': 'YQL', 'repl_add': 2} 
                },
        'Other': {'Industry': {'xml_value': None, 'new_value': 'Diversified Utilities', 'date': '2015-03-03', 'source': 'YQL', 'repl_add': 2}, 
                   'Name': {'xml_value': 'Toto', 'new_value': 'GDF SUEZ', 'date': '2015-03-03', 'source': 'YQL', 'repl_add': 1} 
                }
#         'HistPrice': {0: {'first_date': '2015-03-06 00:00:00', 'repl_add': 1, 'first_values': [1425596400, 4953.68, 4986.88, 4949.88, 4964.35, 0.0], 'last_date': '2015-03-04 00:00:00', 'error': 'volume missing', 'last_values': [1425423600, 4882.94, 4917.35, 4856.14, 4917.35, 0.0]}, 
#     1: {'first_date': '2015-03-03 00:00:00', 'repl_add': 2, 'first_values': [1425337200, 4922.43, 4936.47, 4863.92, 4869.25, 116619800.0], 'last_date': '2015-02-20 00:00:00', 'error': '', 'last_values': [1424386800, 4821.38, 4837.93, 4780.81, 4830.9, 140055500.0]}, 
#     2: {'first_date': '2015-02-19 00:00:00', 'repl_add': 0, 'first_values': [1424300400, 4788.4, 4841.69, 4770.17, 4833.28, 0.0], 'last_date': '2015-02-17 00:00:00', 'error': 'volume missing', 'last_values': [1424127600, 4720.93, 4766.67, 4683.19, 4753.99, 0.0]}, 3: {'first_date': '2015-02-16 00:00:00', 'repl_add': 2, 'first_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0], 'last_date': '2015-02-16 00:00:00', 'error': '', 'last_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0]}, 
#     4: {'first_date': '2015-02-13 00:00:00', 'repl_add': 1, 'first_values': [1423782000, 4748.04, 4779.54, 4741.2, 4759.36, 0.0], 'last_date': '2015-02-12 00:00:00', 'error': 'volume missing', 'last_values': [1423695600, 4670.08, 4746.75, 4664.03, 4726.2, 0.0]}, 5: {'first_date': '2015-02-11 00:00:00', 'repl_add': 2, 'first_values': [1423609200, 4687.87, 4694.44, 4659.46, 4679.38, 94464200.0], 'last_date': '2015-02-09 00:00:00', 'error': '', 'last_values': [1423436400, 4652.16, 4659.26, 4611.15, 4651.08, 138917900.0]}, 
#     6: {'first_date': '2015-02-06 00:00:00', 'repl_add': 1, 'first_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0], 'last_date': '2015-02-06 00:00:00', 'error': 'volume missing', 'last_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0]}, 7: {'first_date': '2015-02-05 00:00:00', 'repl_add': 2, 'first_values': [1423090800, 4654.56, 4705.1, 4647.85, 4703.3, 121316800.0], 'last_date': '2015-02-04 00:00:00', 'error': '', 'last_values': [1423004400, 4682.81, 4696.3, 4651.78, 4696.3, 130750800.0]}, 
#     8: {'first_date': '2015-02-03 00:00:00', 'repl_add': 0, 'first_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0], 'last_date': '2015-02-03 00:00:00', 'error': 'volume missing', 'last_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0]}, 9: {'first_date': '2015-02-02 00:00:00', 'repl_add': 2, 'first_values': [1422831600, 4613.31, 4646.55, 4584.37, 4627.67, 123784000.0], 'last_date': '2015-01-28 00:00:00', 'error': '', 'last_values': [1422399600, 4660.45, 4660.88, 4582.58, 4610.94, 130618600.0]},
#     10: {'first_date': '2015-01-27 00:00:00', 'repl_add': 1, 'first_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0], 'last_date': '2015-01-27 00:00:00', 'error': 'volume missing', 'last_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0]}, 11: {'first_date': '2015-01-26 00:00:00', 'repl_add': 2, 'first_values': [1422226800, 4620.0, 4678.83, 4616.61, 4675.13, 127771700.0], 'last_date': '2015-01-21 00:00:00', 'error': '', 'last_values': [1421794800, 4455.01, 4484.82, 4406.72, 4484.82, 160196600.0]},
#     12: {'first_date': '2015-01-20 00:00:00', 'repl_add': 1, 'first_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0], 'last_date': '2015-01-20 00:00:00', 'error': 'volume missing', 'last_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0]}, 13: {'first_date': '2015-01-19 00:00:00', 'repl_add': 2, 'first_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0], 'last_date': '2015-01-19 00:00:00', 'error': '', 'last_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0]}, 14: {'first_date': '2015-01-16 00:00:00', 'repl_add': 1, 'first_values': [1421362800, 4303.55, 4387.22, 4294.76, 4379.62, 0.0], 'last_date': '2015-01-15 00:00:00', 'error': 'volume missing', 'last_values': [1421276400, 4262.94, 4338.73, 4119.35, 4323.2, 0.0]}, 
#     15: {'first_date': '2015-01-14 00:00:00', 'repl_add': 2, 'first_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0], 'last_date': '2015-01-14 00:00:00', 'error': '', 'last_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0]}, 
#     16: {'first_date': '2015-01-13 00:00:00', 'repl_add': 0, 'first_values': [1421103600, 4204.77, 4307.92, 4197.81, 4290.28, 0.0], 'last_date': '2014-12-10 00:00:00', 'error': 'volume missing', 'last_values': [1418166000, 4280.34, 4306.72, 4216.18, 4227.91, 0.0]}, 
#     17: {'first_date': '2014-12-09 00:00:00', 'repl_add': 2, 'first_values': [1418079600, 4332.73, 4342.12, 4260.07, 4263.94, 149779500.0], 'last_date': '2014-11-11 00:00:00', 'error': '', 'last_values': [1415660400, 4227.12, 4252.92, 4223.68, 4244.1, 99662200.0]}
#     }
           }

    # large test sample, CAC40 with many missing blocks
#     m_test = {'HistPrice': {0: {'first_date': '2015-03-06 00:00:00', 'repl_add': 1, 'first_values': [1425596400, 4953.68, 4986.88, 4949.88, 4964.35, 0.0], 'last_date': '2015-03-04 00:00:00', 'error': 'volume missing', 'last_values': [1425423600, 4882.94, 4917.35, 4856.14, 4917.35, 0.0]}, 
#     1: {'first_date': '2015-03-03 00:00:00', 'repl_add': 2, 'first_values': [1425337200, 4922.43, 4936.47, 4863.92, 4869.25, 116619800.0], 'last_date': '2015-02-20 00:00:00', 'error': '', 'last_values': [1424386800, 4821.38, 4837.93, 4780.81, 4830.9, 140055500.0]}, 
#     2: {'first_date': '2015-02-19 00:00:00', 'repl_add': 0, 'first_values': [1424300400, 4788.4, 4841.69, 4770.17, 4833.28, 0.0], 'last_date': '2015-02-17 00:00:00', 'error': 'volume missing', 'last_values': [1424127600, 4720.93, 4766.67, 4683.19, 4753.99, 0.0]}, 3: {'first_date': '2015-02-16 00:00:00', 'repl_add': 2, 'first_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0], 'last_date': '2015-02-16 00:00:00', 'error': '', 'last_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0]}, 
#     4: {'first_date': '2015-02-13 00:00:00', 'repl_add': 1, 'first_values': [1423782000, 4748.04, 4779.54, 4741.2, 4759.36, 0.0], 'last_date': '2015-02-12 00:00:00', 'error': 'volume missing', 'last_values': [1423695600, 4670.08, 4746.75, 4664.03, 4726.2, 0.0]}, 5: {'first_date': '2015-02-11 00:00:00', 'repl_add': 2, 'first_values': [1423609200, 4687.87, 4694.44, 4659.46, 4679.38, 94464200.0], 'last_date': '2015-02-09 00:00:00', 'error': '', 'last_values': [1423436400, 4652.16, 4659.26, 4611.15, 4651.08, 138917900.0]}, 
#     6: {'first_date': '2015-02-06 00:00:00', 'repl_add': 1, 'first_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0], 'last_date': '2015-02-06 00:00:00', 'error': 'volume missing', 'last_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0]}, 7: {'first_date': '2015-02-05 00:00:00', 'repl_add': 2, 'first_values': [1423090800, 4654.56, 4705.1, 4647.85, 4703.3, 121316800.0], 'last_date': '2015-02-04 00:00:00', 'error': '', 'last_values': [1423004400, 4682.81, 4696.3, 4651.78, 4696.3, 130750800.0]}, 
#     8: {'first_date': '2015-02-03 00:00:00', 'repl_add': 0, 'first_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0], 'last_date': '2015-02-03 00:00:00', 'error': 'volume missing', 'last_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0]}, 9: {'first_date': '2015-02-02 00:00:00', 'repl_add': 2, 'first_values': [1422831600, 4613.31, 4646.55, 4584.37, 4627.67, 123784000.0], 'last_date': '2015-01-28 00:00:00', 'error': '', 'last_values': [1422399600, 4660.45, 4660.88, 4582.58, 4610.94, 130618600.0]},
#     10: {'first_date': '2015-01-27 00:00:00', 'repl_add': 1, 'first_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0], 'last_date': '2015-01-27 00:00:00', 'error': 'volume missing', 'last_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0]}, 11: {'first_date': '2015-01-26 00:00:00', 'repl_add': 2, 'first_values': [1422226800, 4620.0, 4678.83, 4616.61, 4675.13, 127771700.0], 'last_date': '2015-01-21 00:00:00', 'error': '', 'last_values': [1421794800, 4455.01, 4484.82, 4406.72, 4484.82, 160196600.0]},
#     12: {'first_date': '2015-01-20 00:00:00', 'repl_add': 1, 'first_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0], 'last_date': '2015-01-20 00:00:00', 'error': 'volume missing', 'last_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0]}, 13: {'first_date': '2015-01-19 00:00:00', 'repl_add': 2, 'first_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0], 'last_date': '2015-01-19 00:00:00', 'error': '', 'last_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0]}, 14: {'first_date': '2015-01-16 00:00:00', 'repl_add': 1, 'first_values': [1421362800, 4303.55, 4387.22, 4294.76, 4379.62, 0.0], 'last_date': '2015-01-15 00:00:00', 'error': 'volume missing', 'last_values': [1421276400, 4262.94, 4338.73, 4119.35, 4323.2, 0.0]}, 
#     15: {'first_date': '2015-01-14 00:00:00', 'repl_add': 2, 'first_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0], 'last_date': '2015-01-14 00:00:00', 'error': '', 'last_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0]}, 
#     16: {'first_date': '2015-01-13 00:00:00', 'repl_add': 0, 'first_values': [1421103600, 4204.77, 4307.92, 4197.81, 4290.28, 0.0], 'last_date': '2014-12-10 00:00:00', 'error': 'volume missing', 'last_values': [1418166000, 4280.34, 4306.72, 4216.18, 4227.91, 0.0]}, 
#     17: {'first_date': '2014-12-09 00:00:00', 'repl_add': 2, 'first_values': [1418079600, 4332.73, 4342.12, 4260.07, 4263.94, 149779500.0], 'last_date': '2014-11-11 00:00:00', 'error': '', 'last_values': [1415660400, 4227.12, 4252.92, 4223.68, 4244.1, 99662200.0]}
#     }}

    # only first one is correclty extended
#     m_test = {'HistPrice': {0: {'first_date': '2015-03-06 00:00:00', 'repl_add': 1, 'first_values': [1425596400, 4953.68, 4986.88, 4949.88, 4964.35, 0.0], 'last_date': '2015-03-04 00:00:00', 'error': 'volume missing', 'last_values': [1425423600, 4882.94, 4917.35, 4856.14, 4917.35, 0.0]}, 
#     1: {'first_date': '2015-03-03 00:00:00', 'repl_add': 2, 'first_values': [1425337200, 4922.43, 4936.47, 4863.92, 4869.25, 116619800.0], 'last_date': '2015-02-20 00:00:00', 'error': '', 'last_values': [1424386800, 4821.38, 4837.93, 4780.81, 4830.9, 140055500.0]}, 
#     2: {'first_date': '2015-02-19 00:00:00', 'repl_add': 0, 'first_values': [1424300400, 4788.4, 4841.69, 4770.17, 4833.28, 0.0], 'last_date': '2015-02-17 00:00:00', 'error': 'volume missing', 'last_values': [1424127600, 4720.93, 4766.67, 4683.19, 4753.99, 0.0]}, 3: {'first_date': '2015-02-16 00:00:00', 'repl_add': 2, 'first_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0], 'last_date': '2015-02-16 00:00:00', 'error': '', 'last_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0]}, 
#     4: {'first_date': '2015-02-13 00:00:00', 'repl_add': 1, 'first_values': [1423782000, 4748.04, 4779.54, 4741.2, 4759.36, 0.0], 'last_date': '2015-02-12 00:00:00', 'error': 'volume missing', 'last_values': [1423695600, 4670.08, 4746.75, 4664.03, 4726.2, 0.0]}, 5: {'first_date': '2015-02-11 00:00:00', 'repl_add': 2, 'first_values': [1423609200, 4687.87, 4694.44, 4659.46, 4679.38, 94464200.0], 'last_date': '2015-02-09 00:00:00', 'error': '', 'last_values': [1423436400, 4652.16, 4659.26, 4611.15, 4651.08, 138917900.0]}, 
#     6: {'first_date': '2015-02-06 00:00:00', 'repl_add': 1, 'first_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0], 'last_date': '2015-02-06 00:00:00', 'error': 'volume missing', 'last_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0]}, 7: {'first_date': '2015-02-05 00:00:00', 'repl_add': 2, 'first_values': [1423090800, 4654.56, 4705.1, 4647.85, 4703.3, 121316800.0], 'last_date': '2015-02-04 00:00:00', 'error': '', 'last_values': [1423004400, 4682.81, 4696.3, 4651.78, 4696.3, 130750800.0]}, 
#     8: {'first_date': '2015-02-03 00:00:00', 'repl_add': 0, 'first_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0], 'last_date': '2015-02-03 00:00:00', 'error': 'volume missing', 'last_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0]}, 9: {'first_date': '2015-02-02 00:00:00', 'repl_add': 2, 'first_values': [1422831600, 4613.31, 4646.55, 4584.37, 4627.67, 123784000.0], 'last_date': '2015-01-28 00:00:00', 'error': '', 'last_values': [1422399600, 4660.45, 4660.88, 4582.58, 4610.94, 130618600.0]},
#     10: {'first_date': '2015-01-27 00:00:00', 'repl_add': 1, 'first_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0], 'last_date': '2015-01-27 00:00:00', 'error': 'volume missing', 'last_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0]}, 11: {'first_date': '2015-01-26 00:00:00', 'repl_add': 2, 'first_values': [1422226800, 4620.0, 4678.83, 4616.61, 4675.13, 127771700.0], 'last_date': '2015-01-21 00:00:00', 'error': '', 'last_values': [1421794800, 4455.01, 4484.82, 4406.72, 4484.82, 160196600.0]},
#     12: {'first_date': '2015-01-20 00:00:00', 'repl_add': 1, 'first_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0], 'last_date': '2015-01-20 00:00:00', 'error': 'volume missing', 'last_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0]}, 13: {'first_date': '2015-01-19 00:00:00', 'repl_add': 2, 'first_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0], 'last_date': '2015-01-19 00:00:00', 'error': '', 'last_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0]}, 14: {'first_date': '2015-01-16 00:00:00', 'repl_add': 1, 'first_values': [1421362800, 4303.55, 4387.22, 4294.76, 4379.62, 0.0], 'last_date': '2015-01-15 00:00:00', 'error': 'volume missing', 'last_values': [1421276400, 4262.94, 4338.73, 4119.35, 4323.2, 0.0]}, 
#     15: {'first_date': '2015-01-14 00:00:00', 'repl_add': 2, 'first_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0], 'last_date': '2015-01-14 00:00:00', 'error': '', 'last_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0]}, 
#     16: {'first_date': '2015-01-13 00:00:00', 'repl_add': 0, 'first_values': [1421103600, 4204.77, 4307.92, 4197.81, 4290.28, 0.0], 'last_date': '2014-12-10 00:00:00', 'error': 'volume missing', 'last_values': [1418166000, 4280.34, 4306.72, 4216.18, 4227.91, 0.0]}, 
#     17: {'first_date': '2014-12-09 00:00:00', 'repl_add': 2, 'first_values': [1418079600, 4332.73, 4342.12, 4260.07, 4263.94, 149779500.0], 'last_date': '2014-11-11 00:00:00', 'error': '', 'last_values': [1415660400, 4227.12, 4252.92, 4223.68, 4244.1, 99662200.0]}
#     },
#     'Other': {0: {'first_date': '2015-03-06 00:00:00', 'repl_add': 1, 'first_values': [1425596400, 4953.68, 4986.88, 4949.88, 4964.35, 0.0], 'last_date': '2015-03-04 00:00:00', 'error': 'volume missing', 'last_values': [1425423600, 4882.94, 4917.35, 4856.14, 4917.35, 0.0]}, 
#     1: {'first_date': '2015-03-03 00:00:00', 'repl_add': 2, 'first_values': [1425337200, 4922.43, 4936.47, 4863.92, 4869.25, 116619800.0], 'last_date': '2015-02-20 00:00:00', 'error': '', 'last_values': [1424386800, 4821.38, 4837.93, 4780.81, 4830.9, 140055500.0]}, 
#     2: {'first_date': '2015-02-19 00:00:00', 'repl_add': 0, 'first_values': [1424300400, 4788.4, 4841.69, 4770.17, 4833.28, 0.0], 'last_date': '2015-02-17 00:00:00', 'error': 'volume missing', 'last_values': [1424127600, 4720.93, 4766.67, 4683.19, 4753.99, 0.0]}, 3: {'first_date': '2015-02-16 00:00:00', 'repl_add': 2, 'first_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0], 'last_date': '2015-02-16 00:00:00', 'error': '', 'last_values': [1424041200, 4757.52, 4766.47, 4747.22, 4751.95, 99362700.0]}, 
#     4: {'first_date': '2015-02-13 00:00:00', 'repl_add': 1, 'first_values': [1423782000, 4748.04, 4779.54, 4741.2, 4759.36, 0.0], 'last_date': '2015-02-12 00:00:00', 'error': 'volume missing', 'last_values': [1423695600, 4670.08, 4746.75, 4664.03, 4726.2, 0.0]}, 5: {'first_date': '2015-02-11 00:00:00', 'repl_add': 2, 'first_values': [1423609200, 4687.87, 4694.44, 4659.46, 4679.38, 94464200.0], 'last_date': '2015-02-09 00:00:00', 'error': '', 'last_values': [1423436400, 4652.16, 4659.26, 4611.15, 4651.08, 138917900.0]}, 
#     6: {'first_date': '2015-02-06 00:00:00', 'repl_add': 1, 'first_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0], 'last_date': '2015-02-06 00:00:00', 'error': 'volume missing', 'last_values': [1423177200, 4698.84, 4707.24, 4675.37, 4691.03, 0.0]}, 7: {'first_date': '2015-02-05 00:00:00', 'repl_add': 2, 'first_values': [1423090800, 4654.56, 4705.1, 4647.85, 4703.3, 121316800.0], 'last_date': '2015-02-04 00:00:00', 'error': '', 'last_values': [1423004400, 4682.81, 4696.3, 4651.78, 4696.3, 130750800.0]}, 
#     8: {'first_date': '2015-02-03 00:00:00', 'repl_add': 0, 'first_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0], 'last_date': '2015-02-03 00:00:00', 'error': 'volume missing', 'last_values': [1422918000, 4651.07, 4701.52, 4645.15, 4677.9, 0.0]}, 9: {'first_date': '2015-02-02 00:00:00', 'repl_add': 2, 'first_values': [1422831600, 4613.31, 4646.55, 4584.37, 4627.67, 123784000.0], 'last_date': '2015-01-28 00:00:00', 'error': '', 'last_values': [1422399600, 4660.45, 4660.88, 4582.58, 4610.94, 130618600.0]},
#     10: {'first_date': '2015-01-27 00:00:00', 'repl_add': 1, 'first_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0], 'last_date': '2015-01-27 00:00:00', 'error': 'volume missing', 'last_values': [1422313200, 4671.76, 4679.26, 4592.62, 4624.21, 0.0]}, 11: {'first_date': '2015-01-26 00:00:00', 'repl_add': 2, 'first_values': [1422226800, 4620.0, 4678.83, 4616.61, 4675.13, 127771700.0], 'last_date': '2015-01-21 00:00:00', 'error': '', 'last_values': [1421794800, 4455.01, 4484.82, 4406.72, 4484.82, 160196600.0]},
#     12: {'first_date': '2015-01-20 00:00:00', 'repl_add': 1, 'first_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0], 'last_date': '2015-01-20 00:00:00', 'error': 'volume missing', 'last_values': [1421708400, 4406.96, 4463.51, 4405.94, 4446.02, 0.0]}, 13: {'first_date': '2015-01-19 00:00:00', 'repl_add': 2, 'first_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0], 'last_date': '2015-01-19 00:00:00', 'error': '', 'last_values': [1421622000, 4388.67, 4423.25, 4367.24, 4394.93, 107393400.0]}, 14: {'first_date': '2015-01-16 00:00:00', 'repl_add': 1, 'first_values': [1421362800, 4303.55, 4387.22, 4294.76, 4379.62, 0.0], 'last_date': '2015-01-15 00:00:00', 'error': 'volume missing', 'last_values': [1421276400, 4262.94, 4338.73, 4119.35, 4323.2, 0.0]}, 
#     15: {'first_date': '2015-01-14 00:00:00', 'repl_add': 2, 'first_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0], 'last_date': '2015-01-14 00:00:00', 'error': '', 'last_values': [1421190000, 4227.46, 4302.22, 4207.37, 4223.24, 151689400.0]}, 
#     16: {'first_date': '2015-01-13 00:00:00', 'repl_add': 0, 'first_values': [1421103600, 4204.77, 4307.92, 4197.81, 4290.28, 0.0], 'last_date': '2014-12-10 00:00:00', 'error': 'volume missing', 'last_values': [1418166000, 4280.34, 4306.72, 4216.18, 4227.91, 0.0]}, 
#     17: {'first_date': '2014-12-09 00:00:00', 'repl_add': 2, 'first_values': [1418079600, 4332.73, 4342.12, 4260.07, 4263.94, 149779500.0], 'last_date': '2014-11-11 00:00:00', 'error': '', 'last_values': [1415660400, 4227.12, 4252.92, 4223.68, 4244.1, 99662200.0]}
#     }
#     }
    
# Test only the GUI
   
    # one instance
#     m_app = ValidationTkinter("toto", test)
#     m_app.mainloop()
    
    # two instances one after another
#     m_root_tk = tk.Tk()
#     m_app = ValidationTkinter( "toto", test, root_tk)
#     m_app.mainloop()
#     # works here, app.destroy, with self.quit. Not working if called with delete window, see MW_DELETE
#     m_app.destroy()
#     m_app = ValidationTkinter( "toto", test, root_tk)
#     m_app.mainloop()
#     m_app.destroy()
#     
#     sys.exit(1)
    
# Simple multi-thread test

    def m_run_thread(stock, man_tk):
        print "Start thread name", threading.current_thread().name
        print "tk_app ref", man_tk
        #pydevd.settrace( 5678 )
        
        print "send new message to the queue"
        man_tk.write( [ stock, m_test ])
        print "thread waiting answer", threading.current_thread().name
        new_dict = man_tk.read_answer()
        print "modified dict ", new_dict
    
    def m_thd_pool_run(list_stock, man_tk):
        print "Entry thd_pool_run name", threading.current_thread().name
        #pydevd.settrace( 5678 )
        
        print "thd_pool creates a pool of thread"
        thread_list = []
        for stock in list_stock:
            # run_thread makes pre and post processing for the single stock methods
            t = threading.Thread(target=m_run_thread, name="thread_"+stock, args = (stock, man_tk)) #,self.e_action))
            thread_list.append(t)

        for th in thread_list:
            th.start()

        # master waits all thread to end
        for th in thread_list:
            th.join()
            
        print "thd_pool all joined, send quit signal"
        man_tk.write(["QUIT"])
        print "thd_pool will die..."
        
    print "\n== Starting program, master create Tk app"
    #app = ValidationTkinter() # test, "TOTO" )
    m_manager_tk = ManagerTk() 
    print "manager_tk ", m_manager_tk
    m_list_stock = ["GSZ","CAC40"]
    
    print "\n== master creates thread pool"
    m_thd_pool = threading.Thread(target=m_thd_pool_run, args=(m_list_stock, m_manager_tk)) #args=(task_q, result_q))
    m_thd_pool.start()
    
    # let pool creates everything
    print "\n== master after sleep, run the manager"
    #app.mainloop()
    # similar to a mainloop()
    m_manager_tk.update_me()
    
    print "\n==master app has been killed"
    print "thd_pool alive ?", m_thd_pool.is_alive()
    
    print "end of test, quit"
    # test modified with new values of repl_add
    #print "\n== Test Output ", m_test