Ticket #1072: datamoverplugin.patch

datamover/util.py

@@ +1 @@
+from trac.core import TracError
-from trac.env import Environment
-from trac.web.main import _open_environment
-from trac.wiki.model import WikiPage
+from trac.ticket.model import Component as TicketComponent, Milestone
-
-
+, 'copy_component', 'copy_enum'
-
-
-def make_query(data, table):
@@ -93 +95 @@
-       
-    if handle_commit:
-        dest_db.commit()
+
+def copy_component(source_env, dest_env, name, dest_db=None):
+    # In case a string gets passed in
+    if not isinstance(source_env, Environment):
+        source_env = _open_environment(source_env)
+    if not isinstance(dest_env, Environment):
+        dest_env = _open_environment(dest_env)
+        
+    # Log message
+    source_env.log.info('DatamoverPlugin: Moving component %s to the environment at %s', name, dest_env.path)
+    dest_env.log.info('DatamoverPlugin: Moving component %s from the environment at %s', name, source_env.path)
+    
+    # Open databases
+    source_db = source_env.get_db_cnx()
+    source_cursor = source_db.cursor()
+    handle_commit = True
+    if not dest_db:
+        dest_db, handle_commit = dest_env.get_db_cnx(), False
+    dest_cursor = dest_db.cursor()
+    
+    # Remove the component from the destination
+    try:
+        dest_comp = TicketComponent(dest_env, name, db=dest_db)
+        if dest_comp.exists:
+            dest_comp.delete(db=dest_db)
+    except TracError:
+        pass
+
+    # Copy each entry in the component table
+    source_cursor.execute('SELECT * FROM component WHERE name=%s',(name,))
+    for row in source_cursor:
+        comp_data = dict(zip([d[0] for d in source_cursor.description], row))
+        q = make_query(comp_data, 'component')
+        dest_cursor.execute(*q)
+       
+    if handle_commit:
+        dest_db.commit()
+
+def copy_enum(source_env, dest_env, etype, name, dest_db=None):
+    # In case a string gets passed in
+    if not isinstance(source_env, Environment):
+        source_env = _open_environment(source_env)
+    if not isinstance(dest_env, Environment):
+        dest_env = _open_environment(dest_env)
+        
+    # Log message
+    source_env.log.info('DatamoverPlugin: Moving enum (%s,%s) to the environment at %s', etype, name, dest_env.path)
+    dest_env.log.info('DatamoverPlugin: Moving enum (%s,%s) from the environment at %s', etype, name, source_env.path)
+    
+    # Open databases
+    source_db = source_env.get_db_cnx()
+    source_cursor = source_db.cursor()
+    handle_commit = True
+    if not dest_db:
+        dest_db, handle_commit = dest_env.get_db_cnx(), False
+    dest_cursor = dest_db.cursor()
+    
+    # Remove the enum from the destination
+    dest_cursor.execute('DELETE FROM enum WHERE type=%s AND name=%s', (etype, name))
+
+    # Copy each entry in the component table
+    source_cursor.execute('SELECT * FROM enum WHERE type=%s AND name=%s',(etype,name))
+    for row in source_cursor:
+        comp_data = dict(zip([d[0] for d in source_cursor.description], row))
+        q = make_query(comp_data, 'enum')
+        dest_cursor.execute(*q)
+       
+    if handle_commit:
+        dest_db.commit()
+
+def copy_milestone(source_env, dest_env, name, dest_db=None):
+    # In case a string gets passed in
+    if not isinstance(source_env, Environment):
+        source_env = _open_environment(source_env)
+    if not isinstance(dest_env, Environment):
+        dest_env = _open_environment(dest_env)
+        
+    # Log message
+    source_env.log.info('DatamoverPlugin: Moving milestone %s to the environment at %s', name, dest_env.path)
+    dest_env.log.info('DatamoverPlugin: Moving milestone %s from the environment at %s', name, source_env.path)
+    
+    # Open databases
+    source_db = source_env.get_db_cnx()
+    source_cursor = source_db.cursor()
+    handle_commit = True
+    if not dest_db:
+        dest_db, handle_commit = dest_env.get_db_cnx(), False
+    dest_cursor = dest_db.cursor()
+    
+    # Remove the milestone from the destination
+    try:
+        dest_milestone = Milestone(dest_env, name, db=dest_db)
+        if dest_milestone.exists:
+            dest_milestone.delete(db=dest_db)
+    except TracError:
+        pass
+
+    # Copy each entry in the milestone table
+    source_cursor.execute('SELECT * FROM milestone WHERE name=%s',(name,))
+    for row in source_cursor:
+        comp_data = dict(zip([d[0] for d in source_cursor.description], row))
+        q = make_query(comp_data, 'milestone')
+        dest_cursor.execute(*q)
+       
+    if handle_commit:
+        dest_db.commit()

datamover/milestone.py

@@ +1 @@
+from trac.core import *
+from trac.web.main import _open_environment
+from trac.ticket.model import Milestone
+
+from webadmin.web_ui import IAdminPageProvider
+
+from api import DatamoverSystem
+from util import copy_milestone
+
+class DatamoverMilestoneModule(Component):
+    """The milestone moving component of the datamover plugin."""
+
+    implements(IAdminPageProvider)
+    
+    # IAdminPageProvider methods
+    def get_admin_pages(self, req):
+        if req.perm.has_permission('TRAC_ADMIN'):
+            yield ('mover', 'Data Mover', 'milestone', 'Milestones')
+    
+    def process_admin_request(self, req, cat, page, path_info):
+        envs = DatamoverSystem(self.env).all_environments()
+        milestones = [m.name for m in Milestone.select(self.env)]
+        
+        if req.method == 'POST':
+            source_type = req.args.get('source')
+            if not source_type or source_type not in ('milestone', 'all'):
+                raise TracError, "Source type not specified or invalid"
+            source = req.args.get(source_type)
+            dest = req.args.get('destination')
+            action = None
+            if 'copy' in req.args.keys():
+                action = 'copy'
+            elif 'move' in req.args.keys():
+                action = 'move'
+            else:
+                raise TracError, 'Action not specified or invalid'
+                
+            action_verb = {'copy':'Copied', 'move':'Moved'}[action]
+            
+            comp_filter = None
+            if source_type == 'milestone':
+                in_milestones = req.args.getlist('milestone')
+                milestone_filter = lambda c: c in in_milestones
+            elif source_type == 'all':
+                milestone_filter = lambda c: True
+            
+            try:
+                sel_milestones = [m for m in milestones if milestone_filter(m)]
+                dest_db = _open_environment(dest).get_db_cnx()
+                for milestone in sel_milestones:
+                    copy_milestone(self.env, dest, milestone, dest_db)
+                dest_db.commit()
+                    
+                if action == 'move':
+                    for milestone in sel_milestones:
+                        Milestone(self.env, milestone).delete()
+                    
+                req.hdf['datamover.message'] = '%s milestones %s'%(action_verb, ', '.join(sel_milestones))
+            except TracError, e:
+                req.hdf['datamover.message'] = "An error has occured: \n"+str(e)
+                self.log.warn(req.hdf['datamover.message'], exc_info=True)
+        
+        
+        req.hdf['datamover.envs'] = envs
+        req.hdf['datamover.milestones'] = milestones
+        return 'datamover_milestone.cs', None

datamover/component.py

@@ +1 @@
+from trac.core import *
+from trac.web.main import _open_environment
+from trac.ticket.model import Component as TicketComponent
+
+from webadmin.web_ui import IAdminPageProvider
+
+from api import DatamoverSystem
+from util import copy_component
+
+class DatamoverComponentModule(Component):
+    """The ticket component moving component of the datamover plugin."""
+
+    implements(IAdminPageProvider)
+    
+    # IAdminPageProvider methods
+    def get_admin_pages(self, req):
+        if req.perm.has_permission('TRAC_ADMIN'):
+            yield ('mover', 'Data Mover', 'component', 'Components')
+    
+    def process_admin_request(self, req, cat, page, path_info):
+        envs = DatamoverSystem(self.env).all_environments()
+        components = [c.name for c in TicketComponent.select(self.env)]
+        
+        if req.method == 'POST':
+            source_type = req.args.get('source')
+            if not source_type or source_type not in ('component', 'all'):
+                raise TracError, "Source type not specified or invalid"
+            source = req.args.get(source_type)
+            dest = req.args.get('destination')
+            action = None
+            if 'copy' in req.args.keys():
+                action = 'copy'
+            elif 'move' in req.args.keys():
+                action = 'move'
+            else:
+                raise TracError, 'Action not specified or invalid'
+                
+            action_verb = {'copy':'Copied', 'move':'Moved'}[action]
+            
+            comp_filter = None
+            if source_type == 'component':
+                in_components = req.args.getlist('component')
+                comp_filter = lambda c: c in in_components
+            elif source_type == 'all':
+                comp_filter = lambda c: True
+            
+            try:
+                sel_components = [c for c in components if comp_filter(c)]
+                dest_db = _open_environment(dest).get_db_cnx()
+                for comp in sel_components:
+                    copy_component(self.env, dest, comp, dest_db)
+                dest_db.commit()
+                    
+                if action == 'move':
+                    for comp in sel_components:
+                        TicketComponent(self.env, comp).delete()
+                    
+                req.hdf['datamover.message'] = '%s components %s'%(action_verb, ', '.join(sel_components))
+            except TracError, e:
+                req.hdf['datamover.message'] = "An error has occured: \n"+str(e)
+                self.log.warn(req.hdf['datamover.message'], exc_info=True)
+        
+        
+        req.hdf['datamover.envs'] = envs
+        req.hdf['datamover.components'] = components
+        return 'datamover_component.cs', None

datamover/ticket.py

@@ -16 +16 @@
-    # IAdminPageProvider methods
-    def get_admin_pages(self, req):
-        if req.perm.has_permission('TICKET_ADMIN'):
-
+s
-    
-    def process_admin_request(self, req, cat, page, path_info):
-        components = [c.name for c in TicketComponent.select(self.env)]

datamover/wiki.py

@@ -27 +27 @@
-        
-        if req.method == 'POST':
-            source_type = req.args.get('source')
-
+, 'all'
-                raise TracError, "Source type not specified or invalid"
-            source = req.args.get(source_type)
-            dest = req.args.get('destination')
@@ -48 +48 @@
-                page_filter = lambda p: fnmatch.fnmatch(p, source)
-            elif source_type == 'regex':
-                page_filter = lambda p: re.search(re.compile(source, re.U), p)
+            elif source_type == 'all':
+                page_filter = lambda p: True
-                
-                            
-            try:

datamover/enum.py

@@ +1 @@
+from trac.core import *
+from trac.web.main import _open_environment
+
+from webadmin.web_ui import IAdminPageProvider
+
+from api import DatamoverSystem
+from util import copy_enum
+
+class DatamoverEnumModule(Component):
+    """The ticket enum moving component of the datamover plugin."""
+
+    implements(IAdminPageProvider)
+    
+    # IAdminPageProvider methods
+    def get_admin_pages(self, req):
+        if req.perm.has_permission('TRAC_ADMIN'):
+            yield ('mover', 'Data Mover', 'enum', 'Enums')
+    
+    def process_admin_request(self, req, cat, page, path_info):
+        envs = DatamoverSystem(self.env).all_environments()
+        enums = []
+        source_db = self.env.get_db_cnx()
+        source_cursor = source_db.cursor()
+        source_cursor.execute('SELECT type,name FROM enum')
+        for row in source_cursor:
+            enums.append(row)
+        hashedEnums = {}
+        for enum in enums:
+            enum_type = enum[0]
+            enum_name = enum[1]
+            if not hashedEnums.has_key(enum_type):
+                hashedEnums[enum_type] = []
+            hashedEnums[enum_type].append(enum_name)
+        
+        if req.method == 'POST':
+            source_type = req.args.get('source')
+            if not source_type or source_type not in ('type', 'enum', 'all'):
+                raise TracError, "Source type not specified or invalid"
+            source = req.args.get(source_type)
+            dest = req.args.get('destination')
+            action = None
+            if 'copy' in req.args.keys():
+                action = 'copy'
+            elif 'move' in req.args.keys():
+                action = 'move'
+            else:
+                raise TracError, 'Action not specified or invalid'
+                
+            action_verb = {'copy':'Copied', 'move':'Moved'}[action]
+            
+            enum_filter = None
+            if source_type == 'type':
+                sel_type = req.args.get('enumtype')
+                enum_filter = lambda e: e[0] == sel_type
+            elif source_type == 'enum':
+                sel_enums = [(k,v) for k,v in req.args.items() if k.startswith('enum[')]
+                enum_filter = lambda e: ('enum[%s]' % e[0], e[1]) in sel_enums
+            elif source_type == 'all':
+                enum_filter = lambda c: True
+            
+            try:
+                filtered_enums = [e for e in enums if enum_filter(e)]
+                dest_db = _open_environment(dest).get_db_cnx()
+                for enum in filtered_enums:
+                    copy_enum(self.env, dest, enum[0], enum[1], dest_db)
+                dest_db.commit()
+                    
+                if action == 'move':
+                    for enum in filtered_enums:
+                        source_cursor.execute('DELETE FROM enum WHERE type=%s AND name=%s', (enum[0],enum[1]))
+                    
+                req.hdf['datamover.message'] = '%s enums %s'%(action_verb, ', '.join(['%s:%s'%e for e in filtered_enums]))
+            except TracError, e:
+                req.hdf['datamover.message'] = "An error has occured: \n"+str(e)
+                self.log.warn(req.hdf['datamover.message'], exc_info=True)
+        
+        
+        req.hdf['datamover.envs'] = envs
+        for k in hashedEnums:
+            req.hdf['datamover.enums.' + k] = hashedEnums[k]
+        req.hdf['datamover.enumtypes'] = hashedEnums.keys()
+        return 'datamover_enum.cs', None

datamover/templates/datamover_milestone.cs

@@ +1 @@
+<h2>Move Milestones</h2>
+
+<?cs if:datamover.message ?>
+<div id="datamover_message" style="font-weight: bold">
+<?cs var:datamover.message ?>
+</div>
+<?cs /if ?>
+
+<form class="mod" method="post" action="">
+
+<fieldset>
+    <legend>Source</legend>
+    <div class="field">
+        <label><input type="radio" name="source" value="milestone" id="source_milestone_radio" checked="checked" />
+            Milestone
+        </label>
+        <label><input type="radio" name="source" value="all" id="source_all_radio" />
+            All
+        </label>
+    </div>
+    <div class="field" id="source_milestone_div">
+        <label>Milestone:
+            <?cs each:milestone = datamover.milestones ?>
+            <br/>
+            <input type="checkbox" name="milestone" value="<?cs var:milestone ?>"><?cs var:milestone ?></input>
+            <?cs /each ?>
+        </label>
+    </div>
+    <div class="field" id="source_all_div" style="display: none">
+        &nbsp;
+    </div>
+</fieldset>
+
+<fieldset>
+    <legend>Destination</legend>
+    <div class="field">
+        <label>Environment:
+            <select name="destination">
+                <?cs each:env = datamover.envs ?>
+                <option value="<?cs name:env ?>"><?cs var:env.name ?></option>
+                <?cs /each ?>
+            </select>
+        </label>
+    </div>
+</fieldset>
+
+<div class="buttons">
+    <input type="submit" name="copy" value="Copy" />&nbsp;
+    <input type="submit" name="move" value="Move" />
+</div>
+    
+</form>
+    
+    
+<script type="text/javascript">
+<!--
+    var current_div = 'source_milestone_div';
+    
+    function show_div(d) {
+        document.getElementById(current_div).style.display = 'none';
+        document.getElementById(d).style.display = 'block';
+        current_div = d;
+    }
+    
+    function do_addEvent(d) {
+        addEvent(document.getElementById(d+'_radio'), 'click', function() { show_div(d+'_div'); });
+    }
+    
+    do_addEvent('source_milestone');
+    do_addEvent('source_all');
+//-->
+</script>
+

datamover/templates/datamover_component.cs

@@ +1 @@
+<h2>Move Components</h2>
+
+<?cs if:datamover.message ?>
+<div id="datamover_message" style="font-weight: bold">
+<?cs var:datamover.message ?>
+</div>
+<?cs /if ?>
+
+<form class="mod" method="post" action="">
+
+<fieldset>
+    <legend>Source</legend>
+    <div class="field">
+        <label><input type="radio" name="source" value="component" id="source_component_radio" checked="checked" />
+            Component
+        </label>
+        <label><input type="radio" name="source" value="all" id="source_all_radio" />
+            All
+        </label>
+    </div>
+    <div class="field" id="source_component_div">
+        <label>Component:
+            <?cs each:comp = datamover.components ?>
+            <br/>
+            <input type="checkbox" name="component" value="<?cs var:comp ?>"><?cs var:comp ?></input>
+            <?cs /each ?>
+        </label>
+    </div>
+    <div class="field" id="source_all_div" style="display: none">
+        &nbsp;
+    </div>
+</fieldset>
+
+<fieldset>
+    <legend>Destination</legend>
+    <div class="field">
+        <label>Environment:
+            <select name="destination">
+                <?cs each:env = datamover.envs ?>
+                <option value="<?cs name:env ?>"><?cs var:env.name ?></option>
+                <?cs /each ?>
+            </select>
+        </label>
+    </div>
+</fieldset>
+
+<div class="buttons">
+    <input type="submit" name="copy" value="Copy" />&nbsp;
+    <input type="submit" name="move" value="Move" />
+</div>
+    
+</form>
+    
+    
+<script type="text/javascript">
+<!--
+    var current_div = 'source_component_div';
+    
+    function show_div(d) {
+        document.getElementById(current_div).style.display = 'none';
+        document.getElementById(d).style.display = 'block';
+        current_div = d;
+    }
+    
+    function do_addEvent(d) {
+        addEvent(document.getElementById(d+'_radio'), 'click', function() { show_div(d+'_div'); });
+    }
+    
+    do_addEvent('source_component');
+    do_addEvent('source_all');
+//-->
+</script>
+

datamover/templates/datamover_ticket.cs

@@ -22 +22 @@
-        </label>
-        <label><input type="radio" name="source" value="query" id="source_query_radio" />
-            Query
-       
+
-    </div>
-    <div class="field" id="source_component_div">
-        <label>Component:
@@ -80 +80 @@
-    }
-    
-    function do_addEvent(d) {
-hange
+lick
-    }
-    
-    do_addEvent('source_component');

datamover/templates/datamover_wiki.cs

@@ -20 +20 @@
-        <label><input type="radio" name="source" value="regex" id="source_regex_radio" />
-            Regex
-        </label>
+        <label><input type="radio" name="source" value="all" id="source_all_radio" />
+            All
+        </label>
-    </div>
-    <div class="field" id="source_prefix_div">
-        <label>Prefix:
@@ -36 +39 @@
-            <input type="text" name="regex" />
-        </label>
-    </div>
+    <div class="field" id="source_all_div" style="display: none">
+        &nbsp;
+    </div>
-</fieldset>
-
-<fieldset>
@@ -70 +76 @@
-    }
-    
-    function do_addEvent(d) {
-hange
+lick
-    }
-    
-    do_addEvent('source_prefix');
-    do_addEvent('source_glob');
-    do_addEvent('source_regex');
+    do_addEvent('source_all');
-//-->
-</script>
-

datamover/templates/datamover_enum.cs

@@ +1 @@
+<h2>Move Enums</h2>
+
+<?cs if:datamover.message ?>
+<div id="datamover_message" style="font-weight: bold">
+<?cs var:datamover.message ?>
+</div>
+<?cs /if ?>
+
+<form class="mod" method="post" action="">
+
+<fieldset>
+    <legend>Source</legend>
+    <div class="field">
+        <label><input type="radio" name="source" value="type" id="source_type_radio" checked="checked" />
+            Enum Type
+        </label>
+        <label><input type="radio" name="source" value="enum" id="source_enum_radio" />
+            Selected Enums
+        </label>
+        <label><input type="radio" name="source" value="all" id="source_all_radio" />
+            All
+        </label>
+    </div>
+    <div class="field" id="source_type_div">
+        <label>Enum Type:
+            <select name="enumtype">
+                <?cs each:enum = datamover.enums ?>
+                <option value="<?cs name:enum ?>"><?cs name:enum ?></option>
+                <?cs /each ?>
+            </select>
+        </label>
+    </div>
+    <div class="field" id="source_enum_div" style="display: none">
+        <label>Enums:
+            <br/>
+            <table>
+            <?cs each:enum = datamover.enums ?>
+            <tr><td valign="top" align="right"><b><?cs name:enum ?>: </b></td>
+            <td>
+                <?cs each:name = enum ?>
+                <input type="checkbox" name="enum[<?cs name:enum ?>]" value="<?cs var:name ?>"><?cs var:name ?></input><br/>
+                <?cs /each ?>
+            </td></tr>
+            <?cs /each ?>
+            </table>
+        </label>
+    </div>
+    <div class="field" id="source_all_div" style="display: none">
+        &nbsp;
+    </div>
+</fieldset>
+
+<fieldset>
+    <legend>Destination</legend>
+    <div class="field">
+        <label>Environment:
+            <select name="destination">
+                <?cs each:env = datamover.envs ?>
+                <option value="<?cs name:env ?>"><?cs var:env.name ?></option>
+                <?cs /each ?>
+            </select>
+        </label>
+    </div>
+</fieldset>
+
+<div class="buttons">
+    <input type="submit" name="copy" value="Copy" />&nbsp;
+    <input type="submit" name="move" value="Move" />
+</div>
+    
+</form>
+    
+    
+<script type="text/javascript">
+<!--
+    var current_div = 'source_type_div';
+    
+    function show_div(d) {
+        document.getElementById(current_div).style.display = 'none';
+        document.getElementById(d).style.display = 'block';
+        current_div = d;
+    }
+    
+    function do_addEvent(d) {
+        addEvent(document.getElementById(d+'_radio'), 'click', function() { show_div(d+'_div'); });
+    }
+    
+    do_addEvent('source_type');
+    do_addEvent('source_enum');
+    do_addEvent('source_all');
+//-->
+</script>
+

setup.py

@@ -5 +5 @@
-
-setup(
-    name = 'TracDatamoverPlugin',
-1
+2
-    packages = ['datamover'],
-    package_data={ 'datamover' : [ 'templates/*.cs' ] },
-    author = "Noah Kantrowitz",
@@ -22 +22 @@
-            'datamover.web_ui = datamover.web_ui',
-            'datamover.ticket = datamover.ticket',
-            'datamover.wiki = datamover.wiki',
+            'datamover.component = datamover.component',
+            'datamover.enum = datamover.enum',
+            'datamover.milestone = datamover.milestone',
-        ],
-    },
-