Redmine

# Redmine - project management software

# Copyright (C) 2007-2011  Trac/Redmine Community

# References:

#  - http://www.redmine.org/boards/1/topics/12273 (Trac Importer Patch Coordination)

#  - http://github.com/landy2005/Redmine-migrate-from-Trac

        TRACKER_BUG = Tracker.find_by_name('Bug')

        TRACKER_FEATURE = Tracker.find_by_name('Feature')

        TRACKER_SUPPORT = Tracker.find_by_name('Support')

                           'task' => TRACKER_SUPPORT,

        # Add an Hash Table for comments' updatable fields

        PROP_MAPPING = {'status' => 'status_id',

                        'owner' => 'assigned_to_id',

                        'component' => 'category_id',

                        'milestone' => 'fixed_version_id',

                        'priority' => 'priority_id',

                        'summary' => 'subject',

                        'type' => 'tracker_id'}

        # Hash table to map completion ratio

        RATIO_MAPPING = {'' => 0,

                        'fixed' => 100,

                        'invalid' => 0,

                        'wontfix' => 0,

                        'duplicate' => 100,

                        'worksforme' => 0}

          trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*]/n ) {|x| sprintf('%%%02X', x[0]) }

          trac_dir = id.gsub( /[^a-zA-Z0-9\-_\.!~*\\\/]/n ) {|x| sprintf('%%%02X', x[0]) }

          "#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{trac_dir}/#{trac_file}"

      TRAC_WIKI_PAGES = %w(InterMapTxt InterTrac InterWiki RecentChanges SandBox TracAccessibility TracAdmin TracBackup \

                           TracBrowser TracCgi TracChangeset TracInstallPlatforms TracMultipleProjects TracModWSGI \

                           CamelCase TitleIndex TracNavigation TracFineGrainedPermissions TracWorkflow TimingAndEstimationPluginUserManual \

                           PageTemplates)

# TODO put your Login Mapping in this method and rename method below

#      def self.find_or_create_user(username, project_member = false)

#        TRAC_REDMINE_LOGIN_MAP = []

#        return TRAC_REDMINE_LOGIN_MAP[username]

# OR more hard-coded:

#        if username == 'TracX'

#          username = 'RedmineX'

#        elsif username == 'gilles'

#          username = 'gcornu'

#        #elseif ...

#        else

#          username = 'gcornu'

#        end

#        return User.find_by_login(username)  

#      end

          name =~ (/(.+?)(?:[\ \t]+(.+)?|[\ \t]+|)$/)

          # Add a dash for lastname or the user is not saved (bugfix)

        convert_wiki_text_mapping(text, TICKET_MAP)

        # Wiki system initializing...

        who = "Migrating components"

        components_total = TracComponent.count

        # Owner

        unless component.owner.blank?

          c.assigned_to = find_or_create_user(component.owner, true)

        end

        simplebar(who, migrated_components, components_total)

        puts if migrated_components < components_total

        who = "Migrating milestones"

        milestone_wiki = Array.new

        milestones_total = TracMilestone.count

                          :effective_date => (!milestone.completed.blank? ? milestone.completed : (!milestone.due.blank? ? milestone.due : nil))

          milestone_wiki.push(milestone.name);

          simplebar(who, migrated_milestones, milestones_total)

        puts if migrated_milestones < milestones_total

        #print "Migrating custom fields"

# use line below and adapt the WHERE condifiton, if you want to skip some unused custom fields

#        TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name} WHERE name NOT IN ('duration', 'software')").each do |field|

          #print '.' # Maybe not needed this out?

          #STDOUT.flush

#          # Ugly hack to skip custom field 'Browser', which is in 'list' format...

#          next if field_name == 'browser'

          # Ugly hack to handle billable checkbox. Would require to read the ini file to be cleaner

          if field_name == 'Billable'

            format = 'bool'

          else

            format = 'string'

          end

                                        :field_format => format)

        #puts

#        # Trac custom field 'Browser' field as a Redmine custom field

#        b = IssueCustomField.find(:first, :conditions => { :name => "Browser" })

#        b = IssueCustomField.new(:name => 'Browser',

#                                 :field_format => 'list',

#                                 :is_filter => true) if b.nil?

#        b.trackers << [TRACKER_BUG, TRACKER_FEATURE, TRACKER_SUPPORT]

#        b.projects << @target_project

#        b.possible_values = (b.possible_values + %w(IE6 IE7 IE8 IE9 Firefox Chrome Safari Opera)).flatten.compact.uniq

#        b.save!

#        custom_field_map['browser'] = b

        r.trackers << [TRACKER_BUG, TRACKER_FEATURE, TRACKER_SUPPORT] 

        # Trac 'keywords' field as a Redmine custom field

        k = IssueCustomField.find(:first, :conditions => { :name => "Keywords" })

        k = IssueCustomField.new(:name => 'Keywords',

                                 :field_format => 'string',

                                 :is_filter => true) if k.nil?

        k.trackers = Tracker.find(:all)

        k.projects << @target_project

        k.save!

        custom_field_map['keywords'] = k

        # Trac 'version' field as a Redmine custom field, taking advantage of feature #2096 (available since Redmine 1.2.0)

        v = IssueCustomField.find(:first, :conditions => { :name => "Found in Version" })

        v = IssueCustomField.new(:name => 'Found in Version',

                                 :field_format => 'version',

                                 :is_filter => true) if v.nil?

        # Only apply to BUG tracker (?)

        v.trackers << TRACKER_BUG

        #v.trackers << [TRACKER_BUG, TRACKER_FEATURE]

        # Affect custom field to current Project

        v.projects << @target_project

        v.save!

        custom_field_map['found_in_version'] = v

        # Trac ticket id as a Redmine custom field

        tid = IssueCustomField.find(:first, :conditions => { :name => "TracID" })

        tid = IssueCustomField.new(:name => 'TracID',

                                 :field_format => 'string',

                                 :is_filter => true) if tid.nil?

        tid.trackers << [TRACKER_BUG, TRACKER_FEATURE, TRACKER_SUPPORT] 

        tid.projects << @target_project

        tid.save!

        custom_field_map['tracid'] = tid

        who = "Migrating tickets"

          tickets_total = TracTicket.count

                          :description => encode(ticket.description),

          # Add the ticket's author to project's reporter list (bugfix)

          i.author = find_or_create_user(ticket.reporter,true)

          # Extrapolate done_ratio from ticket's resolution

          i.done_ratio = RATIO_MAPPING[ticket.resolution] || 0 

          # Use the Redmine-genereated new ticket ID anyway (no Ticket ID recycling)

          #i.id = ticket.id unless Issue.exists?(ticket.id)

          simplebar(who, migrated_tickets, tickets_total)

          # Handle CC field

   # Feature disabled (CC field almost never used, No time to validate/test this recent improvments from A. Callegaro)

   #       ticket.cc.split(',').each do |email|

   #         w = Watcher.new :watchable_type => 'Issue',

   #                         :watchable_id => i.id,

   #                         :user_id => find_or_create_user(email.strip).id 

   #         w.save

   #       end

          # Necessary to handle direct link to note from timelogs and putting the right start time in issue

          noteid = 1

          # Comments and status/resolution/keywords changes

              keywords_change = changeset.select {|change| change.field == 'keywords'}.first

              # Handle more ticket changes (owner, component, milestone, priority, summary, type, done_ratio and hours)

              assigned_change = changeset.select {|change| change.field == 'owner'}.first

              category_change = changeset.select {|change| change.field == 'component'}.first

              version_change = changeset.select {|change| change.field == 'milestone'}.first

              priority_change = changeset.select {|change| change.field == 'priority'}.first

              subject_change = changeset.select {|change| change.field == 'summary'}.first

              tracker_change = changeset.select {|change| change.field == 'type'}.first

              time_change = changeset.select {|change| change.field == 'hours'}.first

              # If it's the first note then we set the start working time to handle calendar and gantts

              if noteid == 1

                i.start_date = time

              end

              n = Journal.new :notes => (comment_change ? encode(comment_change.newvalue) : ''),

                                               :prop_key => PROP_MAPPING['status'],

                # Add a change for the done_ratio

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => 'done_ratio',

                                               :old_value => RATIO_MAPPING[resolution_change.oldvalue],

                                               :value => RATIO_MAPPING[resolution_change.newvalue])

                # Arbitrary set the due time to the day the ticket was resolved for calendar and gantts

                case RATIO_MAPPING[resolution_change.newvalue]

                when 0

                  i.due_date = nil

                when 100

                  i.due_date = time

                end               

              end

              if keywords_change

                n.details << JournalDetail.new(:property => 'cf',

                                               :prop_key => custom_field_map['keywords'].id,

                                               :old_value => keywords_change.oldvalue,

                                               :value => keywords_change.newvalue)

              end

              # Handle assignement/owner changes

              if assigned_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['owner'],

                                               :old_value => find_or_create_user(assigned_change.oldvalue, true),

                                               :value => find_or_create_user(assigned_change.newvalue, true))

              end

              # Handle component/category changes

              if category_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['component'],

                                               :old_value => issues_category_map[category_change.oldvalue],

                                               :value => issues_category_map[category_change.newvalue])

              end

              # Handle version/mileston changes

              if version_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['milestone'],

                                               :old_value => version_map[version_change.oldvalue],

                                               :value => version_map[version_change.newvalue])

              end

              # Handle priority changes

              if priority_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['priority'],

                                               :old_value => PRIORITY_MAPPING[priority_change.oldvalue],

                                               :value => PRIORITY_MAPPING[priority_change.newvalue])

              end

              # Handle subject/summary changes

              if subject_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['summary'],

                                               :old_value => encode(subject_change.oldvalue[0, limit_for(Issue, 'subject')]),

                                               :value => encode(subject_change.newvalue[0, limit_for(Issue, 'subject')]))

              end

              # Handle tracker/type (bug, feature) changes

              if tracker_change

                n.details << JournalDetail.new(:property => 'attr',

                                               :prop_key => PROP_MAPPING['type'],

                                               :old_value => TRACKER_MAPPING[tracker_change.oldvalue] || DEFAULT_TRACKER,

                                               :value => TRACKER_MAPPING[tracker_change.newvalue] || DEFAULT_TRACKER)

              end              

              # Add timelog entries for each time changes (from timeandestimation plugin)

              if time_change && time_change.newvalue != '0' && time_change.newvalue != ''

                t = TimeEntry.new(:project => @target_project, 

                                  :issue => i, 

                                  :user => n.user,

                                  :spent_on => time,

                                  :hours => time_change.newvalue,

                                  :created_on => time,

                                  :updated_on => time,

                                  :activity_id => TimeEntryActivity.find_by_position(2).id,

                                  :comments => "#{convert_wiki_text(n.notes.each_line.first.chomp)[0,100] unless !n.notes.each_line.first}... \"more\":/issues/#{i.id}#note-#{noteid}")

                t.save

                t.errors.each_full{|msg| puts msg }

              # Set correct changetime of the issue

              next unless Time.fake(ticket.changetime) { i.save }

              noteid += 1

          if custom_field_map['keywords'] && !ticket.keywords.blank?

            custom_values[custom_field_map['keywords'].id] = ticket.keywords

          end

          if custom_field_map['tracid'] 

            custom_values[custom_field_map['tracid'].id] = ticket.id

          end

          if !ticket.version.blank? && custom_field_map['found_in_version']

            found_in = version_map[ticket.version]

            if !found_in.nil?

              puts "Issue #{i.id} found in #{found_in.name.to_s} (#{found_in.id.to_s}) - trac: #{ticket.version}"

            else

              #TODO: add better error management here...

              puts "Issue #{i.id} : ouch...  - trac: #{ticket.version}"  

            end 

            custom_values[custom_field_map['found_in_version'].id] = found_in.id.to_s

            STDOUT.flush

          end

        puts if migrated_tickets < tickets_total

        who = "Migrating wiki"

          wiki_edits_total = TracWikiPage.count

            if TRAC_WIKI_PAGES.include?(page.name) then

              wiki_edits_total -= 1

              next

            end

            migrated_wiki_edits += 1

            simplebar(who, migrated_wiki_edits, wiki_edits_total)

        end

        puts if migrated_wiki_edits < wiki_edits_total

        # Now load each wiki page and transform its content into textile format

        puts "\nTransform texts to textile format:"

        wiki_pages_count = 0

        issues_count = 0

        milestone_wiki_count = 0

        who = "   in Wiki pages"

        wiki.reload

        wiki_pages_total = wiki.pages.count

        wiki.pages.each do |page|

          page.content.text = convert_wiki_text(page.content.text)

          Time.fake(page.content.updated_on) { page.content.save }

          wiki_pages_count += 1

          simplebar(who, wiki_pages_count, wiki_pages_total)

        end

        puts if wiki_pages_count < wiki_pages_total

        who = "   in Issues"

        #issues_total = TICKET_MAP.length #works with Ruby <= 1.8.6

        issues_total = TICKET_MAP.count #works with Ruby >= 1.8.7

        TICKET_MAP.each do |newId|

          issues_count += 1

          simplebar(who, issues_count, issues_total)

          next if newId.nil?

          issue = findIssue(newId)

          next if issue.nil?

          # convert issue description

          issue.description = convert_wiki_text(issue.description)

          # Converted issue comments had their last updated time set to the day of the migration (bugfix)

          next unless Time.fake(issue.updated_on) { issue.save }

          # convert issue journals

          issue.journals.find(:all).each do |journal|

            journal.notes = convert_wiki_text(journal.notes)

            journal.save

        puts if issues_count < issues_total

        who = "   in Milestone descriptions"

        #milestone_wiki_total = milestone_wiki.length #works with Ruby <= 1.8.6

        milestone_wiki_total = milestone_wiki.count #works with Ruby >= 1.8.7

        milestone_wiki.each do |name|

          milestone_wiki_count += 1

          simplebar(who, milestone_wiki_count, milestone_wiki_total)

          p = wiki.find_page(name)            

          next if p.nil?

          p.content.text = convert_wiki_text(p.content.text)

          p.content.save

        end

        puts if milestone_wiki_count < milestone_wiki_total

        puts "Components:      #{migrated_components}/#{components_total}"

        puts "Milestones:      #{migrated_milestones}/#{milestones_total}"

        puts "Tickets:         #{migrated_tickets}/#{tickets_total}"

        puts "Wiki edits:      #{migrated_wiki_edits}/#{wiki_edits_total}"

      def self.findIssue(id)

        return Issue.find(id)

      rescue ActiveRecord::RecordNotFound

        puts "[#{id}] not found"

        nil

      end

          # Enable only a minimal set of modules by default

        project.trackers << TRACKER_SUPPORT unless project.trackers.include?(TRACKER_SUPPORT)

    prompt('Trac database adapter (sqlite, sqlite3, mysql, postgresql)', :default => 'sqlite3') {|adapter| TracMigrate.set_trac_adapter adapter}

    prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier.downcase}

  desc 'Subversion migration script'

  task :migrate_svn_commit_properties => :environment do

    require 'redmine/scm/adapters/abstract_adapter'

    require 'redmine/scm/adapters/subversion_adapter'

    require 'rexml/document'

    require 'uri'

    require 'tempfile'

    module SvnMigrate 

        TICKET_MAP = []

        class Commit

          attr_accessor :revision, :message, :author

          def initialize(attributes={})

            self.author = attributes[:author] || ""

            self.message = attributes[:message] || ""

            self.revision = attributes[:revision]

          end

        end

        class SvnExtendedAdapter < Redmine::Scm::Adapters::SubversionAdapter

            def set_author(path=nil, revision=nil, author=nil)

              path ||= ''

              cmd = "#{SVN_BIN} propset svn:author --quiet --revprop -r #{revision}  \"#{author}\" "

              cmd << credentials_string

              cmd << ' ' + target(URI.escape(path))

              shellout(cmd) do |io|

                begin

                  loop do 

                    line = io.readline

                    puts line

                  end

                rescue EOFError

                end  

              end

              raise if $? && $?.exitstatus != 0

            end

            def set_message(path=nil, revision=nil, msg=nil)

              path ||= ''

              Tempfile.open('msg') do |tempfile|

                # This is a weird thing. We need to cleanup cr/lf so we have uniform line separators              

                tempfile.print msg.gsub(/\r\n/,'\n')

                tempfile.flush

                filePath = tempfile.path.gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)

                cmd = "#{SVN_BIN} propset svn:log --quiet --revprop -r #{revision}  -F \"#{filePath}\" "

                cmd << credentials_string

                cmd << ' ' + target(URI.escape(path))

                shellout(cmd) do |io|

                  begin

                    loop do 

                      line = io.readline

                      puts line

                    end

                  rescue EOFError

                  end  

                end

                raise if $? && $?.exitstatus != 0

              end

            end

            def messages(path=nil)

              path ||= ''

              commits = Array.new

              cmd = "#{SVN_BIN} log --xml -r 1:HEAD"

              cmd << credentials_string

              cmd << ' ' + target(URI.escape(path))

              shellout(cmd) do |io|

                begin

                  doc = REXML::Document.new(io)

                  doc.elements.each("log/logentry") do |logentry|

                    commits << Commit.new(

                                                {

                                                  :revision => logentry.attributes['revision'].to_i,

                                                  :message => logentry.elements['msg'].text,

                                                  :author => logentry.elements['author'].text

                                                })

                  end

                rescue => e

                  puts"Error !!!"

                  puts e

                end

              end

              return nil if $? && $?.exitstatus != 0

              commits

            end

        end

        def self.migrate_authors

          svn = self.scm          

          commits = svn.messages(@svn_url)

          commits.each do |commit| 

            orig_author_name = commit.author

            new_author_name = orig_author_name

            # TODO put your Trac/SVN/Redmine username mapping here:

            if (commit.author == 'TracX')

               new_author_name = 'RedmineY'

            elsif (commit.author == 'gilles')

               new_author_name = 'gcornu'

            #elsif (commit.author == 'seco')

            #...

            else

               new_author_name = 'RedmineY'

            end

            if (new_author_name != orig_author_name)

              scm.set_author(@svn_url, commit.revision, new_author_name)

              puts "r#{commit.revision} - Author replaced: #{orig_author_name} -> #{new_author_name}"

            else

              puts "r#{commit.revision} - Author kept: #{orig_author_name} unchanged "

            end

          end

        end

        def self.migrate_messages

          project = Project.find(@@redmine_project)

          if !project

            puts "Could not find project identifier '#{@@redmine_project}'"

            raise 

          end

          tid = IssueCustomField.find(:first, :conditions => { :name => "TracID" })

          if !tid

            puts "Could not find issue custom field 'TracID'"

            raise 

          end

          Issue.find( :all, :conditions => { :project_id => project }).each do |issue|

            val = nil

            issue.custom_values.each do |value|

              if value.custom_field.id == tid.id

                val = value

                break

              end

            end

            TICKET_MAP[val.value.to_i] = issue.id if !val.nil?            

          end

          svn = self.scm          

          msgs = svn.messages(@svn_url)

          msgs.each do |commit| 

            newText = convert_wiki_text(commit.message)

            if newText != commit.message             

              puts "Updating message #{commit.revision}"

              # Marcel Nadje enhancement, see http://www.redmine.org/issues/2748#note-3

              # Hint: enable charset conversion if needed...

              #newText = Iconv.conv('CP1252', 'UTF-8', newText)

              scm.set_message(@svn_url, commit.revision, newText)

            end

          end

        end

        # Basic wiki syntax conversion

        def self.convert_wiki_text(text)

          convert_wiki_text_mapping(text, TICKET_MAP)

        end

        def self.set_svn_url(url)

          @@svn_url = url

        end

        def self.set_svn_username(username)

          @@svn_username = username

        end

        def self.set_svn_password(password)

          @@svn_password = password

        end

        def self.set_redmine_project_identifier(identifier)

          @@redmine_project = identifier

        end

        def self.scm

          # Thomas Recloux fix, see http://www.redmine.org/issues/2748#note-1

          # The constructor of the SvnExtendedAdapter has ony got four parameters, 

          # => parameters 5,6 and 7 removed

          @scm ||= SvnExtendedAdapter.new @@svn_url, @@svn_url, @@svn_username, @@svn_password

          #@scm ||= SvnExtendedAdapter.new @@svn_url, @@svn_url, @@svn_username, @@svn_password, 0, "", nil

          @scm

        end

    end

    puts

    prompt('Subversion repository url') {|repository| SvnMigrate.set_svn_url repository.strip}

    prompt('Subversion repository username') {|username| SvnMigrate.set_svn_username username}

    prompt('Subversion repository password') {|password| SvnMigrate.set_svn_password password}

    puts

    author_migration_enabled = unsafe_prompt('1) Start Migration of SVN Commit Authors (y,n)?', {:default => 'n'}) == 'y'

    puts

    if author_migration_enabled

      puts "WARNING: Some (maybe all) commit authors will be replaced"

      print "Are you sure you want to continue ? [y/N] "

      break unless STDIN.gets.match(/^y$/i)

      SvnMigrate.migrate_authors

    end

    message_migration_enabled = unsafe_prompt('2) Start Migration of SVN Commit Messages (y,n)?', {:default => 'n'}) == 'y'

    puts

    if message_migration_enabled

      if Redmine::DefaultData::Loader.no_data?

        puts "Redmine configuration need to be loaded before importing data."

        puts "Please, run this first:"

        puts

        puts "  rake redmine:load_default_data RAILS_ENV=\"#{ENV['RAILS_ENV']}\""

        exit

      end

      puts "WARNING: all commit messages with references to trac pages will be modified"

      print "Are you sure you want to continue ? [y/N] "

      break unless STDIN.gets.match(/^y$/i)

      puts

      prompt('Redmine project identifier') {|identifier| SvnMigrate.set_redmine_project_identifier identifier}

      puts

      SvnMigrate.migrate_messages

    end

  end

  # Prompt

  def prompt(text, options = {}, &block)

    default = options[:default] || ''

    while true

      print "#{text} [#{default}]: "

      STDOUT.flush

      value = STDIN.gets.chomp!

      value = default if value.blank?

      break if yield value

    end

  end

  # Sorry, I had troubles to intagrate 'prompt' and quickly went this way...

  def unsafe_prompt(text, options = {})

    default = options[:default] || ''

    print "#{text} [#{default}]: "

    value = STDIN.gets.chomp!

    value = default if value.blank?

    value

  end

  # Basic wiki syntax conversion

  def convert_wiki_text_mapping(text, ticket_map = [])

        # Hide links

        def wiki_links_hide(src)

          @wiki_links = []

          @wiki_links_hash = "####WIKILINKS#{src.hash.to_s}####"

          src.gsub(/(\[\[.+?\|.+?\]\])/) do

            @wiki_links << $1

            @wiki_links_hash

          end

        end

        # Restore links

        def wiki_links_restore(src)

          @wiki_links.each do |s|

            src = src.sub("#{@wiki_links_hash}", s.to_s)

          end

          src

        end

        # Hidding code blocks

        def code_hide(src)

          @code = []

          @code_hash = "####CODEBLOCK#{src.hash.to_s}####"

          src.gsub(/(\{\{\{.+?\}\}\}|`.+?`)/m) do

            @code << $1

            @code_hash

          end

        end

        # Convert code blocks

        def code_convert(src)

          @code.each do |s|

            s = s.to_s

            if s =~ (/`(.+?)`/m) || s =~ (/\{\{\{(.+?)\}\}\}/) then

              # inline code

              s = s.replace("@#{$1}@")

            else

              # We would like to convert the Code highlighting too

              # This will go into the next line.

              shebang_line = false

              # Reguar expression for start of code

              pre_re = /\{\{\{/

              # Code hightlighing...

              shebang_re = /^\#\!([a-z]+)/

              # Regular expression for end of code

              pre_end_re = /\}\}\}/

              # Go through the whole text..extract it line by line

              s = s.gsub(/^(.*)$/) do |line|

                m_pre = pre_re.match(line)

                if m_pre

                  line = '<pre>'

                else

                  m_sl = shebang_re.match(line)

                  if m_sl

                    shebang_line = true

                    line = '<code class="' + m_sl[1] + '">'

                  end

                  m_pre_end = pre_end_re.match(line)

                  if m_pre_end

                    line = '</pre>'

                    if shebang_line

                      line = '</code>' + line

                    end

                  end

                end

                line

              end

            end

            src = src.sub("#{@code_hash}", s)

          end

          src

        end

        # Hide code blocks

        text = code_hide(text)

        # New line

        text = text.gsub(/\[\[[Bb][Rr]\]\]/, "\n") # This has to go before the rules below

        # Titles (only h1. to h6., and remove #...)

        text = text.gsub(/(?:^|^\ +)(\={1,6})\ (.+)\ (?:\1)(?:\ *(\ \#.*))?/) {|s| "\nh#{$1.length}. #{$2}#{$3}\n"}

        # External Links:

        #      [http://example.com/]

        text = text.gsub(/\[((?:https?|s?ftp)\:\S+)\]/, '\1')

        #      [http://example.com/ Example],[http://example.com/ "Example"]

        #      [http://example.com/ "Example for "Example""] -> "Example for 'Example'":http://example.com/

        text = text.gsub(/\[((?:https?|s?ftp)\:\S+)[\ \t]+([\"']?)(.+?)\2\]/) {|s| "\"#{$3.tr('"','\'')}\":#{$1}"}

        #      [mailto:some@example.com],[mailto:"some@example.com"]

        text = text.gsub(/\[mailto\:([\"']?)(.+?)\1\]/, '\2')

        # Ticket links:

        #      [ticket:234 Text],[ticket:234 This is a test],[ticket:234 "This is a test"]

        #      [ticket:234 "Test "with quotes""] -> "Test 'with quotes'":issues/show/234

        text = text.gsub(/\[ticket\:(\d+)[\ \t]+([\"']?)(.+?)\2\]/) {|s| "\"#{$3.tr('"','\'')}\":/issues/show/#{$1}"}

        #      ticket:1234

        #      excluding ticket:1234:file.txt (used in macros)

        #      #1 - working cause Redmine uses the same syntax.

        text = text.gsub(/ticket\:(\d+?)([^\:])/, '#\1\2')

        # Source & attachments links:

        #      [source:/trunk/readme.txt Readme File],[source:"/trunk/readme.txt" Readme File],

        #      [source:/trunk/readme.txt],[source:"/trunk/readme.txt"]

        #       The text "Readme File" is not converted,

        #       cause Redmine's wiki does not support this.

        #      Attachments use same syntax.

        text = text.gsub(/\[(source|attachment)\:([\"']?)([^\"']+?)\2(?:\ +(.+?))?\]/, '\1:"\3"')

        #      source:"/trunk/readme.txt"

        #      source:/trunk/readme.txt - working cause Redmine uses the same syntax.

        text = text.gsub(/(source|attachment)\:([\"'])([^\"']+?)\2/, '\1:"\3"')

        # Milestone links:

        #      [milestone:"0.1.0 Mercury" Milestone 0.1.0 (Mercury)],

        #      [milestone:"0.1.0 Mercury"],milestone:"0.1.0 Mercury"

        #       The text "Milestone 0.1.0 (Mercury)" is not converted,

        #       cause Redmine's wiki does not support this.

        text = text.gsub(/\[milestone\:([\"'])([^\"']+?)\1(?:\ +(.+?))?\]/, 'version:"\2"')

        text = text.gsub(/milestone\:([\"'])([^\"']+?)\1/, 'version:"\2"')

        #      [milestone:0.1.0],milestone:0.1.0

        text = text.gsub(/\[milestone\:([^\ ]+?)\]/, 'version:\1')

        text = text.gsub(/milestone\:([^\ ]+?)/, 'version:\1')

        # Internal Links:

        #      ["Some Link"]

        text = text.gsub(/\[([\"'])(.+?)\1\]/) {|s| "[[#{$2.delete(',./?;|:')}]]"}

        #      [wiki:"Some Link" "Link description"],[wiki:"Some Link" Link description]

        text = text.gsub(/\[wiki\:([\"'])([^\]\"']+?)\1[\ \t]+([\"']?)(.+?)\3\]/) {|s| "[[#{$2.delete(',./?;|:')}|#{$4}]]"}

        #      [wiki:"Some Link"]

        text = text.gsub(/\[wiki\:([\"'])([^\]\"']+?)\1\]/) {|s| "[[#{$2.delete(',./?;|:')}]]"}

        #      [wiki:SomeLink]

        text = text.gsub(/\[wiki\:([^\s\]]+?)\]/) {|s| "[[#{$1.delete(',./?;|:')}]]"}

        #      [wiki:SomeLink Link description],[wiki:SomeLink "Link description"]

        text = text.gsub(/\[wiki\:([^\s\]\"']+?)[\ \t]+([\"']?)(.+?)\2\]/) {|s| "[[#{$1.delete(',./?;|:')}|#{$3}]]"}

        # Before convert CamelCase links, must hide wiki links with description.

        # Like this: [[http://www.freebsd.org|Hello FreeBSD World]]

        text = wiki_links_hide(text)

        # Links to CamelCase pages (not work for unicode)

        #      UsingJustWikiCaps,UsingJustWikiCaps/Subpage

        text = text.gsub(/([^!]|^)(^| )([A-Z][a-z]+[A-Z][a-zA-Z]+(?:\/[^\s[:punct:]]+)*)/) {|s| "#{$1}#{$2}[[#{$3.delete('/')}]]"}

        # Normalize things that were supposed to not be links

        # like !NotALink

        text = text.gsub(/(^| )!([A-Z][A-Za-z]+)/, '\1\2')

        # Now restore hidden links

        text = wiki_links_restore(text)

        # Revisions links

        text = text.gsub(/\[(\d+)\]/, 'r\1')

        # Ticket number re-writing

        text = text.gsub(/#(\d+)/) do |s|

          if $1.length < 10

            #ticket_map[$1.to_i] ||= $1

            "\##{ticket_map[$1.to_i] || $1}"

          else

            s

          end

        end

        # Highlighting

        text = text.gsub(/'''''([^\s])/, '_*\1')

        text = text.gsub(/([^\s])'''''/, '\1*_')

        text = text.gsub(/'''/, '*')

        text = text.gsub(/''/, '_')

        text = text.gsub(/__/, '+')

        text = text.gsub(/~~/, '-')

        text = text.gsub(/`/, '@')

        text = text.gsub(/,,/, '~')

        # Tables

        text = text.gsub(/\|\|/, '|')

        # Lists:

        #      bullet

        text = text.gsub(/^(\ +)[\*-] /) {|s| '*' * $1.length + " "}

        #      numbered

        text = text.gsub(/^(\ +)\d+\. /) {|s| '#' * $1.length + " "}

        # Images (work for only attached in current page [[Image(picture.gif)]])

        # need rules for:  * [[Image(wiki:WikiFormatting:picture.gif)]] (referring to attachment on another page)

        #                  * [[Image(ticket:1:picture.gif)]] (file attached to a ticket)

        #                  * [[Image(htdocs:picture.gif)]] (referring to a file inside project htdocs)

        #                  * [[Image(source:/trunk/trac/htdocs/trac_logo_mini.png)]] (a file in repository) 

        text = text.gsub(/\[\[image\((.+?)(?:,.+?)?\)\]\]/i, '!\1!')

        # TOC (is right-aligned, because that in Trac)

        text = text.gsub(/\[\[TOC(?:\((.*?)\))?\]\]/m) {|s| "{{>toc}}\n"}

        # Thomas Recloux enhancements, see http://www.redmine.org/issues/2748#note-1

        # Redmine needs a space between keywords "refs,ref,fix" and the issue number (#1234) in subversion commit messages.

        # TODO: rewrite it in a more regex-style way

        text = text.gsub("refs#", "refs #")

        text = text.gsub("Refs#", "refs #")

        text = text.gsub("REFS#", "refs #")

        text = text.gsub("ref#", "refs #")

        text = text.gsub("Ref#", "refs #")

        text = text.gsub("REF#", "refs #")

        text = text.gsub("fix#", "fixes #")

        text = text.gsub("Fix#", "fixes #")

        text = text.gsub("FIX#", "fixes #")

        text = text.gsub("fixes#", "fixes #")

        text = text.gsub("Fixes#", "fixes #")

        text = text.gsub("FIXES#", "fixes #")

        # Restore and convert code blocks

        text = code_convert(text)

        text

  end

  # Simple progress bar

  def simplebar(title, current, total, out = STDOUT)

    def get_width

      default_width = 80

      begin

        tiocgwinsz = 0x5413

        data = [0, 0, 0, 0].pack("SSSS")

        if out.ioctl(tiocgwinsz, data) >= 0 then

          rows, cols, xpixels, ypixels = data.unpack("SSSS")

          if cols >= 0 then cols else default_width end

        else

          default_width

        end

      rescue Exception

        default_width

      end

    end

    mark = "*"

    title_width = 40

    max = get_width - title_width - 10

    format = "%-#{title_width}s [%-#{max}s] %3d%%  %s"

    bar = current * max / total

    percentage = bar * 100 / max

    current == total ? eol = "\n" : eol ="\r"

    printf(format, title, mark * bar, percentage, eol)

    out.flush

  end

# Copyright (C) 2006-2011  Jean-Philippe Lang

        TRACKER_BUG = Tracker.find_by_position(1)

        TRACKER_FEATURE = Tracker.find_by_position(2)

                           'task' => TRACKER_FEATURE,

          trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }

          "#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"

      TRAC_WIKI_PAGES = %w(InterMapTxt InterTrac InterWiki RecentChanges SandBox TracAccessibility TracAdmin TracBackup TracBrowser TracCgi TracChangeset \

                           CamelCase TitleIndex)

          name =~ (/(.*)(\s+\w+)?/)

        # Titles

        text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "\nh#{$1.length}. #{$2}\n"}

        # External Links

        text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}

        # Ticket links:

        #      [ticket:234 Text],[ticket:234 This is a test]

        text = text.gsub(/\[ticket\:([^\ ]+)\ (.+?)\]/, '"\2":/issues/show/\1')

        #      ticket:1234

        #      #1 is working cause Redmine uses the same syntax.

        text = text.gsub(/ticket\:([^\ ]+)/, '#\1')

        # Milestone links:

        #      [milestone:"0.1.0 Mercury" Milestone 0.1.0 (Mercury)]

        #      The text "Milestone 0.1.0 (Mercury)" is not converted,

        #      cause Redmine's wiki does not support this.

        text = text.gsub(/\[milestone\:\"([^\"]+)\"\ (.+?)\]/, 'version:"\1"')

        #      [milestone:"0.1.0 Mercury"]

        text = text.gsub(/\[milestone\:\"([^\"]+)\"\]/, 'version:"\1"')

        text = text.gsub(/milestone\:\"([^\"]+)\"/, 'version:"\1"')

        #      milestone:0.1.0

        text = text.gsub(/\[milestone\:([^\ ]+)\]/, 'version:\1')

        text = text.gsub(/milestone\:([^\ ]+)/, 'version:\1')

        # Internal Links

        text = text.gsub(/\[\[BR\]\]/, "\n") # This has to go before the rules below

        text = text.gsub(/\[\"(.+)\".*\]/) {|s| "[[#{$1.delete(',./?;|:')}]]"}

        text = text.gsub(/\[wiki:\"(.+)\".*\]/) {|s| "[[#{$1.delete(',./?;|:')}]]"}

        text = text.gsub(/\[wiki:\"(.+)\".*\]/) {|s| "[[#{$1.delete(',./?;|:')}]]"}

        text = text.gsub(/\[wiki:([^\s\]]+)\]/) {|s| "[[#{$1.delete(',./?;|:')}]]"}

        text = text.gsub(/\[wiki:([^\s\]]+)\s(.*)\]/) {|s| "[[#{$1.delete(',./?;|:')}|#{$2.delete(',./?;|:')}]]"}

  # Links to pages UsingJustWikiCaps

  text = text.gsub(/([^!]|^)(^| )([A-Z][a-z]+[A-Z][a-zA-Z]+)/, '\\1\\2[[\3]]')

  # Normalize things that were supposed to not be links

  # like !NotALink

  text = text.gsub(/(^| )!([A-Z][A-Za-z]+)/, '\1\2')

        # Revisions links

        text = text.gsub(/\[(\d+)\]/, 'r\1')

        # Ticket number re-writing

        text = text.gsub(/#(\d+)/) do |s|

          if $1.length < 10

#            TICKET_MAP[$1.to_i] ||= $1

            "\##{TICKET_MAP[$1.to_i] || $1}"

          else

            s

          end

        end

        # We would like to convert the Code highlighting too

        # This will go into the next line.

        shebang_line = false

        # Reguar expression for start of code

        pre_re = /\{\{\{/

        # Code hightlighing...

        shebang_re = /^\#\!([a-z]+)/

        # Regular expression for end of code

        pre_end_re = /\}\}\}/

        # Go through the whole text..extract it line by line

        text = text.gsub(/^(.*)$/) do |line|

          m_pre = pre_re.match(line)

          if m_pre

            line = '<pre>'

          else

            m_sl = shebang_re.match(line)

            if m_sl

              shebang_line = true

              line = '<code class="' + m_sl[1] + '">'

            end

            m_pre_end = pre_end_re.match(line)

            if m_pre_end

              line = '</pre>'

              if shebang_line

                line = '</code>' + line

              end

            end

          end

          line

        end

        # Highlighting

        text = text.gsub(/'''''([^\s])/, '_*\1')

        text = text.gsub(/([^\s])'''''/, '\1*_')

        text = text.gsub(/'''/, '*')

        text = text.gsub(/''/, '_')

        text = text.gsub(/__/, '+')

        text = text.gsub(/~~/, '-')

        text = text.gsub(/`/, '@')

        text = text.gsub(/,,/, '~')

        # Lists

        text = text.gsub(/^([ ]+)\* /) {|s| '*' * $1.length + " "}

        text