自动查找相关文件.上传到服务器

#!/usr/bin/ruby
# coding: utf-8
require ‘date‘

$result = []
bak_ser = "bacula@192.168.100.24"

def check(top_dir, ext_type, exclude, dir_deep)
  content = Dir.entries(top_dir)
  for i in content
    i = top_dir + "/" + i
    # hidden dir or hidden file 
    next if File.basename(i)[0] == ‘.‘
    if File.directory?(i)
      begin
        next if i.scan(‘/‘).length >= dir_deep
      rescue
        next if i.force_encoding(‘GBK‘).scan(‘/‘).length >= dir_deep
      end
      next if i.match(/#{exclude}/)
      unless Dir.entries(i).include?(‘.svn‘)
        check(i, ext_type, exclude, dir_deep)
      end
    elsif File.ftype(i) == ‘file‘
      begin # maybe no ext name
        unless i.scan(/\.[^\.]+$/)[0].match(/#{ext_type}/i)
          if File.size(i) <= 1024000 && File.size(i) >= 120
            if `file \"#{i}\"`.include?(‘ASCII‘) || i.scan(/\.[^\.]+$/)[0].match(/doc|docx|xlsx|xls/i)
              $result << "." + i
            end
          end
        end
      rescue
        #unless i.force_encoding(‘GBK‘).scan(/\.[^\.]+$/)[0].match(/bmp|png|pdf|vsd|rar|log|dat|bak/i)
          if File.size(i) <= 1024000 && File.size(i) >= 120
            if `file \"#{i}\"`.include?(‘ASCII‘)  #|| i.force_encoding(‘GBK‘).scan(/\.[^\.]+$/)[0].match(/doc|docx|xlsx|xls/i)
              $result << "." + i
            end
          end
        #end        
      end
    end
  end
end

def write_file(path,str)
aFile = File.new(path,"w")
    aFile.puts str
aFile.close
end

def delete_dir_line(dir)
  dir[0] == ‘/‘ ? dir[1..-1] : dir
end

def import_config(home_name)
  path_in, path_ex, filetype = [], [], []
  config = {:deep => 12, :exclude => path_ex, :filetype => filetype, :include => path_in}
  begin
    File.open("/local_home/#{home_name}/config.txt",‘r‘).each do |line|
      if line.match(/^deep/)
        config[:deep] = line.split(‘=‘)[-1].to_i if line.split(‘=‘)[-1].to_i + 2 >= 1
      elsif line.match(/^exclude/)
        line.split(‘=‘)[-1].split(‘;‘).each {|x| path_ex << "/local_home/#{home_name}/" + delete_dir_line(x.chomp) if x.length > 1}
      elsif line.match(/^include/)
        line.split(‘=‘)[-1].split(‘;‘).each {|x| path_in << "/local_home/#{home_name}/" + delete_dir_line(x.chomp) if x.length > 1}
      elsif line.match(/^filetype/)
        line.split(‘=‘)[-1].split(‘;‘).each {|x| filetype << x.chomp if x.length > 1}
      end
    end
  rescue
    config = {:deep => 12, :exclude => path_ex, :filetype => filetype, :include => path_in}
  end
  path_ex.each { |x| path_ex.delete(x) if path_in.index(x) }

  return config
end

# get home user
home_user = `grep $(hostname) /etc/auto.nfs | awk -F \‘/local_home/\‘ \‘{print $2}\‘`.split.join(‘|‘)

`rm -rf /tmp/auto_tar_bak` if File.directory?(‘/tmp/auto_tar_bak‘)

`ls -1 /local_home`.split.each do |list|
  if list.match(/#{home_user}/)
    `mkdir -p /tmp/auto_tar_bak/#{list}`
    tar_list_path = "/tmp/auto_tar_bak/#{list}/tar.list"
    tar_file_name = "/tmp/auto_tar_bak/#{list}/#{DateTime.now.strftime("%Y-%m-%d")}.tar.bz2"

    config = import_config(list)

    if config[:filetype].length > 0
      filetype = config[:filetype].join(‘|‘)
    else
      filetype = "bmp|png|pdf|vsd|rar|log|dat|bak"
    end

    if config[:exclude].length > 0
      exclude = config[:exclude].join(‘|‘)
    else
      exclude = "Code|RTL|INCA.libs"
    end

    if list.match(/#{home_user}/)
      if config[:include].length > 0
        config[:include].each do |in_path|
          check(in_path, filetype, exclude, config[:deep])
        end
      else
        check("/local_home/" + list, filetype, exclude, config[:deep])
      end
    end

    $result << "." + tar_list_path
    # write tar_list to tmp file
    write_file(tar_list_path,$result)
    # tar file
    `cd / && tar -jc -T #{tar_list_path} -f #{tar_file_name}`
    # scp file
    `scp #{tar_file_name} #{bak_ser + ":/bak/auto_bak/" + list + "/" + File.basename(tar_file_name)}`

    $result = []
  end
end

运行前会加载配置文件 (/local_home/USERNAME/config.txt)

格式如下

include=DIR1;DIR2

exclude=DIR1;DIR2

deep=6

filetype=dat;avi

本文出自 “阿边的杂记” 博客，请务必保留此出处http://abian.blog.51cto.com/751059/1547295

自动备份脚本