Forklift ETL 基础（一）（1）

[root@h102 ~]# ruby -v
ruby 2.3.0p0 (2015-12-25 revision 53290) [x86_64-linux]
[root@h102 ~]# gem --version
2.5.1
[root@h102 ~]# cat /etc/issue
CentOS release 6.6 (Final)
Kernel \r on an \m

[root@h102 ~]# uname  -a 
Linux h102.temp 2.6.32-504.el6.x86_64 #1 SMP Wed Oct 15 04:27:16 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux
[root@h102 ~]#  

[root@h105 ~]# cat /etc/issue
CentOS release 6.6 (Final)
Kernel \r on an \m

[root@h105 ~]# uname -a 
Linux h105 2.6.32-504.el6.x86_64 #1 SMP Wed Oct 15 04:27:16 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux
[root@h105 ~]# mysql -u root -p 
Enter password: 
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 4
Server version: 5.6.27-76.0-log Percona Server (GPL), Release 76.0, Revision 5498987

Copyright (c) 2009-2015 Percona LLC and/or its affiliates
Copyright (c) 2000, 2015, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql> show databases;
+--------------------+
| Database           |
+--------------------+
| information_schema |
| Syslog             |
| db_d               |
| db_s               |
| mysql              |
| performance_schema |
| test               |
| testxxx            |
+--------------------+
8 rows in set (0.00 sec)

mysql>

[root@h102 ~]# mkdir forklift
[root@h102 ~]# cd forklift/
[root@h102 forklift]# vim Gemfile 
[root@h102 forklift]# cat Gemfile 
source 'https://gems.ruby-china.org'


gem 'forklift_etl'
[root@h102 forklift]# bundle install 
Don't run Bundler as root. Bundler can ask for sudo if it is needed, and installing your bundle as root will break this application
for all non-root users on this machine.
Fetching gem metadata from https://gems.ruby-china.org/
Fetching version metadata from https://gems.ruby-china.org/
Fetching dependency metadata from https://gems.ruby-china.org/
Resolving dependencies...
Using i18n 0.7.0
Using json 1.8.3
Using minitest 5.9.0
Using thread_safe 0.3.5
Using multi_json 1.12.1
Using multipart-post 2.0.0
Using lumberjack 1.0.10
Using mysql2 0.4.4
Using mime-types-data 3.2016.0521
Using bundler 1.12.5
Using tzinfo 1.2.2
Using elasticsearch-api 1.1.0
Using faraday 0.9.2
Using mime-types 3.1
Using activesupport 4.2.7
Using elasticsearch-transport 1.1.0
Using mail 2.6.4
Using elasticsearch 1.1.0
Using pony 1.11
Installing forklift_etl 1.2.2
Bundle complete! 1 Gemfile dependency, 20 gems now installed.
Use `bundle show [gemname]` to see where a bundled gem is installed.
[root@h102 forklift]#

[root@h102 forklift]# bundle exec forklift --generate
Example plan generated
Example plan generated
Example plan generated
Example plan generated
Example plan generated
[root@h102 forklift]# ls
config  Gemfile  Gemfile.lock  log  patterns  pid  plan.rb  template  transformations  transports
[root@h102 forklift]# tree 
.
├── config
│   ├── connections
│   │   ├── csv
│   │   ├── elasticsearch
│   │   └── mysql
│   │       ├── destination.yml
│   │       └── source.yml
│   └── email.yml
├── Gemfile
├── Gemfile.lock
├── log
├── patterns
├── pid
├── plan.rb
├── template
│   └── email.erb
├── transformations
└── transports

11 directories, 7 files
[root@h102 forklift]#

[root@h102 ~]# which forklift
/usr/local/rvm/gems/ruby-2.3.0/bin/forklift
[root@h102 ~]# cat /usr/local/rvm/gems/ruby-2.3.0/bin/forklift
#!/usr/bin/env ruby_executable_hooks
#
# This file was generated by RubyGems.
#
# The application 'forklift_etl' is installed as part of a gem, and
# this file is here to facilitate running it.
#

require 'rubygems'

version = ">= 0.a"

if ARGV.first
  str = ARGV.first
  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
    version = $1
    ARGV.shift
  end
end

gem 'forklift_etl', version
load Gem.bin_path('forklift_etl', 'forklift', version)
[root@h102 ~]# 

load Gem.bin_path('forklift_etl', 'forklift', version)

[root@h102 ~]# ruby -e "puts Gem.bin_path('forklift_etl', 'forklift', '>= 0.a')"
/usr/local/rvm/gems/ruby-2.3.0/gems/forklift_etl-1.2.2/bin/forklift
[root@h102 ~]#