sqoop命令

通用部分:

# 通用(mysql)
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table12 \
--columns "name,age" \
--where "city ='sec-bad'" \
--query 'select id,name,deg from emp WHERE  id>1203 and $CONDITIONS' \(与table、column、where不可以同时使用)
--m 3 \

# mysql导入hdfs
--target-dir /java_import_user \
--fields-terminated-by "\t" \

# hdfs导入MySQL
--export-dir "hdfs://192.168.72.141:8020/result" \
--input-fields-terminated-by "\t" \

# 创建hive(--create-hive-table ,不加并行度)
--hive-table default.table12 \

# mysql导入hive
--hive-table default.table12 \
--hive-import \
--null-string "\\N" \
--null-non-string "\\N" \
--hive-overwrite \

# hive导入MySQL
--input-null-string '\\N' \
--input-null-non-string '\\N' \
--export-dir /emp_data \
--input-fields-terminated-by "\t" \
--columns "id,name,age" \
--update-mode  allowinsert(updateonly) \

# mysql导入到HBASE
--hbase-table table2 \
--column-family info \
--hbase-create-table \
--hbase-row-key id \
--columns "id,name,age" \

# 无法实现HBASE直接导入到MySQL

示例:

bin/sqoop import \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table12 \
--columns "sbid,data_date" \
--where "rwlylx ='33'" \
--target-dir /table12 \
--fields-terminated-by '\t' \
--m 1

bin/sqoop export \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table13 \
--export-dir "hdfs://192.168.72.141:8020/table12" \
--input-fields-terminated-by "\t" \
--m 1

bin/sqoop create-hive-table \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table12 \
--hive-table default.table13 

bin/sqoop import \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table12 \
--hive-table default.table13 \
--hive-import \
--null-string '\\N' \
--null-non-string '\\N' \
--hive-overwrite

bin/sqoop export \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table14 \
--export-dir hdfs://192.168.72.141:8020/user/hive/warehouse/table13 \
--input-fields-terminated-by '\001' \
--columns "sbid,data_date,rwlylx" \
--input-null-string '\\N' \
--input-null-non-string '\\N' \
--m 1


bin/sqoop import \
--connect jdbc:mysql://192.168.72.141:3306/test11 \
--driver com.mysql.jdbc.Driver \
--username root \
--password root \
--table table12 \
--hbase-table table12 \
--column-family info \
--hbase-create-table \
--hbase-row-key sbid \
--columns 'sbid,data_date,rwlylx' \
--m 1