Sie sind auf Seite 1von 3

MYSQL:

-----------------
[cloudera@localhost ~]$ mysql
mysql> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| test |
+--------------------+
2 rows in set (0.00 sec)

mysql> use test;


Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A

Database changed
mysql> show tables;
create table emp (empid int,empname varchar(20),empsalary int);

mysql> desc employee2;


+---------+-------------+------+-----+---------+-------+
| Field | Type | Null | Key | Default | Extra |
+---------+-------------+------+-----+---------+-------+
| empid | int(2) | YES | | NULL | |
| empname | varchar(20) | YES | | NULL | |
| salary | int(6) | YES | | NULL | |
+---------+-------------+------+-----+---------+-------+
3 rows in set (0.00 sec)

insert into emp values (5,'charles',9000);


"
"
"

mysql> select * from emp;


+-------+---------+-----------+
| empid | empname | empsalary |
+-------+---------+-----------+
| 1 | satya | 5000 |
| 2 | anand | 6000 |
| 3 | jay | 7000 |
| 4 | shan | 8000 |
| 5 | charles | 9000 |
+-------+---------+-----------+
5 rows in set (0.00 sec)

import:

sqoop import --connect jdbc:mysql://localhost/test --table emp -m 1

import to target-directory:

sqoop import --connect jdbc:mysql://localhost/test --username root --table emp -m 1


--target-dir /user/cloudera/satya
Importing Only a Subset of Data

sqoop import --connect jdbc:mysql://mysql.example.com/sqoop --username root --table


emp --where "empsalary > '7000'" -m 1

sqoop import --connect jdbc:mysql://localhost/test username root --table emp -m 1


--as-sequencefile

sqoop import --connect jdbc:mysql://localhost/test username root --table employee2


-m 1 --compress

parallelism:

sqoop import --connect jdbc:mysql://localhost/test --table employee2 -m 1 --num-


mappers 4

sqoop import-all-tables --connect jdbc:mysql://localhost/test --warehouse-dir


/user/cloudera/jay -m 1

sqoop import-all-tables --connect jdbc:mysql://localhost/test --warehouse-dir


/user/cloudera/jai -m 1
--exclude-tables table1, table2

incremental append:

sqoop import \
--connect jdbc:mysql://localhost/test \
--username root \
--table emp \
--incremental append \
--check-column empid \
--last-value 5 -m 1

hiveimport:

sqoop import --connect jdbc:mysql://localhost/test --table emp --hive-import -m 1

sqoop list-databases --connect jdbc:mysql://localhost/

sqoop list-tables --connect jdbc:mysql://localhost/test

sqoop eval --connect jdbc:mysql://localhost/test --query "SELECT * FROM emp"


sqoop eval --connect jdbc:mysql://localhost/test --query "delete FROM emp where
empname='shan'"
sqoop eval --connect jdbc:mysql://localhost/test --query "insert into emp values
(4,'shan',8000)"

sqoop eval --connect jdbc:mysql://localhost/test --query "SELECT count(*) FROM emp"

sqoop eval --connect jdbc:mysql://localhost/test --query "SELECT * FROM emp LIMIT


3"

sqoop eval --connect jdbc:mysql://localhost/test --query "SELECT * FROM emp order


by empid"

sqoop eval --connect jdbc:mysql://localhost/test --query "SELECT * FROM emp order


by empid limit 4"

hadoop fs -ls /user/cloudera/empnew

/user/cloudera/empnew/part-m-00000

sqoop export \
--connect jdbc:mysql://localhost/test \
--username root \
--table emp \
--export-dir /user/cloudera/empnew

sqoop job \
--create empjob \
-- \
export \
--connect jdbc:mysql://localhost/test \
--username root \
--table emp \
--export-dir /user/cloudera/empnew

sqoop job --list

sqoop job --exec empjob

sqoop job --delete empjob

sqoop job --show empjob

Das könnte Ihnen auch gefallen