· 8 years ago · Apr 08, 2018, 12:40 AM
1-- using mysql 5.7.11+
2-- before logging into your database ...
3-- mysql --username=username --password=user_password --local-infile=1
4-- or if remotely to something like if you are using RDS
5-- mysql --username=username -h db_hostname --port db_port --password=user_password --local-infile=1
6
7-- Step 1 create database
8drop database if exists tweet_db;
9create database tweet_db
10 default character set = utf8mb4
11 default collate = utf8mb4_unicode_ci;
12use tweet_db;
13
14-- Step 2 create table
15drop table if exists `hashtags`;
16create table `hashtags` (
17 `wordanduid` varchar(400)
18 character set utf8mb4
19 collate utf8mb4_unicode_ci
20 not null,
21 `tag` varchar(50)
22 character set utf8mb4
23 collate utf8mb4_unicode_ci not null,
24 `word_count` int(10) default 0 not null,
25 primary key (wordanduid, tag)
26) default character set = utf8mb4
27 default collate = utf8mb4_unicode_ci;
28
29SET unique_checks=0;
30SET foreign_key_checks=0;
31SET autocommit=0;
32load data local infile './data/part-00000' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
33load data local infile './data/part-00001' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
34load data local infile './data/part-00002' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
35load data local infile './data/part-00003' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
36load data local infile './data/part-00004' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
37load data local infile './data/part-00005' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
38load data local infile './data/part-00006' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
39load data local infile './data/part-00007' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
40load data local infile './data/part-00008' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
41load data local infile './data/part-00009' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
42load data local infile './data/part-00010' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
43load data local infile './data/part-00011' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
44load data local infile './data/part-00012' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
45load data local infile './data/part-00013' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
46load data local infile './data/part-00014' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
47load data local infile './data/part-00015' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
48load data local infile './data/part-00016' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
49load data local infile './data/part-00017' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
50load data local infile './data/part-00018' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
51load data local infile './data/part-00019' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
52load data local infile './data/part-00020' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
53load data local infile './data/part-00021' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
54load data local infile './data/part-00022' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
55load data local infile './data/part-00023' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
56load data local infile './data/part-00024' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
57load data local infile './data/part-00025' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
58load data local infile './data/part-00026' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
59load data local infile './data/part-00027' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
60load data local infile './data/part-00028' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
61load data local infile './data/part-00029' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
62load data local infile './data/part-00030' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
63load data local infile './data/part-00031' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
64load data local infile './data/part-00032' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
65load data local infile './data/part-00033' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
66load data local infile './data/part-00034' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
67load data local infile './data/part-00035' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
68load data local infile './data/part-00036' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
69load data local infile './data/part-00037' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
70load data local infile './data/part-00038' into table hashtags columns TERMINATED BY '\t' LINES TERMINATED BY '\n';
71COMMIT;
72SET unique_checks=1;
73SET foreign_key_checks=1;