-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathmysql_create_table.txt
153 lines (119 loc) · 6.06 KB
/
mysql_create_table.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
###################### fastmorph v5 ###########################################################################################
CREATE DATABASE tatcorpus CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;
CREATE TABLE `fastmorph_main` (
`id` INT(9) NOT NULL,
`united` INT(7) UNSIGNED NOT NULL,
`sentence` INT(8) NOT NULL,
`source` INT(5) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.main.txt' INTO TABLE fastmorph_main CHARACTER SET UTF8 (id, united, sentence, source);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_words_case` (
`id` INT(7) NOT NULL,
`freq` INT(7) NOT NULL,
`word_case` VARCHAR(255) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.words_case.txt' INTO TABLE fastmorph_words_case CHARACTER SET UTF8 (id, freq, word_case);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_words` (
`id` INT(7) NOT NULL,
`freq` INT(7) NOT NULL,
`word` VARCHAR(255) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.words.txt' INTO TABLE fastmorph_words CHARACTER SET UTF8 (id, freq, word);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_lemmas` (
`id` INT(6) NOT NULL,
`freq` INT(7) NOT NULL,
`lemma` VARCHAR(255) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.lemmas.txt' INTO TABLE fastmorph_lemmas CHARACTER SET UTF8 (id, freq, lemma);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_tags` (
`id` INT(5) NOT NULL,
`freq` INT(8) NOT NULL,
`combinations` VARCHAR(100) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.tags.txt' INTO TABLE fastmorph_tags CHARACTER SET UTF8 (id, freq, combinations);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_tags_uniq` (
`id` INT(3) NOT NULL,
`freq` INT(8) NOT NULL,
`tag` VARCHAR(50) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.tags-uniq.sorted.txt' INTO TABLE fastmorph_tags_uniq CHARACTER SET UTF8 (id, freq, tag);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE
`fastmorph_united` (
`id` INT(7) NOT NULL,
`freq` INT(7) NOT NULL,
`word_case` INT(7) NOT NULL,
`word` INT(7) NOT NULL,
`lemma` INT(6) NOT NULL,
`tags` INT(5) NOT NULL,
PRIMARY KEY(`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastmorph_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.united.txt' INTO TABLE fastmorph_united CHARACTER SET UTF8 (id, freq, word_case, word, lemma, tags);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
CREATE TABLE `fastmorph_sources` (
`id` int(5) NOT NULL,
`nice` text,
`author` text,
`title` text,
`date` text,
`type` text,
`genre` text,
`source` text,
`url` text,
`meta` text,
`full` text,
PRIMARY KEY (`id`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/DATA/tatcorpus3/tatcorpus3.sources.txt' INTO TABLE fastmorph_sources CHARACTER SET UTF8 (id, nice, author, title, date, type, genre, source, url, meta, full);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
----------------------------------------------------------------
# level nodeid parentnodeid wordid weight(frequency)
CREATE TABLE `fastngrams_ngrams` (
`id` INT(9) NOT NULL AUTO_INCREMENT,
`level` INT(1) NOT NULL,
`node` INT(7) NOT NULL,
`parentnode` INT(7) NOT NULL,
`united` INT(7) NOT NULL,
`freq` INT(7) NOT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `level_node` (`level`, `node`)
) ENGINE=MyISAM DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci;
With punctuation:
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastngrams_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.main.ngrams.sorted.txt' INTO TABLE fastngrams_ngrams CHARACTER SET UTF8 FIELDS TERMINATED BY " " (level, node, parentnode, united, freq);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
Without punctuation:
LOAD DATA LOCAL INFILE '/home/mansur/TATCORPUS/TOOLS/Fastngrams_tables_generator/tatcorpus3.sentences.apertium.tagged.fastmorph.main.wopunct.ngrams.sorted.txt' INTO TABLE fastngrams_ngrams CHARACTER SET UTF8 FIELDS TERMINATED BY " " (level, node, parentnode, united, freq);
LOAD DATA LOCAL INFILE '/var/lib/mysql/...
----------------------------------------------------------------
# SKIP FIRST LINE
LOAD DATA LOCAL INFILE '/home/mansur/file.txt' INTO TABLE morph6_united_apertium CHARACTER SET UTF8 IGNORE 1 LINES (id, freq, word_case, word, lemma, tags);
############################################################################################################################
CREATE TABLE `black_list` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`ip` varchar(45) DEFAULT NULL,
`counter` int(11) NOT NULL,
`date` varchar(20) NOT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `id` (`id`),
KEY `ip` (`ip`),
KEY `date` (`date`)
) ENGINE=MyISAM AUTO_INCREMENT=6792 DEFAULT CHARSET=utf8 ;
CREATE TABLE `lock_list` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`ip` varchar(45) DEFAULT NULL,
`time` int(11) NOT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `id` (`id`),
KEY `ip` (`ip`)
) ENGINE=MyISAM AUTO_INCREMENT=155689 DEFAULT CHARSET=utf8 ;