////////// Punctuation tokens to remove //////////////// | |
, | |
. | |
` | |
- | |
_ | |
= | |
? | |
' | |
| | |
" | |
( | |
) | |
{ | |
} | |
[ | |
] | |
< | |
> | |
* | |
# | |
& | |
^ | |
$ | |
@ | |
! | |
~ | |
: | |
; | |
+ | |
/ | |
\ | |
《 | |
》 | |
— | |
- | |
, | |
。 | |
、 | |
: | |
; | |
! | |
· | |
? | |
“ | |
” | |
) | |
( | |
【 | |
】 | |
[ | |
] | |
● | |
// the line below contains an IDEOGRAPHIC SPACE character (Used as a space in Chinese) | |
//////////////// English Stop Words //////////////// | |
//////////////// Chinese Stop Words //////////////// |