Subir archivos a 'utils/vadersentiment'
This commit is contained in:
pare
a2c6225973
commit
6fedceb429
S'han modificat 2 arxius amb 224 adicions i 0 eliminacions
112
utils/vadersentiment/sentitext.php
Normal file
112
utils/vadersentiment/sentitext.php
Normal file
|
|
@ -0,0 +1,112 @@
|
||||||
|
<?php
|
||||||
|
/*
|
||||||
|
Identify sentiment-relevant string-level properties of input text.
|
||||||
|
*/
|
||||||
|
const PUNC_LIST = [".", "!", "?", ",", ";", ":", "-", "'", "\"",
|
||||||
|
"!!", "!!!", "??", "???", "?!?", "!?!", "?!?!", "!?!?"];
|
||||||
|
class SentiText {
|
||||||
|
|
||||||
|
private $text = "";
|
||||||
|
public $words_and_emoticons = null;
|
||||||
|
public $is_cap_diff = null;
|
||||||
|
|
||||||
|
function __construct($text){
|
||||||
|
//checking that is string
|
||||||
|
//if (!isinstance(text, str)){
|
||||||
|
// text = str(text.encode('utf-8'));
|
||||||
|
//}
|
||||||
|
$this->text = $text;
|
||||||
|
$this->words_and_emoticons = $this->_words_and_emoticons();
|
||||||
|
// doesn't separate words from\
|
||||||
|
// adjacent punctuation (keeps emoticons & contractions)
|
||||||
|
$this->is_cap_diff = $this->allcap_differential($this->words_and_emoticons);
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Remove all punctation from a string
|
||||||
|
*/
|
||||||
|
function strip_punctuation($string) {
|
||||||
|
//$string = strtolower($string);
|
||||||
|
return preg_replace("/[[:punct:]]+/", "", $string);
|
||||||
|
}
|
||||||
|
|
||||||
|
function array_count_values_of($haystack, $needle) {
|
||||||
|
if(!in_array($needle,$haystack)){
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
$counts = array_count_values($haystack);
|
||||||
|
return $counts[$needle];
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Check whether just some words in the input are ALL CAPS
|
||||||
|
|
||||||
|
:param list words: The words to inspect
|
||||||
|
:returns: `True` if some but not all items in `words` are ALL CAPS
|
||||||
|
*/
|
||||||
|
private function allcap_differential($words){
|
||||||
|
|
||||||
|
$is_different = false;
|
||||||
|
$allcap_words = 0;
|
||||||
|
foreach($words as $word){
|
||||||
|
//ctype is affected by the local of the processor see manual for more details
|
||||||
|
if(ctype_upper($word)){
|
||||||
|
$allcap_words += 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
$cap_differential = count($words) - $allcap_words;
|
||||||
|
if ($cap_differential > 0 && $cap_differential < count($words)){
|
||||||
|
$is_different = true;
|
||||||
|
}
|
||||||
|
return $is_different;
|
||||||
|
}
|
||||||
|
|
||||||
|
function _words_only(){
|
||||||
|
$text_mod = $this->strip_punctuation($this->text);
|
||||||
|
// removes punctuation (but loses emoticons & contractions)
|
||||||
|
$words_only = preg_split('/\s+/',$text_mod);
|
||||||
|
# get rid of empty items or single letter "words" like 'a' and 'I'
|
||||||
|
$works_only = array_filter($words_only,function($word){ return strlen($word) > 1; });
|
||||||
|
return $words_only;
|
||||||
|
}
|
||||||
|
|
||||||
|
function _words_and_emoticons(){
|
||||||
|
|
||||||
|
$wes = preg_split('/\s+/',$this->text);
|
||||||
|
|
||||||
|
# get rid of residual empty items or single letter words
|
||||||
|
$wes = array_filter($wes,function($word){ return strlen($word) > 1; });
|
||||||
|
//Need to remap the indexes of the array
|
||||||
|
$wes = array_values ($wes);
|
||||||
|
$words_only = $this->_words_only();
|
||||||
|
|
||||||
|
foreach($words_only as $word){
|
||||||
|
|
||||||
|
foreach(PUNC_LIST as $punct){
|
||||||
|
|
||||||
|
//replace all punct + word combinations with word
|
||||||
|
$pword = $punct .$word;
|
||||||
|
|
||||||
|
$x1 = $this->array_count_values_of($wes,$pword);
|
||||||
|
while ($x1 > 0){
|
||||||
|
$i = array_search($pword,$wes);
|
||||||
|
unset($wes[$i]);
|
||||||
|
array_splice($wes,$i,0,$word);
|
||||||
|
$x1 = $this->array_count_values_of($wes,$pword);
|
||||||
|
}
|
||||||
|
//Do the same as above but word then punct
|
||||||
|
$wordp = $word . $punct;
|
||||||
|
$x2 = $this->array_count_values_of($wes, $wordp);
|
||||||
|
while ($x2 > 0){
|
||||||
|
$i = array_search($wordp, $wes);
|
||||||
|
unset($wes[$i]);
|
||||||
|
array_splice($wes,$i,0,$word);
|
||||||
|
$x2 = $this->array_count_values_of($wes, $wordp);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return $wes;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
?>
|
||||||
112
utils/vadersentiment/sentitext_cat.php
Normal file
112
utils/vadersentiment/sentitext_cat.php
Normal file
|
|
@ -0,0 +1,112 @@
|
||||||
|
<?php
|
||||||
|
/*
|
||||||
|
Identify sentiment-relevant string-level properties of input text.
|
||||||
|
*/
|
||||||
|
const PUNC_LIST = [".", "!", "?", ",", ";", ":", "-", "'", "\"",
|
||||||
|
"!!", "!!!", "??", "???", "?!?", "!?!", "?!?!", "!?!?"];
|
||||||
|
class SentiText {
|
||||||
|
|
||||||
|
private $text = "";
|
||||||
|
public $words_and_emoticons = null;
|
||||||
|
public $is_cap_diff = null;
|
||||||
|
|
||||||
|
function __construct($text){
|
||||||
|
//checking that is string
|
||||||
|
//if (!isinstance(text, str)){
|
||||||
|
// text = str(text.encode('utf-8'));
|
||||||
|
//}
|
||||||
|
$this->text = $text;
|
||||||
|
$this->words_and_emoticons = $this->_words_and_emoticons();
|
||||||
|
// doesn't separate words from\
|
||||||
|
// adjacent punctuation (keeps emoticons & contractions)
|
||||||
|
$this->is_cap_diff = $this->allcap_differential($this->words_and_emoticons);
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Remove all punctation from a string
|
||||||
|
*/
|
||||||
|
function strip_punctuation($string) {
|
||||||
|
//$string = strtolower($string);
|
||||||
|
return preg_replace("/[[:punct:]]+/", "", $string);
|
||||||
|
}
|
||||||
|
|
||||||
|
function array_count_values_of($haystack, $needle) {
|
||||||
|
if(!in_array($needle,$haystack)){
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
$counts = array_count_values($haystack);
|
||||||
|
return $counts[$needle];
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Check whether just some words in the input are ALL CAPS
|
||||||
|
|
||||||
|
:param list words: The words to inspect
|
||||||
|
:returns: `True` if some but not all items in `words` are ALL CAPS
|
||||||
|
*/
|
||||||
|
private function allcap_differential($words){
|
||||||
|
|
||||||
|
$is_different = false;
|
||||||
|
$allcap_words = 0;
|
||||||
|
foreach($words as $word){
|
||||||
|
//ctype is affected by the local of the processor see manual for more details
|
||||||
|
if(ctype_upper($word)){
|
||||||
|
$allcap_words += 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
$cap_differential = count($words) - $allcap_words;
|
||||||
|
if ($cap_differential > 0 && $cap_differential < count($words)){
|
||||||
|
$is_different = true;
|
||||||
|
}
|
||||||
|
return $is_different;
|
||||||
|
}
|
||||||
|
|
||||||
|
function _words_only(){
|
||||||
|
$text_mod = $this->strip_punctuation($this->text);
|
||||||
|
// removes punctuation (but loses emoticons & contractions)
|
||||||
|
$words_only = preg_split('/\s+/',$text_mod);
|
||||||
|
# get rid of empty items or single letter "words" like 'a' and 'I'
|
||||||
|
$works_only = array_filter($words_only,function($word){ return strlen($word) > 1; });
|
||||||
|
return $words_only;
|
||||||
|
}
|
||||||
|
|
||||||
|
function _words_and_emoticons(){
|
||||||
|
|
||||||
|
$wes = preg_split('/\s+/',$this->text);
|
||||||
|
|
||||||
|
# get rid of residual empty items or single letter words
|
||||||
|
$wes = array_filter($wes,function($word){ return strlen($word) > 1; });
|
||||||
|
//Need to remap the indexes of the array
|
||||||
|
$wes = array_values ($wes);
|
||||||
|
$words_only = $this->_words_only();
|
||||||
|
|
||||||
|
foreach($words_only as $word){
|
||||||
|
|
||||||
|
foreach(PUNC_LIST as $punct){
|
||||||
|
|
||||||
|
//replace all punct + word combinations with word
|
||||||
|
$pword = $punct .$word;
|
||||||
|
|
||||||
|
$x1 = $this->array_count_values_of($wes,$pword);
|
||||||
|
while ($x1 > 0){
|
||||||
|
$i = array_search($pword,$wes);
|
||||||
|
unset($wes[$i]);
|
||||||
|
array_splice($wes,$i,0,$word);
|
||||||
|
$x1 = $this->array_count_values_of($wes,$pword);
|
||||||
|
}
|
||||||
|
//Do the same as above but word then punct
|
||||||
|
$wordp = $word . $punct;
|
||||||
|
$x2 = $this->array_count_values_of($wes, $wordp);
|
||||||
|
while ($x2 > 0){
|
||||||
|
$i = array_search($wordp, $wes);
|
||||||
|
unset($wes[$i]);
|
||||||
|
array_splice($wes,$i,0,$word);
|
||||||
|
$x2 = $this->array_count_values_of($wes, $wordp);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return $wes;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
?>
|
||||||
Loading…
Referencia en una nova incidència