bonobo/bot_plus
1
0
Fork 0
Codi Incidències Sol·licituds Pull repo.project Llançaments Paquets Wiki Activitat

Subir archivos a 'utils/vadersentiment'

Explorar la Font
This commit is contained in:
bonobo 2024-08-22 00:28:53 +02:00
pare a2c6225973
commit 6fedceb429
S'han modificat 2 arxius amb 224 adicions i 0 eliminacions
Mostrar estadístiques Descarregar el fitxer de pedaç Descarregar el fitxer de diferències Expand all files Collapse all files

112
utils/vadersentiment/sentitext.php Normal file
Veure arxiu

@ -0,0 +1,112 @@
<?php
/*
Identify sentiment-relevant string-level properties of input text.
*/
const PUNC_LIST = [".", "!", "?", ",", ";", ":", "-", "'", "\"",
"!!", "!!!", "??", "???", "?!?", "!?!", "?!?!", "!?!?"];
class SentiText {
private $text = "";
public $words_and_emoticons = null;
public $is_cap_diff = null;
function __construct($text){
//checking that is string
//if (!isinstance(text, str)){
// text = str(text.encode('utf-8'));
//}
$this->text = $text;
$this->words_and_emoticons = $this->_words_and_emoticons();
// doesn't separate words from\
// adjacent punctuation (keeps emoticons & contractions)
$this->is_cap_diff = $this->allcap_differential($this->words_and_emoticons);
}
/*
Remove all punctation from a string
*/
function strip_punctuation($string) {
//$string = strtolower($string);
return preg_replace("/[[:punct:]]+/", "", $string);
}
function array_count_values_of($haystack, $needle) {
if(!in_array($needle,$haystack)){
return 0;
}
$counts = array_count_values($haystack);
return $counts[$needle];
}
/*
Check whether just some words in the input are ALL CAPS
:param list words: The words to inspect
:returns: `True` if some but not all items in `words` are ALL CAPS
*/
private function allcap_differential($words){
$is_different = false;
$allcap_words = 0;
foreach($words as $word){
//ctype is affected by the local of the processor see manual for more details
if(ctype_upper($word)){
$allcap_words += 1;
}
}
$cap_differential = count($words) - $allcap_words;
if ($cap_differential > 0 && $cap_differential < count($words)){
$is_different = true;
}
return $is_different;
}
function _words_only(){
$text_mod = $this->strip_punctuation($this->text);
// removes punctuation (but loses emoticons & contractions)
$words_only = preg_split('/\s+/',$text_mod);
# get rid of empty items or single letter "words" like 'a' and 'I'
$works_only = array_filter($words_only,function($word){ return strlen($word) > 1; });
return $words_only;
}
function _words_and_emoticons(){
$wes = preg_split('/\s+/',$this->text);
# get rid of residual empty items or single letter words
$wes = array_filter($wes,function($word){ return strlen($word) > 1; });
//Need to remap the indexes of the array
$wes = array_values ($wes);
$words_only = $this->_words_only();
foreach($words_only as $word){
foreach(PUNC_LIST as $punct){
//replace all punct + word combinations with word
$pword = $punct .$word;
$x1 = $this->array_count_values_of($wes,$pword);
while ($x1 > 0){
$i = array_search($pword,$wes);
unset($wes[$i]);
array_splice($wes,$i,0,$word);
$x1 = $this->array_count_values_of($wes,$pword);
}
//Do the same as above but word then punct
$wordp = $word . $punct;
$x2 = $this->array_count_values_of($wes, $wordp);
while ($x2 > 0){
$i = array_search($wordp, $wes);
unset($wes[$i]);
array_splice($wes,$i,0,$word);
$x2 = $this->array_count_values_of($wes, $wordp);
}
}
}
return $wes;
}
}
?>

112
utils/vadersentiment/sentitext_cat.php Normal file
Veure arxiu

@ -0,0 +1,112 @@
<?php
/*
Identify sentiment-relevant string-level properties of input text.
*/
const PUNC_LIST = [".", "!", "?", ",", ";", ":", "-", "'", "\"",
"!!", "!!!", "??", "???", "?!?", "!?!", "?!?!", "!?!?"];
class SentiText {
private $text = "";
public $words_and_emoticons = null;
public $is_cap_diff = null;
function __construct($text){
//checking that is string
//if (!isinstance(text, str)){
// text = str(text.encode('utf-8'));
//}
$this->text = $text;
$this->words_and_emoticons = $this->_words_and_emoticons();
// doesn't separate words from\
// adjacent punctuation (keeps emoticons & contractions)
$this->is_cap_diff = $this->allcap_differential($this->words_and_emoticons);
}
/*
Remove all punctation from a string
*/
function strip_punctuation($string) {
//$string = strtolower($string);
return preg_replace("/[[:punct:]]+/", "", $string);
}
function array_count_values_of($haystack, $needle) {
if(!in_array($needle,$haystack)){
return 0;
}
$counts = array_count_values($haystack);
return $counts[$needle];
}
/*
Check whether just some words in the input are ALL CAPS
:param list words: The words to inspect
:returns: `True` if some but not all items in `words` are ALL CAPS
*/
private function allcap_differential($words){
$is_different = false;
$allcap_words = 0;
foreach($words as $word){
//ctype is affected by the local of the processor see manual for more details
if(ctype_upper($word)){
$allcap_words += 1;
}
}
$cap_differential = count($words) - $allcap_words;
if ($cap_differential > 0 && $cap_differential < count($words)){
$is_different = true;
}
return $is_different;
}
function _words_only(){
$text_mod = $this->strip_punctuation($this->text);
// removes punctuation (but loses emoticons & contractions)
$words_only = preg_split('/\s+/',$text_mod);
# get rid of empty items or single letter "words" like 'a' and 'I'
$works_only = array_filter($words_only,function($word){ return strlen($word) > 1; });
return $words_only;
}
function _words_and_emoticons(){
$wes = preg_split('/\s+/',$this->text);
# get rid of residual empty items or single letter words
$wes = array_filter($wes,function($word){ return strlen($word) > 1; });
//Need to remap the indexes of the array
$wes = array_values ($wes);
$words_only = $this->_words_only();
foreach($words_only as $word){
foreach(PUNC_LIST as $punct){
//replace all punct + word combinations with word
$pword = $punct .$word;
$x1 = $this->array_count_values_of($wes,$pword);
while ($x1 > 0){
$i = array_search($pword,$wes);
unset($wes[$i]);
array_splice($wes,$i,0,$word);
$x1 = $this->array_count_values_of($wes,$pword);
}
//Do the same as above but word then punct
$wordp = $word . $punct;
$x2 = $this->array_count_values_of($wes, $wordp);
while ($x2 > 0){
$i = array_search($wordp, $wes);
unset($wes[$i]);
array_splice($wes,$i,0,$word);
$x2 = $this->array_count_values_of($wes, $wordp);
}
}
}
return $wes;
}
}
?>