From c70874428ee02acb4201b0ddd17178e497bb04a8 Mon Sep 17 00:00:00 2001 From: Alessandro Barbieri Date: Thu, 9 Apr 2020 04:23:53 +0200 Subject: [PATCH 1/5] www-apps/twint: new package Signed-off-by: Alessandro Barbieri --- www-apps/twint/Manifest | 1 + www-apps/twint/metadata.xml | 34 +++++++++++++++++++++ www-apps/twint/twint-2.1.18.ebuild | 47 ++++++++++++++++++++++++++++++ 3 files changed, 82 insertions(+) create mode 100644 www-apps/twint/Manifest create mode 100644 www-apps/twint/metadata.xml create mode 100644 www-apps/twint/twint-2.1.18.ebuild diff --git a/www-apps/twint/Manifest b/www-apps/twint/Manifest new file mode 100644 index 0000000000..67f852ae9f --- /dev/null +++ b/www-apps/twint/Manifest @@ -0,0 +1 @@ +DIST twint-2.1.18.tar.gz 33213 BLAKE2B 74d8634ad178b40af726347ee144766bc5ae2480842ad617739a12ed469bf7692247bdc4dc5d979a081b88a223ce2649924cf89a6c0ff77acd10142f2290865c SHA512 0060d5f496bd19e74e72243ce83202204eacd28b57db7440ae83d112c96ea962512adf12e590e0843cf5231b1922cfcc943725aaeb2ab31127522be26e7fc9a7 diff --git a/www-apps/twint/metadata.xml b/www-apps/twint/metadata.xml new file mode 100644 index 0000000000..c62db26406 --- /dev/null +++ b/www-apps/twint/metadata.xml @@ -0,0 +1,34 @@ + + + + + + lssndrbarbieri@gmail.com + Alessandro Barbieri + + + No authentication. No API. No limits. + +Twint is an advanced Twitter scraping tool written in Python that allows for scraping Tweets from Twitter profiles without using Twitter's API. + +Twint utilizes Twitter's search operators to let you scrape Tweets from specific users, scrape Tweets relating to certain topics, hashtags & trends, or sort out sensitive information from Tweets like e-mail and phone numbers. I find this very useful, and you can get really creative with it too. + +Twint also makes special queries to Twitter allowing you to also scrape a Twitter user's followers, Tweets a user has liked, and who they follow without any authentication, API, Selenium, or browser emulation. +tl;dr Benefits + +Some of the benefits of using Twint vs Twitter API: + + Can fetch almost all Tweets (Twitter API limits to last 3200 Tweets only); + Fast initial setup; + Can be used anonymously and without Twitter sign up; + No rate limitations. + +Limits imposed by Twitter + +Twitter limits scrolls while browsing the user timeline. This means that with .Profile or with .Favorites you will be able to get ~3200 tweets. + + + twintproject/twint + twint + + diff --git a/www-apps/twint/twint-2.1.18.ebuild b/www-apps/twint/twint-2.1.18.ebuild new file mode 100644 index 0000000000..47aa50d6d2 --- /dev/null +++ b/www-apps/twint/twint-2.1.18.ebuild @@ -0,0 +1,47 @@ +# Copyright 1999-2020 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI="7" + +PYTHON_COMPAT=( python3_6 ) +DISTUTILS_USE_SETUPTOOLS=rdepend + +inherit distutils-r1 + +DESCRIPTION="Advanced Twitter scraping & OSINT tool written in Python that doesn't use Twitter's API" +HOMEPAGE=" + https://github.com/twintproject/twint + https://pypi.org/project/twint +" +SRC_URI="https://github.com/twintproject/${PN}/archive/v${PV}.tar.gz -> ${P}.tar.gz" + +LICENSE="MIT" +SLOT="0" +KEYWORDS="~amd64" +IUSE="test" +#tests require network +RESTRICT="test" + +RDEPEND=" + dev-python/aiohttp[${PYTHON_USEDEP}] + dev-python/aiohttp-socks[${PYTHON_USEDEP}] + dev-python/aiodns[${PYTHON_USEDEP}] + dev-python/beautifulsoup[${PYTHON_USEDEP}] + dev-python/cchardet[${PYTHON_USEDEP}] + dev-python/elasticsearch-py[${PYTHON_USEDEP}] + dev-python/fake-useragent[${PYTHON_USEDEP}] + dev-python/geopy[${PYTHON_USEDEP}] + dev-python/googletransx[${PYTHON_USEDEP}] + >=dev-python/pandas-0.23.0[${PYTHON_USEDEP}] + dev-python/PySocks[${PYTHON_USEDEP}] + dev-python/schedule[${PYTHON_USEDEP}] +" +DEPEND="${RDEPEND}" + +python_test() { + "${EPYTHON}" test.py -v || die +} + +src_test() { + python_foreach_impl python_test +} From ff1491d6f29bd20ad35d7bfeef6f9012a13df870 Mon Sep 17 00:00:00 2001 From: Alessandro Barbieri Date: Thu, 9 Apr 2020 08:12:40 +0200 Subject: [PATCH 2/5] sci-geosciences/geographiclib: install data into PN Package-Manager: Portage-2.3.96, Repoman-2.3.22 Signed-off-by: Alessandro Barbieri --- .../{geographiclib-1.50.ebuild => geographiclib-1.50-r1.ebuild} | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename sci-geosciences/geographiclib/{geographiclib-1.50.ebuild => geographiclib-1.50-r1.ebuild} (99%) diff --git a/sci-geosciences/geographiclib/geographiclib-1.50.ebuild b/sci-geosciences/geographiclib/geographiclib-1.50-r1.ebuild similarity index 99% rename from sci-geosciences/geographiclib/geographiclib-1.50.ebuild rename to sci-geosciences/geographiclib/geographiclib-1.50-r1.ebuild index 023dc9884d..e05ee127bf 100644 --- a/sci-geosciences/geographiclib/geographiclib-1.50.ebuild +++ b/sci-geosciences/geographiclib/geographiclib-1.50-r1.ebuild @@ -138,7 +138,7 @@ src_configure() { use precision_quad && precision="4" use precision_single && precision="1" - export GEODATAPATH="/usr/share/${P}" + export GEODATAPATH="/usr/share/${PN}" local mycmakeargs=( -DGEOGRAPHICLIB_DOCUMENTATION=$(usex doc ON OFF) From 841368eb7b24118cf7328707d3eef0142a4ad816 Mon Sep 17 00:00:00 2001 From: Sergey Torokhov Date: Thu, 9 Apr 2020 12:53:58 +0300 Subject: [PATCH 3/5] dev-python/sphinxcontrib-katex: replace unnecessary PDEPEND with RDEPEND Signed-off-by: Sergey Torokhov --- .../sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild b/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild index 1ea60c7873..aee195e569 100644 --- a/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild +++ b/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild @@ -14,8 +14,7 @@ LICENSE="MIT" SLOT="0" KEYWORDS="~amd64 ~x86" -# avoid circular dependency with sphinx -PDEPEND=">=dev-python/sphinx-1.7.5[${PYTHON_USEDEP}]" +RDEPEND=">=dev-python/sphinx-1.7.5[${PYTHON_USEDEP}]" BDEPEND="dev-python/setuptools[${PYTHON_USEDEP}]" DOCS=( "CONTRIBUTING.rst" "README.rst" ) From 5dc87e99cd5f6908351596ee1e7ee6c5c40e33df Mon Sep 17 00:00:00 2001 From: Andrew Ammerlaan Date: Thu, 9 Apr 2020 13:31:51 +0200 Subject: [PATCH 4/5] dev-python/sphinxcontrib-katex: distutils_enable_sphinx for doc building enables USE="doc" for building package's documentation Package-Manager: Portage-2.3.98, Repoman-2.3.22 Signed-off-by: Andrew Ammerlaan --- .../sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild b/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild index aee195e569..f355a0ba66 100644 --- a/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild +++ b/dev-python/sphinxcontrib-katex/sphinxcontrib-katex-0.6.0.ebuild @@ -15,10 +15,11 @@ SLOT="0" KEYWORDS="~amd64 ~x86" RDEPEND=">=dev-python/sphinx-1.7.5[${PYTHON_USEDEP}]" -BDEPEND="dev-python/setuptools[${PYTHON_USEDEP}]" DOCS=( "CONTRIBUTING.rst" "README.rst" ) +distutils_enable_sphinx docs + python_install_all() { distutils-r1_python_install_all find "${ED}" -name '*.pth' -delete || die From c396318b02081d2b2e228961377eacb1378247e5 Mon Sep 17 00:00:00 2001 From: Andrew Ammerlaan Date: Thu, 9 Apr 2020 13:55:56 +0200 Subject: [PATCH 5/5] www-apps/twint: python_test is automatically added to src_test also, shortend the description a bit to make repoman happy Package-Manager: Portage-2.3.98, Repoman-2.3.22 Signed-off-by: Andrew Ammerlaan --- www-apps/twint/twint-2.1.18.ebuild | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/www-apps/twint/twint-2.1.18.ebuild b/www-apps/twint/twint-2.1.18.ebuild index 47aa50d6d2..0a311419e4 100644 --- a/www-apps/twint/twint-2.1.18.ebuild +++ b/www-apps/twint/twint-2.1.18.ebuild @@ -8,7 +8,7 @@ DISTUTILS_USE_SETUPTOOLS=rdepend inherit distutils-r1 -DESCRIPTION="Advanced Twitter scraping & OSINT tool written in Python that doesn't use Twitter's API" +DESCRIPTION="Twitter scraping & OSINT tool written in Python that doesn't use Twitter's API" HOMEPAGE=" https://github.com/twintproject/twint https://pypi.org/project/twint @@ -41,7 +41,3 @@ DEPEND="${RDEPEND}" python_test() { "${EPYTHON}" test.py -v || die } - -src_test() { - python_foreach_impl python_test -}