WIP: telegram

README.md

@@ -24,6 +24,7 @@ Current list of implemented sources:
 - [Twitter](https://twitter.com)
 - [Youtube](https://youtube.com)
 - [TikTok](https://tiktok.com)
+- [Telegram](https://t.me)
 - [Twitch](https://twitch.tv)
 - [Reddit](https://reddit.com)
 - [9GAG](https://9gag.com)
@@ -157,6 +158,7 @@ As mentioned before, the provider implementation list is:
 - [TwitterSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/twitter/TwitterSkraper.kt)
 - [YoutubeSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/youtube/YoutubeSkraper.kt)
 - [TikTokSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/tiktok/TikTokSkraper.kt)
+- [TelegramSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/telegram/TelegramSkraper.kt)
 - [TwitchSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/twitch/TwitchSkraper.kt)
 - [RedditSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/reddit/RedditSkraper.kt)
 - [NinegagSkraper](skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/ninegag/NinegagSkraper.kt)

skrapers/src/main/kotlin/ru/sokomishalov/skraper/Skrapers.kt

@@ -38,6 +38,7 @@ import ru.sokomishalov.skraper.provider.tumblr.TumblrSkraper
 import ru.sokomishalov.skraper.provider.twitch.TwitchSkraper
 import ru.sokomishalov.skraper.provider.twitter.TwitterSkraper
 import ru.sokomishalov.skraper.provider.vk.VkSkraper
+import ru.sokomishalov.skraper.provider.telegram.TelegramSkraper
 import ru.sokomishalov.skraper.provider.youtube.YoutubeSkraper
 import java.io.File
 
@@ -175,6 +176,7 @@ object Skrapers {
         TwitterSkraper(client),
         YoutubeSkraper(client),
         TikTokSkraper(client),
+        TelegramSkraper(client),
         TwitchSkraper(client),
         RedditSkraper(client),
         NinegagSkraper(client),

skrapers/src/main/kotlin/ru/sokomishalov/skraper/client/SkraperClientExtensions.kt

@@ -66,7 +66,7 @@ suspend fun SkraperClient.fetchDocument(request: HttpRequest, charset: Charset =
 /**
  * @see <a href="https://ogp.me/">open graph protocol</a>
  */
-suspend fun SkraperClient.fetchMediaWithOpenGraphMeta(
+suspend fun SkraperClient.fetchOpenGraphMedia(
     media: Media,
     request: HttpRequest = HttpRequest(url = media.url)
 ): Media {

skrapers/src/main/kotlin/ru/sokomishalov/skraper/internal/jsoup/JsoupExtensions.kt

@@ -70,7 +70,7 @@ internal inline fun Element.getStyle(name: String): String? {
     return getStyleMap()[name]
 }
 
-internal fun Element.getBackgroundImageStyle(): String {
+internal fun Element.getBackgroundImageUrl(): String {
     return this
         .getStyle("background-image")
         .orEmpty()

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/facebook/FacebookSkraper.kt

@@ -22,7 +22,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.jsoup.getFirstElementByAttribute
 import ru.sokomishalov.skraper.internal.jsoup.getFirstElementByAttributeValue
@@ -98,7 +98,7 @@ open class FacebookSkraper @JvmOverloads constructor(
     }
 
     override suspend fun resolve(media: Media): Media {
-        return client.fetchMediaWithOpenGraphMeta(media)
+        return client.fetchOpenGraphMedia(media)
     }
 
     private fun JsonNode?.prepareMetaInfoMap(): Map<String, JsonNode> {

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/flickr/FlickrSkraper.kt

@@ -23,9 +23,9 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
-import ru.sokomishalov.skraper.internal.jsoup.getBackgroundImageStyle
+import ru.sokomishalov.skraper.internal.jsoup.getBackgroundImageUrl
 import ru.sokomishalov.skraper.internal.jsoup.getFirstElementByClass
 import ru.sokomishalov.skraper.internal.jsoup.getStyle
 import ru.sokomishalov.skraper.internal.number.div
@@ -120,7 +120,7 @@ open class FlickrSkraper @JvmOverloads constructor(
 
     override suspend fun resolve(media: Media): Media {
         return when (media) {
-            is Image -> client.fetchMediaWithOpenGraphMeta(media)
+            is Image -> client.fetchOpenGraphMedia(media)
             else -> media
         }
     }
@@ -148,7 +148,7 @@ open class FlickrSkraper @JvmOverloads constructor(
 
     private fun Element?.getBackgroundImage(): String? {
         return this
-            ?.getBackgroundImageStyle()
+            ?.getBackgroundImageUrl()
             ?.let { "https:$it" }
     }
 

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/ifunny/IFunnySkraper.kt

@@ -21,7 +21,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.jsoup.getFirstElementByTag
 import ru.sokomishalov.skraper.internal.serialization.getByPath
@@ -78,7 +78,7 @@ open class IFunnySkraper @JvmOverloads constructor(
     }
 
     override suspend fun resolve(media: Media): Media {
-        return client.fetchMediaWithOpenGraphMeta(media)
+        return client.fetchOpenGraphMedia(media)
     }
 
     override suspend fun getPageInfo(path: String): PageInfo? {

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/instagram/InstagramSkraper.kt

@@ -20,7 +20,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.iterable.mapThis
 import ru.sokomishalov.skraper.internal.number.div
@@ -83,7 +83,7 @@ open class InstagramSkraper @JvmOverloads constructor(
     }
 
     override suspend fun resolve(media: Media): Media {
-        return client.fetchMediaWithOpenGraphMeta(media)
+        return client.fetchOpenGraphMedia(media)
     }
 
     private fun String.isTagPath() = "explore/tags/" in this

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/ninegag/NinegagSkraper.kt

@@ -21,7 +21,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.iterable.mapThis
 import ru.sokomishalov.skraper.internal.number.div
@@ -72,7 +72,7 @@ open class NinegagSkraper @JvmOverloads constructor(
                     ?.find { it is Video }
                     ?: media
             }
-            else -> client.fetchMediaWithOpenGraphMeta(media)
+            else -> client.fetchOpenGraphMedia(media)
         }
     }
 

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/pikabu/PikabuSkraper.kt

@@ -22,7 +22,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.iterable.mapThis
 import ru.sokomishalov.skraper.internal.jsoup.*
@@ -107,7 +107,7 @@ open class PikabuSkraper @JvmOverloads constructor(
                     ?.extractVideoInfo()
                     ?: media
             }
-            else -> client.fetchMediaWithOpenGraphMeta(media)
+            else -> client.fetchOpenGraphMedia(media)
         }
     }
 
@@ -262,7 +262,7 @@ open class PikabuSkraper @JvmOverloads constructor(
     private fun Document?.extractPageCover(): String? {
         return this
             ?.getFirstElementByClass("background__placeholder")
-            ?.getBackgroundImageStyle()
+            ?.getBackgroundImageUrl()
     }
 
 

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/pinterest/PinterestSkraper.kt

@@ -20,7 +20,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchDocument
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.iterable.mapThis
 import ru.sokomishalov.skraper.internal.net.host
@@ -83,7 +83,7 @@ open class PinterestSkraper @JvmOverloads constructor(
 
     override suspend fun resolve(media: Media): Media {
         return when (media) {
-            is Image -> client.fetchMediaWithOpenGraphMeta(media)
+            is Image -> client.fetchOpenGraphMedia(media)
             else -> media
         }
     }

skrapers/src/main/kotlin/ru/sokomishalov/skraper/provider/reddit/RedditSkraper.kt

@@ -22,7 +22,7 @@ import ru.sokomishalov.skraper.Skraper
 import ru.sokomishalov.skraper.client.HttpRequest
 import ru.sokomishalov.skraper.client.SkraperClient
 import ru.sokomishalov.skraper.client.fetchJson
-import ru.sokomishalov.skraper.client.fetchMediaWithOpenGraphMeta
+import ru.sokomishalov.skraper.client.fetchOpenGraphMedia
 import ru.sokomishalov.skraper.client.jdk.DefaultBlockingSkraperClient
 import ru.sokomishalov.skraper.internal.iterable.mapThis
 import ru.sokomishalov.skraper.internal.net.path
@@ -93,7 +93,7 @@ open class RedditSkraper @JvmOverloads constructor(
 
     override suspend fun resolve(media: Media): Media {
         return when (media) {
-            is Image -> client.fetchMediaWithOpenGraphMeta(media)
+            is Image -> client.fetchOpenGraphMedia(media)
             is Video -> {
                 val posts = getPosts(path = media.url.path, limit = 1)
                 posts