From f1b70a62b3483871a598658c6350142696483829 Mon Sep 17 00:00:00 2001 From: r-tx Date: Tue, 9 Apr 2024 14:10:47 +0100 Subject: [PATCH] add short urls --- mvt/common/url.py | 124 +++++++++++++++++++++++++++++++++++----------- 1 file changed, 96 insertions(+), 28 deletions(-) diff --git a/mvt/common/url.py b/mvt/common/url.py index 10b6126..7c176d4 100644 --- a/mvt/common/url.py +++ b/mvt/common/url.py @@ -9,47 +9,65 @@ import requests from tld import get_tld SHORTENER_DOMAINS = [ + "0rz.tw", "1drv.ms", "1link.in", "1url.com", "2big.at", + "2.gp", "2pl.us", "2tu.us", "2ya.com", + "3.ly", + "4sq.com", "4url.cc", "6url.com", - "a.gg", - "a.nf", + "7.ly", "a2a.me", "abbrr.com", "adf.ly", "adjix.com", + "a.gg", "alturl.com", + "a.nf", + "anon.to", + "apple.news", "atu.ca", "b23.ru", "bacn.me", + "bc.vc", + "bfy.tw", + "binged.it", "bit.do", "bit.ly", + "bizj.us", "bkite.com", "bloat.me", "budurl.com", "buff.ly", "buk.me", "burnurl.com", - "c-o.in", "chilp.it", + "chn.ge", "clck.ru", - "cli.gs", "clickmeter.com", + "cli.gs", + "c-o.in", "cort.as", "cut.ly", + "cutt.ly", "cuturl.com", - "decenturl.com", + "dai.ly", + "dailym.ai", + "db.tt", "decenturl.com", "dfl8.me", "digbig.com", "digg.com", + "disq.us", + "dlvr.it", "doiop.com", + "do.my", "dwarfurl.com", "dy.fi", "easyuri.com", @@ -58,27 +76,35 @@ SHORTENER_DOMAINS = [ "esyurl.com", "ewerl.com", "fa.b", - "ff.im", + "fa.by", + "fb.me", "fff.to", + "ff.im", "fhurl.com", "fire.to", "firsturl.de", + "firsturl.net", "flic.kr", + "flq.us", "fly2.ws", "fon.gs", "forms.gle", "fwd4.me", + "gdurl.com", + "gg.gg", "gl.am", - "go.9nl.com", - "go2.me", "go2cut.com", + "go2.me", + "go.9nl.com", "goo.gl", "goshrink.com", + "got.by", "gowat.ch", "gri.ms", "gurl.es", "hellotxt.com", "hex.io", + "hongkiat.shorturl.com", "hover.com", "href.in", "ht.ly", @@ -87,13 +113,15 @@ SHORTENER_DOMAINS = [ "hurl.it", "hurl.me", "hurl.ws", + "ibb.co", "icanhaz.com", "idek.net", "inreply.to", - "is.gd", "iscool.net", + "is.gd", "iterasi.net", "jijr.com", + "j.mp", "jmp2.net", "just.as", "kissa.be", @@ -101,21 +129,23 @@ SHORTENER_DOMAINS = [ "klck.me", "korta.nu", "krunchd.com", + "lat.ms", "liip.to", "liltext.com", "lin.cr", "linkbee.com", "linkbun.ch", "liurl.cn", - "ln-s.net", - "ln-s.ru", + "lnkd.in", "lnk.gd", "lnk.in", - "lnkd.in", + "ln-s.net", + "ln-s.ru", "loopt.us", "lru.jp", "lt.tl", "lurl.no", + "lyhyt.eu", "metamark.net", "migre.me", "minilien.com", @@ -123,52 +153,71 @@ SHORTENER_DOMAINS = [ "minurl.fr", "moourl.com", "myurl.in", + "nbcnews.to", "ne1.net", "njx.me", "nn.nf", "notlong.com", + "n.pr", "nsfw.in", - "o-x.fr", + "nyti.ms", "om.ly", + "onforb.es", + "on.mktw.net", "ow.ly", + "o-x.fr", + "pca.st", "pd.am", "pic.gd", "ping.fm", "piurl.com", "pnt.me", + "politi.co", "poprl.com", - "post.ly", "posted.at", + "post.ly", "profile.to", + "q.gs", "qicute.com", "qlnk.net", + "qr.ae", + "qte.me", "quip-art.com", "rb6.me", + "rb.gy", + "read.bi", + "redir.ec", "redirx.com", - "ri.ms", + "redr.me", + "reut.rs", "rickroll.it", + "r.im", + "ri.ms", "riz.gd", "rsmonkey.com", - "ru.ly", "rubyurl.com", + "ru.ly", "s7y.us", "safe.mn", "sharein.com", "sharetabs.com", "shorl.com", "short.ie", - "short.to", "shortlinks.co.uk", "shortna.me", + "short.to", + "shorturl.at", "shorturl.com", "shoturl.us", + "shout.to", "shrinkify.com", "shrinkster.com", - "shrt.st", "shrten.com", + "shrt.st", "shrunkin.com", "shw.me", "simurl.com", + "smsh.me", "sn.im", "snipr.com", "snipurl.com", @@ -179,24 +228,30 @@ SHORTENER_DOMAINS = [ "starturl.com", "sturly.com", "su.pr", + "t.cn", "t.co", "tcrn.ch", + "tgr.ph", "thrdl.es", "tighturl.com", - "tiny.cc", - "tiny.pl", "tiny123.com", "tinyarro.ws", + "tiny.cc", + "tinylink.in", + "tiny.pl", + "tiny.tw", "tinytw.it", "tinyuri.ca", "tinyurl.com", "tinyvid.io", + "t.me", "tnij.org", - "to.ly", + "tnw.to", "togoto.us", + "to.ly", + "traceurl.com", "tr.im", "tr.my", - "traceurl.com", "turo.us", "tweetburner.com", "twirl.at", @@ -206,49 +261,62 @@ SHORTENER_DOMAINS = [ "twiturl.de", "twurl.cc", "twurl.nl", - "u.mavrev.com", - "u.nu", "u6e.de", "ub0.cc", + "ukl.me.uk", + "u.mavrev.com", + "u.nu", "updating.me", "ur1.ca", - "url.co.uk", - "url.ie", "url4.eu", "urlao.com", "urlbrief.com", + "url.co.uk", "urlcover.com", "urlcut.com", "urlenco.de", "urlhawk.com", + "url.ie", "urlkiss.com", "urlot.com", "urlpire.com", "urlx.ie", "urlx.org", "urlzen.com", + "use.my", + "u.to", + "v.gd", "virl.com", "vl.am", + "vurl.com", + "vzturl.com", "w3t.org", + "wapo.st", "wapurl.co.uk", "wipi.es", "wp.me", - "x.co", - "x.se", "xaddr.com", + "x.co", "xeeurl.com", "xr.com", "xrl.in", "xrl.us", + "x.se", + "xurl.es", "xurl.jp", "xzb.cc", + "ye.pe", "yep.it", "yfrog.com", + "yhoo.it", "ymlp.com", + "yuarel.com", "yweb.com", "zi.ma", "zi.pe", "zipmyurl.com", + "zurl.to", + "zurl.ws", "zz.gd", ]