JustJustWatch/info.py

import requests
from urllib.parse import urlparse, parse_qs, urlencode, urlunparse
from pprint import pprint
import json
from tqdm import tqdm
from tabulate import tabulate
from simple_term_menu import TerminalMenu

def country_code_to_flag(code):
        return chr(127462 + ord(code[0]) - ord('A')) + chr(127462 + ord(code[1]) - ord('A'))

def format_countries(country_codes):
    representative_flags = ["FR", "GB", "US", "DE"]
    selected_countries = [code for code in country_codes if code in representative_flags]
    
    if len(selected_countries) < len(representative_flags):
        selected_countries += [code for code in country_codes if code not in selected_countries][:4-len(selected_countries)]
    
    if len(country_codes) > len(selected_countries):
        return ', '.join([f"{country_code_to_flag(code)} {code}" for code in selected_countries]) + f" + {len(country_codes) - len(selected_countries)} more"
    else:
        return ', '.join([f"{country_code_to_flag(code)} {code}" for code in selected_countries])

def update_url_query(url):
    parsed_url = urlparse(url)
    query_params = parse_qs(parsed_url.query)
    keys_to_remove = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content']
    for key in keys_to_remove:
        query_params.pop(key, None)
    query_params.update(query_params)
    new_query_string = urlencode(query_params, doseq=True)
    new_url = urlunparse((
        parsed_url.scheme,
        parsed_url.netloc,
        parsed_url.path,
        parsed_url.params,
        new_query_string,
        parsed_url.fragment
    ))    
    return new_url

def search(query):
    headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',}
    json_data = {
        "operationName": "GetSuggestedTitles",
        "variables": {
            "country": "US",
            "language": "en",
            "first": 5,
            "filter": {
                "searchQuery": query,
                "includeTitlesWithoutUrl": True,
            },
        },
        "query": "query GetSuggestedTitles($country: Country!, $language: Language!, $first: Int!, $filter: TitleFilter) {\n  popularTitles(country: $country, first: $first, filter: $filter) {\n    edges {\n      node {\n        ...SuggestedTitle\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n}\n\nfragment SuggestedTitle on MovieOrShow {\n  __typename\n  id\n  objectType\n  objectId\n  content(country: $country, language: $language) {\n    fullPath\n    title\n    originalReleaseYear\n    posterUrl\n    fullPath\n    __typename\n  }\n  watchNowOffer(country: $country, platform: WEB) {\n    id\n    standardWebURL\n    package {\n      id\n      packageId\n      __typename\n    }\n    __typename\n  }\n  offers(country: $country, platform: WEB) {\n    monetizationType\n    presentationType\n    standardWebURL\n    package {\n      id\n      packageId\n      __typename\n    }\n    id\n    __typename\n  }\n}\n",
    }
    response = requests.post('https://apis.justwatch.com/graphql', headers=headers, json=json_data).json()
    options = []
    for title in response['data']['popularTitles']['edges']:
        title = title['node']
        contentTitle = title['content']['title']
        contentPath = title['content']['fullPath']
        objectType = title['objectType']
        originalReleaseYear = title['content']['originalReleaseYear']
        slug = f"{contentTitle} ({objectType}) - {originalReleaseYear}"
        if contentPath == '':
            slug += ' - Unavailable ' + chr(0x1F6A7)
        options.append({'title': contentTitle, 'path': contentPath, 'objectType': objectType, 'originalReleaseYear': originalReleaseYear, 'slug': slug})
    options_slug = [option['slug'] for option in options]
    terminal_menu = TerminalMenu(options_slug)
    nameselected = options[terminal_menu.show()]
    if nameselected['path'] == '':
        print('This title is unavailable')
    else:
        print(f"Selected: {nameselected['slug']} - {'https://www.justwatch.com' + nameselected['path']}")
        path = nameselected['path']
        fetchdata(path)


def fetchdata(path):
    headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',}
    countries = [country['iso_3166_2'] for country in requests.get('https://apis.justwatch.com/content/locales/state', headers=headers).json()]
    print(f"Got {len(countries)} countries")
    SERVICES = {}
    IDS = []
    for country in tqdm(countries):
        json_data = {
            'operationName': 'GetUrlTitleDetails',
            'variables': {
                'platform': 'WEB',
                'fullPath': path,
                'language': 'fr',
                'country': country,
                'episodeMaxLimit': 100,
            },
            'query': 'query GetUrlTitleDetails($fullPath: String!, $country: Country!, $language: Language!, $episodeMaxLimit: Int, $platform: Platform! = WEB, $allowSponsoredRecommendations: SponsoredRecommendationsInput, $format: ImageFormat, $backdropProfile: BackdropProfile, $streamingChartsFilter: StreamingChartsFilter) {\n  urlV2(fullPath: $fullPath) {\n    id\n    metaDescription\n    metaKeywords\n    metaRobots\n    metaTitle\n    heading1\n    heading2\n    htmlContent\n    node {\n      ...TitleDetails\n      __typename\n    }\n    __typename\n  }\n}\n\nfragment TitleDetails on Node {\n  id\n  __typename\n  ... on MovieOrShowOrSeason {\n    plexPlayerOffers: offers(\n      country: $country\n      platform: $platform\n      filter: {packages: ["pxp"]}\n    ) {\n      id\n      standardWebURL\n      package {\n        id\n        packageId\n        clearName\n        technicalName\n        shortName\n        __typename\n      }\n      __typename\n    }\n    maxOfferUpdatedAt(country: $country, platform: WEB)\n    appleOffers: offers(\n      country: $country\n      platform: $platform\n      filter: {packages: ["atp", "itu"]}\n    ) {\n      ...TitleOffer\n      __typename\n    }\n    disneyOffersCount: offerCount(\n      country: $country\n      platform: $platform\n      filter: {packages: ["dnp"]}\n    )\n    starOffersCount: offerCount(\n      country: $country\n      platform: $platform\n      filter: {packages: ["srp"]}\n    )\n    objectType\n    objectId\n    offerCount(country: $country, platform: $platform)\n    uniqueOfferCount: offerCount(\n      country: $country\n      platform: $platform\n      filter: {bestOnly: true}\n    )\n    offers(country: $country, platform: $platform) {\n      monetizationType\n      elementCount\n      package {\n        id\n        packageId\n        clearName\n        __typename\n      }\n      __typename\n    }\n    watchNowOffer(country: $country, platform: $platform) {\n      id\n      standardWebURL\n      __typename\n    }\n    promotedBundles(country: $country, platform: $platform) {\n      promotionUrl\n      __typename\n    }\n    availableTo(country: $country, platform: $platform) {\n      availableCountDown(country: $country)\n      availableToDate\n      package {\n        id\n        shortName\n        __typename\n      }\n      __typename\n    }\n    fallBackClips: content(country: $country, language: "en") {\n      clips {\n        ...TrailerClips\n        __typename\n      }\n      videobusterClips: clips(providers: [VIDEOBUSTER]) {\n        ...TrailerClips\n        __typename\n      }\n      dailymotionClips: clips(providers: [DAILYMOTION]) {\n        ...TrailerClips\n        __typename\n      }\n      __typename\n    }\n    content(country: $country, language: $language) {\n      backdrops {\n        backdropUrl\n        __typename\n      }\n      fullBackdrops: backdrops(profile: S1920, format: JPG) {\n        backdropUrl\n        __typename\n      }\n      clips {\n        ...TrailerClips\n        __typename\n      }\n      videobusterClips: clips(providers: [VIDEOBUSTER]) {\n        ...TrailerClips\n        __typename\n      }\n      dailymotionClips: clips(providers: [DAILYMOTION]) {\n        ...TrailerClips\n        __typename\n      }\n      externalIds {\n        imdbId\n        __typename\n      }\n      fullPath\n      posterUrl\n      fullPosterUrl: posterUrl(profile: S718, format: JPG)\n      runtime\n      isReleased\n      scoring {\n        imdbScore\n        imdbVotes\n        tmdbPopularity\n        tmdbScore\n        jwRating\n        tomatoMeter\n        certifiedFresh\n        __typename\n      }\n      shortDescription\n      title\n      originalReleaseYear\n      originalReleaseDate\n      upcomingReleases(releaseTypes: DIGITAL) {\n        releaseCountDown(country: $country)\n        releaseDate\n        label\n        package {\n          id\n          packageId\n          shortName\n          clearName\n          icon(profile: S100)\n          hasRectangularIcon(country: $country, platform: WEB)\n          __typename\n        }\n        __typename\n      }\n      genres {\n        shortName\n        translation(language: $language)\n        __typename\n      }\n      subgenres {\n        content(country: $country, language: $language) {\n          shortName\n          name\n          __typename\n        }\n        __typename\n      }\n      ... on MovieOrShowOrSeasonContent {\n        subgenres {\n          content(country: $country, language: $language) {\n            url: moviesUrl {\n              fullPath\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n      ... on MovieOrShowContent {\n        originalTitle\n        ageCertification\n        credits {\n          role\n          name\n          characterName\n          personId\n          __typename\n        }\n        interactions {\n          dislikelistAdditions\n          likelistAdditions\n          votesNumber\n          __typename\n        }\n        productionCountries\n        __typename\n      }\n      ... on SeasonContent {\n        seasonNumber\n        interactions {\n          dislikelistAdditions\n          likelistAdditions\n          votesNumber\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    popularityRank(country: $country) {\n      rank\n      trend\n      trendDifference\n      __typename\n    }\n    streamingCharts(country: $country, filter: $streamingChartsFilter) {\n      edges {\n        streamingChartInfo {\n          rank\n          trend\n          trendDifference\n          updatedAt\n          daysInTop10\n          daysInTop100\n          daysInTop1000\n          daysInTop3\n          topRank\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  ... on MovieOrShowOrSeason {\n    likelistEntry {\n      createdAt\n      __typename\n    }\n    dislikelistEntry {\n      createdAt\n      __typename\n    }\n    __typename\n  }\n  ... on MovieOrShow {\n    watchlistEntryV2 {\n      createdAt\n      __typename\n    }\n    customlistEntries {\n      createdAt\n      genericTitleList {\n        id\n        __typename\n      }\n      __typename\n    }\n    similarTitlesV2(\n      country: $country\n      allowSponsoredRecommendations: $allowSponsoredRecommendations\n    ) {\n      sponsoredAd {\n        ...SponsoredAd\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  ... on Movie {\n    permanentAudiences\n    seenlistEntry {\n      createdAt\n      __typename\n    }\n    __typename\n  }\n  ... on Show {\n    permanentAudiences\n    totalSeasonCount\n    seenState(country: $country) {\n      progress\n      seenEpisodeCount\n      __typename\n    }\n    tvShowTrackingEntry {\n      createdAt\n      __typename\n    }\n    seasons(sortDirection: DESC) {\n      id\n      objectId\n      objectType\n      totalEpisodeCount\n      availableTo(country: $country, platform: $platform) {\n        availableToDate\n        availableCountDown(country: $country)\n        package {\n          id\n          shortName\n          __typename\n        }\n        __typename\n      }\n      content(country: $country, language: $language) {\n        posterUrl\n        seasonNumber\n        fullPath\n        title\n        upcomingReleases(releaseTypes: DIGITAL) {\n          releaseDate\n          releaseCountDown(country: $country)\n          package {\n            id\n            shortName\n            __typename\n          }\n          __typename\n        }\n        isReleased\n        originalReleaseYear\n        __typename\n      }\n      show {\n        id\n        objectId\n        objectType\n        watchlistEntryV2 {\n          createdAt\n          __typename\n        }\n        content(country: $country, language: $language) {\n          title\n          __typename\n        }\n        __typename\n      }\n      fallBackClips: content(country: $country, language: "en") {\n        clips {\n          ...TrailerClips\n          __typename\n        }\n        videobusterClips: clips(providers: [VIDEOBUSTER]) {\n          ...TrailerClips\n          __typename\n        }\n        dailymotionClips: clips(providers: [DAILYMOTION]) {\n          ...TrailerClips\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    recentEpisodes: episodes(\n      sortDirection: DESC\n      limit: 3\n      releasedInCountry: $country\n    ) {\n      ...Episode\n      __typename\n    }\n    __typename\n  }\n  ... on Season {\n    totalEpisodeCount\n    episodes(limit: $episodeMaxLimit) {\n      ...Episode\n      __typename\n    }\n    show {\n      id\n      objectId\n      objectType\n      totalSeasonCount\n      customlistEntries {\n        createdAt\n        genericTitleList {\n          id\n          __typename\n        }\n        __typename\n      }\n      tvShowTrackingEntry {\n        createdAt\n        __typename\n      }\n      fallBackClips: content(country: $country, language: "en") {\n        clips {\n          ...TrailerClips\n          __typename\n        }\n        videobusterClips: clips(providers: [VIDEOBUSTER]) {\n          ...TrailerClips\n          __typename\n        }\n        dailymotionClips: clips(providers: [DAILYMOTION]) {\n          ...TrailerClips\n          __typename\n        }\n        __typename\n      }\n      content(country: $country, language: $language) {\n        title\n        ageCertification\n        fullPath\n        genres {\n          shortName\n          __typename\n        }\n        credits {\n          role\n          name\n          characterName\n          personId\n          __typename\n        }\n        productionCountries\n        externalIds {\n          imdbId\n          __typename\n        }\n        upcomingReleases(releaseTypes: DIGITAL) {\n          releaseDate\n          __typename\n        }\n        backdrops {\n          backdropUrl\n          __typename\n        }\n        posterUrl\n        isReleased\n        videobusterClips: clips(providers: [VIDEOBUSTER]) {\n          ...TrailerClips\n          __typename\n        }\n        dailymotionClips: clips(providers: [DAILYMOTION]) {\n          ...TrailerClips\n          __typename\n        }\n        __typename\n      }\n      seenState(country: $country) {\n        progress\n        __typename\n      }\n      watchlistEntryV2 {\n        createdAt\n        __typename\n      }\n      dislikelistEntry {\n        createdAt\n        __typename\n      }\n      likelistEntry {\n        createdAt\n        __typename\n      }\n      similarTitlesV2(\n        country: $country\n        allowSponsoredRecommendations: $allowSponsoredRecommendations\n      ) {\n        sponsoredAd {\n          ...SponsoredAd\n          __typename\n        }\n        __typename\n      }\n      __typename\n    }\n    seenState(country: $country) {\n      progress\n      __typename\n    }\n    __typename\n  }\n}\n\nfragment TitleOffer on Offer {\n  id\n  presentationType\n  monetizationType\n  retailPrice(language: $language)\n  retailPriceValue\n  currency\n  lastChangeRetailPriceValue\n  type\n  package {\n    id\n    packageId\n    clearName\n    technicalName\n    icon(profile: S100)\n    planOffers(country: $country, platform: WEB) {\n      title\n      retailPrice(language: $language)\n      isTrial\n      durationDays\n      retailPriceValue\n      children {\n        title\n        retailPrice(language: $language)\n        isTrial\n        durationDays\n        retailPriceValue\n        __typename\n      }\n      __typename\n    }\n    hasRectangularIcon(country: $country, platform: WEB)\n    __typename\n  }\n  standardWebURL\n  elementCount\n  availableTo\n  deeplinkRoku: deeplinkURL(platform: ROKU_OS)\n  subtitleLanguages\n  videoTechnology\n  audioTechnology\n  audioLanguages(language: $language)\n  __typename\n}\n\nfragment TrailerClips on Clip {\n  sourceUrl\n  externalId\n  provider\n  name\n  __typename\n}\n\nfragment SponsoredAd on SponsoredRecommendationAd {\n  bidId\n  holdoutGroup\n  campaign {\n    name\n    externalTrackers {\n      type\n      data\n      __typename\n    }\n    hideRatings\n    hideDetailPageButton\n    promotionalImageUrl\n    promotionalVideo {\n      url\n      __typename\n    }\n    promotionalTitle\n    promotionalText\n    promotionalProviderLogo\n    watchNowLabel\n    watchNowOffer {\n      standardWebURL\n      presentationType\n      monetizationType\n      package {\n        id\n        packageId\n        shortName\n        clearName\n        icon\n        __typename\n      }\n      __typename\n    }\n    nodeOverrides {\n      nodeId\n      promotionalImageUrl\n      watchNowOffer {\n        standardWebURL\n        __typename\n      }\n      __typename\n    }\n    node {\n      nodeId: id\n      __typename\n      ... on MovieOrShowOrSeason {\n        content(country: $country, language: $language) {\n          fullPath\n          posterUrl\n          title\n          originalReleaseYear\n          scoring {\n            imdbScore\n            __typename\n          }\n          externalIds {\n            imdbId\n            __typename\n          }\n          backdrops(format: $format, profile: $backdropProfile) {\n            backdropUrl\n            __typename\n          }\n          isReleased\n          __typename\n        }\n        objectId\n        objectType\n        offers(country: $country, platform: $platform) {\n          monetizationType\n          presentationType\n          package {\n            id\n            packageId\n            __typename\n          }\n          id\n          __typename\n        }\n        __typename\n      }\n      ... on MovieOrShow {\n        watchlistEntryV2 {\n          createdAt\n          __typename\n        }\n        __typename\n      }\n      ... on Show {\n        seenState(country: $country) {\n          seenEpisodeCount\n          __typename\n        }\n        __typename\n      }\n      ... on Season {\n        content(country: $country, language: $language) {\n          seasonNumber\n          __typename\n        }\n        show {\n          __typename\n          id\n          content(country: $country, language: $language) {\n            originalTitle\n            __typename\n          }\n          watchlistEntryV2 {\n            createdAt\n            __typename\n          }\n        }\n        __typename\n      }\n      ... on GenericTitleList {\n        followedlistEntry {\n          createdAt\n          name\n          __typename\n        }\n        id\n        type\n        content(country: $country, language: $language) {\n          name\n          visibility\n          __typename\n        }\n        titles(country: $country, first: 40) {\n          totalCount\n          edges {\n            cursor\n            node: nodeV2 {\n              content(country: $country, language: $language) {\n                fullPath\n                posterUrl\n                title\n                originalReleaseYear\n                scoring {\n                  imdbScore\n                  __typename\n                }\n                isReleased\n                __typename\n              }\n              id\n              objectId\n              objectType\n              __typename\n            }\n            __typename\n          }\n          __typename\n        }\n        __typename\n      }\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment Episode on Episode {\n  id\n  objectId\n  objectType\n  seenlistEntry {\n    createdAt\n    __typename\n  }\n  content(country: $country, language: $language) {\n    title\n    shortDescription\n    episodeNumber\n    seasonNumber\n    isReleased\n    runtime\n    upcomingReleases {\n      releaseDate\n      label\n      package {\n        id\n        packageId\n        __typename\n      }\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n',
        }
        response = requests.post('https://apis.justwatch.com/graphql', headers=headers, json=json_data).json()
        # last_updated = response['data']['urlV2']['node']['maxOfferUpdatedAt']
        # print('last_updated: ', last_updated)
        for offer in response['data']['urlV2']['node']['plexPlayerOffers']:
            service = offer['package']['clearName']
            url = update_url_query(offer['standardWebURL'])
            id = offer['package']['id']
            if id not in IDS:
                IDS.append(id)
                infos = {'id': id,'service': service,'url': url,'countries': [country],}
                SERVICES[service] = infos
            else:
                if country not in SERVICES[service]['countries']:
                    SERVICES[service]['countries'].append(country)

    table_data = []
    for service, details in SERVICES.items():
        formatted_countries = format_countries(details["countries"])
        table_data.append([details["service"], formatted_countries, details["url"]])

    headers = ["Service", "Countries", "URL"]
    print(tabulate(table_data, headers, tablefmt="grid"))
    return SERVICES

# url = 'https://www.justwatch.com/fr/serie/mad-dogs' # /fr/serie/mad-dogs
# url = input('Enter the URL: ')
# path = url.replace('https://www.justwatch.com', '')
# services = fetchdata(path)
# with open('services.json', 'w') as f:
#     json.dump(services, f, indent=4)

query = input('Enter the query: ')
search(query)