bodyType

customContents

entityId

printArticlePageQuery

filter

article

body

urlAlias

articleSectionsContent

articleSeoArticle

articleSourceHeaderArticle

contentSchemaRenderContent

contentSubHeadlineContent

contentHeadlineContent

mainImagePrintArticleArticle

authorBlockPrintArticleArticle

contentSponsorTagContent

articlePianoPaywallContent

scmpYoutubeContent

hooksTrackPageViewArticle

query printArticlePageQuery(
  $entityId: String!
  $customContents: [CustomContentInput]
  $bodyType: BodyFormatTypeEnum
) {
  article(filter: {entityId: $entityId}) {
    entityId
    body(customContents: $customContents, type: $bodyType) {
      json
    }
    urlAlias
    ...articleSectionsContent
    ...articleSeoArticle_3o8td4
    ...articleSourceHeaderArticle
    ...contentSchemaRenderContent
    ...contentSubHeadlineContent
    ...contentHeadlineContent
    ...mainImagePrintArticleArticle
    ...authorBlockPrintArticleArticle
    ...contentSponsorTagContent
    ...articlePianoPaywallContent
    ...scmpYoutubeContent
    ...hooksTrackPageViewArticle
    id
  }
}

fragment articlePianoPaywallContent on Content {
  __isContent: __typename
  ...hooksPaywallPromiseContent
}

fragment articleSectionsContent on Content {
  __isContent: __typename
  sectionsV2 {
    value {
      __typename
      ... on Section {
        name
        published
      }
      ... on VideoSection {
        name
        published
      }
      ...helpersCheckIfNewsSectionInFirstIndexSection
      ...entityLink
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
}

fragment articleSeoArticle_3o8td4 on Article {
  ...hooksArticleSeoArticle
  ...helpersGetArticleTypeArticle
  entityId
  publishedDate
  updatedDate
  summary {
    text
  }
  subHeadline {
    text
  }
  body(customContents: $customContents, type: $bodyType) {
    text
  }
  keywords
  sectionsV2 {
    value {
      __typename
      ... on Section {
        name
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
  topics {
    name
    entityId
    id
  }
  urlAlias
  authors {
    name
    id
  }
  images {
    style(filter: {style: "768x768"}) {
      url
    }
  }
  readingTime
}

fragment articleSourceHeaderArticle on Article {
  urlAlias
  ...entityLink
}

fragment authorBlockPrintArticleArticle on Article {
  ...defaultArticleDateContent
  ...authorNamesArticle
}

fragment authorNameAuthor on Author {
  ...entityLink
  name
  entityUuid
}

fragment authorNamesArticle on Article {
  authorLocations
  authors {
    entityId
    location
    ...authorNameAuthor
    id
  }
}

fragment blockquoteQuoteContent on Content {
  __isContent: __typename
  ...contentShareWidgetContent
}

fragment checkersCheckContentContainsStarlingImageContent on Content {
  __isContent: __typename
  topics {
    entityId
    id
  }
}

fragment contentHeadlineContent on Content {
  __isContent: __typename
  headline
  socialHeadline
  ...contentHeadlineTagContent
  ...helpersUseContentSponsorContent
}

fragment contentHeadlineTagContent on Content {
  __isContent: __typename
  ...hooksContentHeadlineTagContent
}

fragment contentNewsletterWidgetContent on Content {
  __isContent: __typename
  topics {
    relatedNewsletters {
      ...helpersMassageToNewsletterItemNewsletter
      id
    }
    id
  }
  sectionsV2 {
    value {
      __typename
      ... on Section {
        relatedNewsletters {
          ...helpersMassageToNewsletterItemNewsletter
          id
        }
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
  ... on Article {
    relatedNewsletters {
      ...helpersMassageToNewsletterItemNewsletter
      id
    }
  }
}

fragment contentSchemaRenderContent on Content {
  __isContent: __typename
  ...blockquoteQuoteContent
  ...hooksInlinePlusWidgetContent
  ...imageContent
  ...inlineWidgetContent
  ...photoGalleryWidgetContent
  ...scmpYoutubeContent
}

fragment contentShareWidgetContent on Content {
  __isContent: __typename
  __typename
  entityId
  urlAlias
  shortUrl
  socialHeadline
  headline
  ... on Video {
    youtubeId
  }
}

fragment contentSponsorTagContent on Content {
  __isContent: __typename
  ...helpersUseContentSponsorContent
}

fragment contentSubHeadlineContent on Content {
  __isContent: __typename
  subHeadline {
    json
  }
  summary {
    json
  }
  ...contentSchemaRenderContent
}

fragment defaultArticleDateContent on Content {
  __isContent: __typename
  ...hooksArticleDateUtilsContent
}

fragment entityLink on BaseWithApplicationAndUrlAlias {
  __isBaseWithApplicationAndUrlAlias: __typename
  __typename
  entityId
  entityUuid
  urlAlias
  urlRedirect {
    toUrl
    id
  }
  application {
    entityId
    id
  }
  ... on Section {
    fullSectionPath {
      entityId
      id
    }
    parentSection
  }
  ...helpersAppBarVariantBase
  ...helpersApplicationBase
  ...helpersCheckIsPlusArticle
  ...helpersStyleSectionContent
}

fragment helpersAppBarVariantBase on BaseWithApplicationAndUrlAlias {
  __isBaseWithApplicationAndUrlAlias: __typename
  ...helpersCheckIsLiveArticle
  ...helpersCheckIsPlusPage
  ...helpersCheckIsPostMagazineArticle
  ...helpersCheckIsStyleArticle
  ...helpersSectionContent
  ...helpersStyleSectionContent
}

fragment helpersApplicationBase on BaseWithApplicationAndUrlAlias {
  __isBaseWithApplicationAndUrlAlias: __typename
  ...helpersCheckIsPlusPage
}

fragment helpersCheckIfNewsSectionInFirstIndexSection on SectionUnion {
  __isSectionUnion: __typename
  ... on Section {
    name
  }
  ... on VideoSection {
    name
  }
}

fragment helpersCheckIsAmpEnabledArticle on Article {
  entityId
  types {
    value {
      entityId
      id
    }
  }
  sectionsV2 {
    value {
      __typename
      ... on Section {
        entityId
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
  disableOffPlatformContent
  sponsorType
  published
  ...helpersCheckIsPlusArticle
}

fragment helpersCheckIsLiveArticle on Article {
  flattenTypeIds
  liveArticle {
    status
    id
  }
}

fragment helpersCheckIsMainTopicContent on Content {
  __isContent: __typename
  topics {
    entityId
    id
  }
}

fragment helpersCheckIsPlusArticle on Content {
  __isContent: __typename
  ... on Article {
    paywallTypes {
      entityUuid
      id
    }
  }
}

fragment helpersCheckIsPlusPage on Page {
  urlAlias
}

fragment helpersCheckIsPostMagazineArticle on Content {
  __isContent: __typename
  sectionsV2 {
    value {
      __typename
      ... on Section {
        entityId
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
}

fragment helpersCheckIsStyleArticle on Content {
  __isContent: __typename
  sectionsV2 {
    value {
      __typename
      ... on Section {
        entityId
      }
      ... on VideoSection {
        entityId
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
}

fragment helpersGetArticleTypeArticle on Content {
  __isContent: __typename
  ... on Article {
    types {
      value {
        entityId
        id
      }
    }
  }
}

fragment helpersMassageToNewsletterItemNewsletter on Newsletter {
  entityId
  name
  alternativeName
  description {
    text
  }
  summary {
    text
  }
  homepageDescription {
    text
  }
}

fragment helpersSanitizeArticleTypeEntityIdsArticle on Article {
  types {
    value {
      entityId
      id
    }
  }
}

fragment helpersSanitizeAuthorTypesArticle on Article {
  authors {
    types
    id
  }
}

fragment helpersSanitizedAuthorEntityIdsArticle on Article {
  authors {
    entityId
    id
  }
}

fragment helpersSectionContent on Section {
  fullSectionPath {
    entityId
    id
  }
}

fragment helpersStyleSectionContent on Section {
  fullSectionPath {
    entityId
    id
  }
}

fragment helpersUseContentSponsorContent on Content {
  __isContent: __typename
  topics {
    entityId
    sponsor {
      ...sponsorTagSponsor
      name
      type
      id
    }
    id
  }
  ... on Article {
    sponsorType
  }
  ...helpersCheckIsMainTopicContent
}

fragment hooksArticleDateUtilsContent on Content {
  __isContent: __typename
  createdDate
  publishedDate
  updatedDate
}

fragment hooksArticleSeoArticle on Article {
  ...helpersCheckIsPostMagazineArticle
  ...helpersCheckIsStyleArticle
  ...hooksContentHeadlineTagContent
  ...helpersCheckIsAmpEnabledArticle
  entityId
  headline
  socialHeadline
  types {
    value {
      entityId
      id
    }
  }
  authors {
    entityId
    id
  }
  images {
    generic_og: style(filter: {style: "og_image_scmp_generic"}) {
      url
    }
    styles(filter: {styles: ["og_postmag", "og_image_style", "og_image_scmp_analysis", "og_image_scmp_explainer", "og_image_scmp_editorial", "og_image_scmp_fact_check", "og_image_scmp_debate", "og_image_scmp_live", "og_image_scmp_obituary", "og_image_scmp_opinion", "og_image_scmp_review", "og_image_scmp_series", "og_image_scmp_generic"]}) {
      url
      style
    }
    type
  }
  urlAlias
}

fragment hooksContentHeadlineTagContent on Content {
  __isContent: __typename
  __typename
  ... on Article {
    types {
      value {
        name
        entityId
        description {
          text
        }
        id
      }
    }
    ...helpersCheckIsStyleArticle
  }
  flag
  sectionsV2 {
    value {
      __typename
      ... on Section {
        name
      }
      ... on VideoSection {
        name
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
  ...hooksContentHelperContent
}

fragment hooksContentHelperContent on Content {
  __isContent: __typename
  ...helpersSanitizeArticleTypeEntityIdsArticle
  ...helpersSanitizeAuthorTypesArticle
  ...helpersSanitizedAuthorEntityIdsArticle
  flag
}

fragment hooksInlinePlusWidgetContent on Content {
  __isContent: __typename
  topics {
    entityId
    id
  }
}

fragment hooksPaywallPromiseContent on Content {
  __isContent: __typename
  entityId
}

fragment hooksTrackPageViewArticle on Content {
  __isContent: __typename
  entityId
  publishedDate
  headline
  sectionsV2 {
    value {
      __typename
      ... on Section {
        name
      }
      ... on Node {
        __isNode: __typename
        id
      }
    }
  }
  urlAlias
  authors {
    name
    id
  }
  entityUuid
}

fragment imageContent on Content {
  __isContent: __typename
  headline
  ...checkersCheckContentContainsStarlingImageContent
}

fragment inlineWidgetContent on Content {
  __isContent: __typename
  ...contentNewsletterWidgetContent
}

fragment mainImagePrintArticleArticle on Article {
  images {
    title
    url
    isSlideshow
    size_652x446: style(filter: {style: "652x446"}) {
      url
    }
  }
}

fragment photoGalleryDialogContent on Content {
  __isContent: __typename
  __typename
  ...contentShareWidgetContent
}

fragment photoGalleryWidgetContent on Content {
  __isContent: __typename
  ...photoGalleryDialogContent
}

fragment scmpYoutubeContent on Content {
  __isContent: __typename
  entityId
  urlAlias
  publishedDate
}

fragment sponsorTagSponsor on Sponsor {
  name
  type
  images {
    url
  }
}


types

sectionsV2

disableOffPlatformContent

sponsorType

published

headline

socialHeadline

authors

images

publishedDate

updatedDate

summary

subHeadline

keywords

topics

readingTime

authorLocations

Reuters

The content recommendation algorithm that powers the online short video platform TikTok has once again come under the spotlight after the US ordered its Chinese owner, ByteDance, to sell the app’s US assets or face a nationwide ban.
Here is how it works and why it has attracted more discussion than technology used by its rivals such as Meta’s Instagram, Google’s YouTube and Snapchat:
Algorithms
The algorithms are deemed core to ByteDance’s overall operations, and ByteDance would rather shut down the app than sell it, Reuters reported citing sources.
China made changes to its export laws in 2020 that give it approval rights over any export of algorithms and source codes, adding a layer of complexity to any effort to sell the app.
Academics and former company staff said that it is not just the algorithms, but also how it works with the short video format, that has made TikTok so successful globally.
‘Deleted forever’: TikTok influencers say US ban will destroy careers
It’s the app too
Before the emergence of TikTok, many had believed that technology connecting a user’s social connections were the secret sauce to a successful social media app, given the popularity of Meta’s Facebook and Instagram.
But TikTok showed that an algorithm, driven by the understanding of a user’s interest, could be more powerful. Rather than building their algorithm on “social graph” like Meta has, TikTok executives including CEO Chew Shou Zi have said that their algorithm is based on “interest signals”.
While rivals have similar interest-based algorithms, TikTok is able to turbocharge the algorithm’s effectiveness with the short video format, said Catalina Goanta, an associate professor at Utrecht University.
“Their recommender system is very common. But what really distinguishes TikTok as an app is the design and the content,” she said.
The short video format enables TikTok’s algorithm to become much more dynamic and even capable of even tracking changes in users’ preferences and interests across time, going as granular as what a user may like during a certain period of time during the day.


Rapid data collection
In addition, the short video format allows TikTok to learn about user preferences at a much faster rate, said Jason Fung, former head of TikTok’s gaming unit.
“Because it’s in bite size format, it is short video, you’re able to collect data about a user’s preference a lot faster than YouTube, where maybe the average video is just less than 10 minutes long,” he said, “Imagine you’re collecting data about a user on average every 10 minutes versus every couple seconds.”
And the positioning of TikTok as an app built for mobile devices from the beginning also gave it an advantage over rival platforms that had to adapt their interfaces from computer screens.
TikTok’s early entry into the short video market also gave the company a big early-mover advantage. Instagram did not launch Reels until 2020 while YouTube launched Shorts in 2021, both of which lag TikTok in years of data and product development experience.

Allows exploration
TikTok also regularly recommends content that falls outside users’ interest, which the company’s management has repeatedly said is essential to TikTok’s user experience.
A study, which researchers from the US and Germany published last month, found TikTok’s algorithm “exploits the user interests in 30 per cent to 50 per cent of the recommendation videos” after examining data from 347 TikTok users and five automated bots.
“This finding indicates that the TikTok algorithm opts to recommend a large number of explore videos in an attempt to either infer better the user interests or maximise user retention by recommending many videos that are outside the user’s [known] interests,” the researchers wrote in the paper named TikTok and the Art of Personalisation.
Mobilises users into groups
Ari Lightman, a professor at Carnegie Mellon University, said that another effective tactic TikTok has employed is to encourage its users to form groups publicly via hashtags.
By encouraging users to form public groups, TikTok can more effectively learn about its users’ behaviour, interest, alignment and ideology, he said.
If TikTok ends up getting banned in the US, Lightman said that while the US tech giants certainly have the capability to replicate TikTok with their own products, replicating the user culture enabled by TikTok might be the bigger task.
TikTok may be banned in the US. Here’s what happened when India did it
Chinese advantage
TikTok’s recommendation algorithm was also in large part taken from its Chinese sister app Douyin which was released in 2016. Although ByteDance often stresses that TikTok and Douyin are separate apps, one source with direct knowledge of the matter said the two algorithms remain similar to this day.
In turn, Douyin’s AI was supercharged by the company’s ability to leverage low labour costs in China that saw it hire many content annotators to painstakingly tag all the content and users on the platform.
“Around 2018 and 2019, Douyin worked on having tags on every user. So they would tag every video clip manually. Then they would tag their users based on the video that they have watched,” said Yikai Li, a manager at ad agency Nativex and a former director at ByteDance. “Then they also applied this tactic on TikTok.”
While hiring annotators to tag data is now a common and an important practice for AI companies, ByteDance was early in adopting this strategy.
“It’s a lot of work sorting out these tags. It’s very laborious,” he said, “So Chinese companies have an advantage here. You can afford a lot more people. The cost is cheaper than it is for North American companies.”


What makes TikTok’s technology so special, that the app may be banned in the US?

TikTok logo placed on the U.S. and Chinese flags. Photo: Reuters

US President Joe Biden speaks after signing a bill to ban TikTok in the US. Photo: AFP

News

World

United States & Canada

Tech

TikTok showed that an algorithm, driven by understanding a user’s interest, could be more powerful, than building their algorithm on a ‘social graph’ like Meta
The positioning of TikTok as an app built for mobile devices from the start gave it an advantage over rivals that had to adapt interfaces from computer screens


The short video format enables TikTok’s algorithm to become much more dynamic and even capable of even tracking changes in users’ preferences and interests across time.


United States

TikTok

China technology

ByteDance

Social media

Apps

US-China tech war

Technology

Facebook

TikTok ban

Provide background, definition and detail of a specific topic, helping the reader understand how something works or what has happened in the past.  (Eg. What is Nafta? US and Mexico are on the verge of revising trade deal.)
 


Explainer