{ "content_duplicates": { "main_domain": "str", "domain": "str", "tld": "str", "page": "str", "ip": "str", "first_visited": "time", "prev_visited": "time", "fetch_time": "time", "status_code": "num", "location": "str", "size": "num", "encoded_size": "num", "content_encoding": "str", "media_type": "str", "server": "str", "meta.title": "str", "meta.canonical": "str", "meta.internal_links_count": "num", "meta.external_links_count": "num", "meta.images_count": "num", "meta.words_count": "num", "meta.page_spam_score": "num", "meta.language": "str", "meta.charset": "str", "meta.technologies.web-servers": "str" }, "backlinks": { "domain_from": "str", "url_from": "str", "url_from_https": "bool", "domain_to": "str", "url_to": "str", "url_to_https": "bool", "tld_from": "str", "is_new": "bool", "is_lost": "bool", "backlink_spam_score": "num", "rank": "num", "page_from_rank": "num", "domain_from_rank": "num", "domain_from_platform_type": "array.str", "domain_from_is_ip": "bool", "domain_from_ip": "str", "domain_from_country": "str", "page_from_external_links": "num", "page_from_internal_links": "num", "page_from_size": "num", "page_from_encoding": "str", "page_from_language": "str", "page_from_title": "str", "page_from_status_code": "num", "first_seen": "time", "prev_seen": "time", "last_seen": "time", "type": "str", "dofollow": "bool", "original": "bool", "alt": "str", "image_url": "str", "anchor": "str", "text_pre": "str", "text_post": "str", "semantic_location": "str", "links_count": "num", "group_count": "num", "is_broken": "bool", "url_to_status_code": "num", "url_to_spam_score": "num", "url_to_redirect_target": "str", "item_type": "str", "attributes": "array.str", "ranked_keywords_info.page_from_keywords_count_top_3": "num", "ranked_keywords_info.page_from_keywords_count_top_10": "num", "ranked_keywords_info.page_from_keywords_count_top_100": "num", "is_indirect_link": "bool", "indirect_link_path.type": "array.str", "indirect_link_path.status_code": "array.num", "indirect_link_path.url": "array.str" }, "domain_pages": { "main_domain": "str", "domain": "str", "tld": "str", "page": "str", "ip": "str", "first_visited": "time", "prev_visited": "time", "fetch_time": "time", "status_code": "num", "location": "str", "size": "num", "encoded_size": "num", "content_encoding": "str", "media_type": "str", "server": "str", "meta.title": "str", "meta.canonical": "str", "meta.internal_links_count": "num", "meta.external_links_count": "num", "meta.images_count": "num", "meta.words_count": "num", "meta.page_spam_score": "num", "meta.social_media_tags.og:locale": "str", "meta.social_media_tags.og:type": "str", "meta.social_media_tags.og:title": "str", "meta.social_media_tags.og:description": "str", "meta.social_media_tags.og:url": "str", "meta.social_media_tags.og:site_name": "str", "meta.social_media_tags.og:updated_time": "str", "meta.social_media_tags.og:image": "str", "meta.social_media_tags.og:image:secure_url": "str", "meta.social_media_tags.og:image:width": "str", "meta.social_media_tags.og:image:height": "str", "meta.social_media_tags.og:image:alt": "str", "meta.social_media_tags.og:image:type": "str", "meta.social_media_tags.og:video": "str", "meta.social_media_tags.twitter:card": "str", "meta.social_media_tags.twitter:title": "str", "meta.social_media_tags.twitter:description": "str", "meta.social_media_tags.twitter:image": "str", "meta.social_media_tags.twitter:label1": "str", "meta.social_media_tags.twitter:data1": "str", "meta.social_media_tags.twitter:label2": "str", "meta.social_media_tags.twitter:data2": "str", "meta.h1": "array.str", "meta.h2": "array.str", "meta.h3": "array.str", "meta.images_alt": "array.str", "meta.powered_by": "array.str", "meta.language": "str", "meta.charset": "str", "meta.platform_type": "array.str", "meta.technologies.cms": "str", "meta.technologies.blogs": "str", "meta.technologies.cdn": "str", "page_summary.first_seen": "time", "page_summary.lost_date": "time", "page_summary.backlinks_spam_score": "num", "page_summary.rank": "num", "page_summary.backlinks": "num", "page_summary.referring_pages": "num", "page_summary.referring_pages_nofollow": "num", "page_summary.referring_links_tld.$tld": "num", "page_summary.referring_links_types.anchor": "num", "page_summary.referring_links_types.alternate": "num", "page_summary.referring_links_types.canonical": "num", "page_summary.referring_links_types.redirect": "num", "page_summary.referring_links_types.image": "num", "page_summary.referring_links_types.link": "num", "page_summary.referring_links_types.meta": "num", "page_summary.referring_links_types.rss": "num", "page_summary.referring_links_types.form": "num", "page_summary.referring_links_attributes.alternate": "num", "page_summary.referring_links_attributes.author": "num", "page_summary.referring_links_attributes.bookmark": "num", "page_summary.referring_links_attributes.canonical": "num", "page_summary.referring_links_attributes.dns-prefetch": "num", "page_summary.referring_links_attributes.external": "num", "page_summary.referring_links_attributes.expect": "num", "page_summary.referring_links_attributes.help": "num", "page_summary.referring_links_attributes.icon": "num", "page_summary.referring_links_attributes.license": "num", "page_summary.referring_links_attributes.manifest": "num", "page_summary.referring_links_attributes.me": "num", "page_summary.referring_links_attributes.modulepreload": "num", "page_summary.referring_links_attributes.next": "num", "page_summary.referring_links_attributes.nofollow": "num", "page_summary.referring_links_attributes.noopener": "num", "page_summary.referring_links_attributes.noreferrer": "num", "page_summary.referring_links_attributes.opener": "num", "page_summary.referring_links_attributes.pingback": "num", "page_summary.referring_links_attributes.preconnect": "num", "page_summary.referring_links_attributes.prefetch": "num", "page_summary.referring_links_attributes.preload": "num", "page_summary.referring_links_attributes.prerender": "num", "page_summary.referring_links_attributes.prev": "num", "page_summary.referring_links_attributes.privacy-policy": "num", "page_summary.referring_links_attributes.search": "num", "page_summary.referring_links_attributes.stylesheet": "num", "page_summary.referring_links_attributes.tag": "num", "page_summary.referring_links_attributes.terms-of-service": "num", "page_summary.referring_links_platform_types.unknown": "num", "page_summary.referring_links_platform_types.cms": "num", "page_summary.referring_links_platform_types.blogs": "num", "page_summary.referring_links_platform_types.ecommerce": "num", "page_summary.referring_links_platform_types.message_boards": "num", "page_summary.referring_links_platform_types.wiki": "num", "page_summary.referring_links_semantic_locations.$empty": "num", "page_summary.referring_links_semantic_locations.article": "num", "page_summary.referring_links_semantic_locations.aside": "num", "page_summary.referring_links_semantic_locations.details": "num", "page_summary.referring_links_semantic_locations.figcaption": "num", "page_summary.referring_links_semantic_locations.figure": "num", "page_summary.referring_links_semantic_locations.footer": "num", "page_summary.referring_links_semantic_locations.header": "num", "page_summary.referring_links_semantic_locations.main": "num", "page_summary.referring_links_semantic_locations.mark": "num", "page_summary.referring_links_semantic_locations.nav": "num", "page_summary.referring_links_semantic_locations.section": "num", "page_summary.referring_links_semantic_locations.summary": "num", "page_summary.referring_links_semantic_locations.time": "num", "page_summary.referring_domains": "num", "page_summary.referring_domains_nofollow": "num", "page_summary.referring_main_domains": "num", "page_summary.referring_main_domains_nofollow": "num", "page_summary.broken_pages": "num", "page_summary.broken_backlinks": "num", "page_summary.referring_ips": "num", "page_summary.referring_subnets": "num" }, "anchors": { "anchor": "str", "first_seen": "time", "lost_date": "time", "rank": "num", "backlinks": "num", "backlinks_spam_score": "num", "referring_pages": "num", "referring_pages_nofollow": "num", "referring_links_tld.$tld": "num", "referring_links_types.anchor": "num", "referring_links_types.alternate": "num", "referring_links_types.canonical": "num", "referring_links_types.redirect": "num", "referring_links_types.image": "num", "referring_links_types.link": "num", "referring_links_types.meta": "num", "referring_links_types.rss": "num", "referring_links_types.form": "num", "referring_links_attributes.alternate": "num", "referring_links_attributes.author": "num", "referring_links_attributes.bookmark": "num", "referring_links_attributes.canonical": "num", "referring_links_attributes.dns-prefetch": "num", "referring_links_attributes.external": "num", "referring_links_attributes.expect": "num", "referring_links_attributes.help": "num", "referring_links_attributes.icon": "num", "referring_links_attributes.license": "num", "referring_links_attributes.manifest": "num", "referring_links_attributes.me": "num", "referring_links_attributes.modulepreload": "num", "referring_links_attributes.next": "num", "referring_links_attributes.nofollow": "num", "referring_links_attributes.noopener": "num", "referring_links_attributes.noreferrer": "num", "referring_links_attributes.opener": "num", "referring_links_attributes.pingback": "num", "referring_links_attributes.preconnect": "num", "referring_links_attributes.prefetch": "num", "referring_links_attributes.preload": "num", "referring_links_attributes.prerender": "num", "referring_links_attributes.prev": "num", "referring_links_attributes.privacy-policy": "num", "referring_links_attributes.search": "num", "referring_links_attributes.stylesheet": "num", "referring_links_attributes.tag": "num", "referring_links_attributes.terms-of-service": "num", "referring_links_platform_types.unknown": "num", "referring_links_platform_types.cms": "num", "referring_links_platform_types.blogs": "num", "referring_links_platform_types.ecommerce": "num", "referring_links_platform_types.message_boards": "num", "referring_links_platform_types.wiki": "num", "referring_links_semantic_locations.$empty": "num", "referring_links_semantic_locations.article": "num", "referring_links_semantic_locations.aside": "num", "referring_links_semantic_locations.details": "num", "referring_links_semantic_locations.figcaption": "num", "referring_links_semantic_locations.figure": "num", "referring_links_semantic_locations.footer": "num", "referring_links_semantic_locations.header": "num", "referring_links_semantic_locations.main": "num", "referring_links_semantic_locations.mark": "num", "referring_links_semantic_locations.nav": "num", "referring_links_semantic_locations.section": "num", "referring_links_semantic_locations.summary": "num", "referring_links_semantic_locations.time": "num", "referring_domains": "num", "referring_domains_nofollow": "num", "referring_main_domains": "num", "referring_main_domains_nofollow": "num", "broken_pages": "num", "broken_backlinks": "num", "referring_ips": "num", "referring_subnets": "num" }, "referring_domains": { "domain": "str", "first_seen": "time", "lost_date": "time", "rank": "num", "backlinks": "num", "backlinks_spam_score": "num", "referring_pages": "num", "referring_pages_nofollow": "num", "referring_links_tld.$tld": "num", "referring_links_types.anchor": "num", "referring_links_types.alternate": "num", "referring_links_types.canonical": "num", "referring_links_types.redirect": "num", "referring_links_types.image": "num", "referring_links_types.link": "num", "referring_links_types.meta": "num", "referring_links_types.rss": "num", "referring_links_types.form": "num", "referring_links_attributes.alternate": "num", "referring_links_attributes.author": "num", "referring_links_attributes.bookmark": "num", "referring_links_attributes.canonical": "num", "referring_links_attributes.dns-prefetch": "num", "referring_links_attributes.external": "num", "referring_links_attributes.expect": "num", "referring_links_attributes.help": "num", "referring_links_attributes.icon": "num", "referring_links_attributes.license": "num", "referring_links_attributes.manifest": "num", "referring_links_attributes.me": "num", "referring_links_attributes.modulepreload": "num", "referring_links_attributes.next": "num", "referring_links_attributes.nofollow": "num", "referring_links_attributes.noopener": "num", "referring_links_attributes.noreferrer": "num", "referring_links_attributes.opener": "num", "referring_links_attributes.pingback": "num", "referring_links_attributes.preconnect": "num", "referring_links_attributes.prefetch": "num", "referring_links_attributes.preload": "num", "referring_links_attributes.prerender": "num", "referring_links_attributes.prev": "num", "referring_links_attributes.privacy-policy": "num", "referring_links_attributes.search": "num", "referring_links_attributes.stylesheet": "num", "referring_links_attributes.tag": "num", "referring_links_attributes.terms-of-service": "num", "referring_links_platform_types.unknown": "num", "referring_links_platform_types.cms": "num", "referring_links_platform_types.blogs": "num", "referring_links_platform_types.ecommerce": "num", "referring_links_platform_types.message_boards": "num", "referring_links_platform_types.wiki": "num", "referring_links_semantic_locations.article": "num", "referring_links_semantic_locations.aside": "num", "referring_links_semantic_locations.details": "num", "referring_links_semantic_locations.figcaption": "num", "referring_links_semantic_locations.figure": "num", "referring_links_semantic_locations.footer": "num", "referring_links_semantic_locations.header": "num", "referring_links_semantic_locations.main": "num", "referring_links_semantic_locations.mark": "num", "referring_links_semantic_locations.nav": "num", "referring_links_semantic_locations.section": "num", "referring_links_semantic_locations.summary": "num", "referring_links_semantic_locations.time": "num", "referring_domains": "num", "referring_domains_nofollow": "num", "referring_main_domains": "num", "referring_main_domains_nofollow": "num", "broken_pages": "num", "broken_backlinks": "num", "referring_ips": "num", "referring_subnets": "num" }, "domain_intersection": { "$key.target": "str", "$key.first_seen": "time", "$key.lost_date": "time", "$key.rank": "num", "$key.backlinks": "num", "$key.backlinks_spam_score": "num", "$key.referring_pages": "num", "$key.referring_pages_nofollow": "num", "$key.referring_links_tld.$tld": "num", "$key.referring_links_types.anchor": "num", "$key.referring_links_types.alternate": "num", "$key.referring_links_types.canonical": "num", "$key.referring_links_types.redirect": "num", "$key.referring_links_types.image": "num", "$key.referring_links_types.link": "num", "$key.referring_links_types.meta": "num", "$key.referring_links_types.rss": "num", "$key.referring_links_types.form": "num", "$key.referring_links_attributes.alternate": "num", "$key.referring_links_attributes.author": "num", "$key.referring_links_attributes.bookmark": "num", "$key.referring_links_attributes.canonical": "num", "$key.referring_links_attributes.dns-prefetch": "num", "$key.referring_links_attributes.external": "num", "$key.referring_links_attributes.expect": "num", "$key.referring_links_attributes.help": "num", "$key.referring_links_attributes.icon": "num", "$key.referring_links_attributes.license": "num", "$key.referring_links_attributes.manifest": "num", "$key.referring_links_attributes.me": "num", "$key.referring_links_attributes.modulepreload": "num", "$key.referring_links_attributes.next": "num", "$key.referring_links_attributes.nofollow": "num", "$key.referring_links_attributes.noopener": "num", "$key.referring_links_attributes.noreferrer": "num", "$key.referring_links_attributes.opener": "num", "$key.referring_links_attributes.pingback": "num", "$key.referring_links_attributes.preconnect": "num", "$key.referring_links_attributes.prefetch": "num", "$key.referring_links_attributes.preload": "num", "$key.referring_links_attributes.prerender": "num", "$key.referring_links_attributes.prev": "num", "$key.referring_links_attributes.privacy-policy": "num", "$key.referring_links_attributes.search": "num", "$key.referring_links_attributes.stylesheet": "num", "$key.referring_links_attributes.tag": "num", "$key.referring_links_attributes.terms-of-service": "num", "$key.referring_links_platform_types.unknown": "num", "$key.referring_links_platform_types.cms": "num", "$key.referring_links_platform_types.blogs": "num", "$key.referring_links_platform_types.ecommerce": "num", "$key.referring_links_platform_types.message_boards": "num", "$key.referring_links_platform_types.wiki": "num", "$key.referring_links_semantic_locations.$empty": "num", "$key.referring_links_semantic_locations.article": "num", "$key.referring_links_semantic_locations.aside": "num", "$key.referring_links_semantic_locations.details": "num", "$key.referring_links_semantic_locations.figcaption": "num", "$key.referring_links_semantic_locations.figure": "num", "$key.referring_links_semantic_locations.footer": "num", "$key.referring_links_semantic_locations.header": "num", "$key.referring_links_semantic_locations.main": "num", "$key.referring_links_semantic_locations.mark": "num", "$key.referring_links_semantic_locations.nav": "num", "$key.referring_links_semantic_locations.section": "num", "$key.referring_links_semantic_locations.summary": "num", "$key.referring_links_semantic_locations.time": "num", "$key.referring_domains": "num", "$key.referring_domains_nofollow": "num", "$key.referring_main_domains": "num", "$key.referring_main_domains_nofollow": "num", "$key.broken_pages": "num", "$key.broken_backlinks": "num", "$key.referring_ips": "num", "$key.referring_subnets": "num", "intersections_count": "num" }, "page_intersection": { "$key.domain_from": "str", "$key.url_from": "str", "$key.url_from_https": "bool", "$key.domain_to": "str", "$key.url_to": "str", "$key.url_to_https": "bool", "$key.tld_from": "str", "$key.is_new": "bool", "$key.is_lost": "bool", "$key.backlink_spam_score": "num", "$key.rank": "num", "$key.page_from_rank": "num", "$key.domain_from_rank": "num", "$key.domain_from_platform_type": "array.str", "$key.domain_from_is_ip": "bool", "$key.domain_from_ip": "str", "$key.domain_from_country": "str", "$key.page_from_external_links": "num", "$key.page_from_internal_links": "num", "$key.page_from_size": "num", "$key.page_from_encoding": "str", "$key.page_from_language": "str", "$key.page_from_title": "str", "$key.page_from_status_code": "num", "$key.first_seen": "time", "$key.prev_seen": "time", "$key.last_seen": "time", "$key.type": "str", "$key.dofollow": "bool", "$key.original": "bool", "$key.alt": "str", "$key.anchor": "str", "$key.text_pre": "str", "$key.text_post": "str", "$key.semantic_location": "str", "$key.links_count": "num", "$key.group_count": "num", "$key.is_broken": "bool", "$key.attributes": "array.str", "$key.url_to_status_code": "num", "$key.url_to_spam_score": "num", "$key.url_to_redirect_target": "str", "$key.is_indirect_link": "bool", "$key.indirect_link_path.type": "array.str", "$key.indirect_link_path.status_code": "array.num", "$key.indirect_link_path.url": "array.str", "intersections_count": "num" }, "referring_networks": { "network_address": "str", "first_seen": "time", "lost_date": "time", "rank": "num", "backlinks": "num", "referring_pages": "num", "referring_pages_nofollow": "num", "referring_links_tld.$tld": "num", "referring_links_types.anchor": "num", "referring_links_types.alternate": "num", "referring_links_types.canonical": "num", "referring_links_types.redirect": "num", "referring_links_types.image": "num", "referring_links_types.link": "num", "referring_links_types.meta": "num", "referring_links_types.rss": "num", "referring_links_types.form": "num", "referring_links_attributes.alternate": "num", "referring_links_attributes.author": "num", "referring_links_attributes.bookmark": "num", "referring_links_attributes.canonical": "num", "referring_links_attributes.dns-prefetch": "num", "referring_links_attributes.external": "num", "referring_links_attributes.expect": "num", "referring_links_attributes.help": "num", "referring_links_attributes.icon": "num", "referring_links_attributes.license": "num", "referring_links_attributes.manifest": "num", "referring_links_attributes.me": "num", "referring_links_attributes.modulepreload": "num", "referring_links_attributes.next": "num", "referring_links_attributes.nofollow": "num", "referring_links_attributes.noopener": "num", "referring_links_attributes.noreferrer": "num", "referring_links_attributes.opener": "num", "referring_links_attributes.pingback": "num", "referring_links_attributes.preconnect": "num", "referring_links_attributes.prefetch": "num", "referring_links_attributes.preload": "num", "referring_links_attributes.prerender": "num", "referring_links_attributes.prev": "num", "referring_links_attributes.privacy-policy": "num", "referring_links_attributes.search": "num", "referring_links_attributes.stylesheet": "num", "referring_links_attributes.tag": "num", "referring_links_attributes.terms-of-service": "num", "referring_links_platform_types.unknown": "num", "referring_links_platform_types.cms": "num", "referring_links_platform_types.blogs": "num", "referring_links_platform_types.ecommerce": "num", "referring_links_platform_types.message_boards": "num", "referring_links_platform_types.wiki": "num", "referring_links_semantic_locations.article": "num", "referring_links_semantic_locations.aside": "num", "referring_links_semantic_locations.details": "num", "referring_links_semantic_locations.figcaption": "num", "referring_links_semantic_locations.figure": "num", "referring_links_semantic_locations.footer": "num", "referring_links_semantic_locations.header": "num", "referring_links_semantic_locations.main": "num", "referring_links_semantic_locations.mark": "num", "referring_links_semantic_locations.nav": "num", "referring_links_semantic_locations.section": "num", "referring_links_semantic_locations.summary": "num", "referring_links_semantic_locations.time": "num", "referring_domains": "num", "referring_domains_nofollow": "num", "referring_main_domains": "num", "referring_main_domains_nofollow": "num", "broken_pages": "num", "broken_backlinks": "num", "referring_ips": "num", "referring_subnets": "num" }, "domain_pages_summary": { "url": "str", "first_seen": "time", "lost_date": "time", "rank": "num", "backlinks": "num", "backlinks_spam_score": "num", "referring_pages": "num", "referring_pages_nofollow": "num", "referring_links_tld.$tld": "num", "referring_links_types.anchor": "num", "referring_links_types.alternate": "num", "referring_links_types.canonical": "num", "referring_links_types.redirect": "num", "referring_links_types.image": "num", "referring_links_types.link": "num", "referring_links_types.meta": "num", "referring_links_types.rss": "num", "referring_links_types.form": "num", "referring_links_attributes.alternate": "num", "referring_links_attributes.author": "num", "referring_links_attributes.bookmark": "num", "referring_links_attributes.canonical": "num", "referring_links_attributes.dns-prefetch": "num", "referring_links_attributes.external": "num", "referring_links_attributes.expect": "num", "referring_links_attributes.help": "num", "referring_links_attributes.icon": "num", "referring_links_attributes.license": "num", "referring_links_attributes.manifest": "num", "referring_links_attributes.me": "num", "referring_links_attributes.modulepreload": "num", "referring_links_attributes.next": "num", "referring_links_attributes.nofollow": "num", "referring_links_attributes.noopener": "num", "referring_links_attributes.noreferrer": "num", "referring_links_attributes.opener": "num", "referring_links_attributes.pingback": "num", "referring_links_attributes.preconnect": "num", "referring_links_attributes.prefetch": "num", "referring_links_attributes.preload": "num", "referring_links_attributes.prerender": "num", "referring_links_attributes.prev": "num", "referring_links_attributes.privacy-policy": "num", "referring_links_attributes.search": "num", "referring_links_attributes.stylesheet": "num", "referring_links_attributes.tag": "num", "referring_links_attributes.terms-of-service": "num", "referring_links_platform_types.unknown": "num", "referring_links_platform_types.cms": "num", "referring_links_platform_types.blogs": "num", "referring_links_platform_types.ecommerce": "num", "referring_links_platform_types.message_boards": "num", "referring_links_platform_types.wiki": "num", "referring_links_semantic_locations.$empty": "num", "referring_links_semantic_locations.article": "num", "referring_links_semantic_locations.aside": "num", "referring_links_semantic_locations.details": "num", "referring_links_semantic_locations.figcaption": "num", "referring_links_semantic_locations.figure": "num", "referring_links_semantic_locations.footer": "num", "referring_links_semantic_locations.header": "num", "referring_links_semantic_locations.main": "num", "referring_links_semantic_locations.mark": "num", "referring_links_semantic_locations.nav": "num", "referring_links_semantic_locations.section": "num", "referring_links_semantic_locations.summary": "num", "referring_links_semantic_locations.time": "num", "referring_domains": "num", "referring_domains_nofollow": "num", "referring_main_domains": "num", "referring_main_domains_nofollow": "num", "broken_pages": "num", "broken_backlinks": "num", "referring_ips": "num", "referring_subnets": "num" }, "competitors": { "target": "str", "intersections": "num", "rank": "num" } }