抖音web频道爬虫

news/2024/7/19 11:29:27 标签: 爬虫, 后端

抖音web频道爬虫代码： 

<?php
header('Content-Type:application/json; charset=utf-8');

//抖音频道爬虫

class DouyinChannel{

	private $app_id = 1;
    private $spider_code = 1;
	private $channels = [
		[
			"channel_name" => "热点",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/hotspot?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=&count=10&Seo-Flag=0&channel_id=99&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=huib7ZvPSFnE4D21P0L4qs2FG-jHNDkdgUUQ9W2nfepyhx8yE_7LJWZcnAvdx11Ff1DyBzsQ3ysADZRbco8fyGZcXrix0kDFwX-XfqnMoqBNjwJSOZm4fccdH2EKHcxj",
				"referer: https://www.douyin.com/hot",
			],
		],
		[
			"channel_name" => "游戏",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300205&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=huib7ZvPSFnE4D21P0L4qs2FG-jHNDkdgUUQ9W2nfepyhx8yE_7LJWZcnAvdx11Ff1DyBzsQ3ysADZRbco8fyGZcXrix0kDFwX-XfqnMoqBNjwJSOZm4fccdH2EKHcxj&X-Bogus=DFSzswVLd2kANy39tr8Aab0y3xSP",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=huib7ZvPSFnE4D21P0L4qs2FG-jHNDkdgUUQ9W2nfepyhx8yE_7LJWZcnAvdx11Ff1DyBzsQ3ysADZRbco8fyGZcXrix0kDFwX-XfqnMoqBNjwJSOZm4fccdH2EKHcxj",
				"referer: https://www.douyin.com/channel/300205",
			],
		],
		[
			"channel_name" => "娱乐",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300201&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=huib7ZvPSFnE4D21P0L4qs2FG-jHNDkdgUUQ9W2nfepyhx8yE_7LJWZcnAvdx11Ff1DyBzsQ3ysADZRbco8fyGZcXrix0kDFwX-XfqnMoqBNjwJSOZm4fccdH2EKHcxj&X-Bogus=DFSzswVLr4sANy39tr8AFx0y3xt0",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=huib7ZvPSFnE4D21P0L4qs2FG-jHNDkdgUUQ9W2nfepyhx8yE_7LJWZcnAvdx11Ff1DyBzsQ3ysADZRbco8fyGZcXrix0kDFwX-XfqnMoqBNjwJSOZm4fccdH2EKHcxj",
				"referer: https://www.douyin.com/channel/300201",
			],
		],
		[
			"channel_name" => "二次元",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300206&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q&X-Bogus=DFSzswVL1R2ANy39tr8Abh0y3xS3",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q",
				"referer: https://www.douyin.com/channel/300206",
			],
		],
		[
			"channel_name" => "音乐",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300209&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q&X-Bogus=DFSzswVLUgsANy39tr8lfx0y3xSY",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q",
				"referer: https://www.douyin.com/channel/300209",
			],
		],
		[
			"channel_name" => "美食",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300204&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q&X-Bogus=DFSzswVLDk0ANy39tr8l/X0y3xtH",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q",
				"referer: https://www.douyin.com/channel/300204",
			],
		],
		[
			"channel_name" => "体育",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300207&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q&X-Bogus=DFSzswVLO62ANy39tr8lGX0y3xt1",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q",
				"referer: https://www.douyin.com/channel/300207",
			],
		],
		[
			"channel_name" => "时尚",
			"url" => "https://www.douyin.com/aweme/v1/web/channel/feed/?device_platform=webapp&aid=6383&channel=channel_pc_web&tag_id=300208&count=10&Seo-Flag=0&refresh_index=1&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1884&screen_height=948&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=109.0.0.0&browser_online=true&engine_name=Blink&engine_version=109.0.0.0&os_name=Windows&os_version=10&cpu_core_num=4&device_memory=4&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7243977696307693095&msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q&X-Bogus=DFSzswVLL1sANy39tr8lHb0y3xtE",
			"header" => [
				"cookie: __ac_signature=_02B4Z6wo00f016i1k6gAAIDBkxcMJA2vbNOolZcAAI6z7f; ttwid=1%7CMNfe3_d2l2GVFMOuF1o_ExtdJyCFoc7BjEWpPZKGbPE%7C1686620010%7C0d262fa8d515b271671ffb936a2aa6bb3096822d976caec31ab9d99cd0950202; strategyABtestKey=%221686620015.732%22; passport_csrf_token=3c1829466163403e5c5acedcde52a2c2; passport_csrf_token_default=3c1829466163403e5c5acedcde52a2c2; __bd_ticket_guard_local_probe=1686620019170; s_v_web_id=verify_litm0fx8_IJvr9ykf_HPU6_4Kf6_8WtH_8G1VFuBgfldR; ttcid=a043088ce0d745939ec69fdd23af66d018; __security_s_sdk_crypt_sdk=1; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtY2xpZW50LWNzciI6Ii0tLS0tQkVHSU4gQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbk1JSUJEakNCdFFJQkFEQW5NUXN3Q1FZRFZRUUdFd0pEVGpFWU1CWUdBMVVFQXd3UFltUmZkR2xqYTJWMFgyZDFcclxuWVhKa01Ga3dFd1lIS29aSXpqMENBUVlJS29aSXpqMERBUWNEUWdBRUJzNFBnaExpdmJ3VmRCTkZORS9VZjZCMFxyXG43MmNpQ1JFOXVEeE5OVEVjRGMxRFl0MGJqUHQyVkpndktJdTMrZUlwbkZ6b1dYM0VKODI5bDdCRVd2NXU5NkFzXHJcbk1Db0dDU3FHU0liM0RRRUpEakVkTUJzd0dRWURWUjBSQkJJd0VJSU9kM2QzTG1SdmRYbHBiaTVqYjIwd0NnWUlcclxuS29aSXpqMEVBd0lEU0FBd1JRSWhBUDJuK2FCbmVjdVdweDhJTHhjTkhMMWdhZXpHTXJQN1BIc01JQkx1eUxmZlxyXG5BaUEzelJ1VjZEUE9yayt5ek5jeklNWWxZTU9XR2dMNEYyYS9LUkFIZ0t2azV3PT1cclxuLS0tLS1FTkQgQ0VSVElGSUNBVEUgUkVRVUVTVC0tLS0tXHJcbiJ9; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%7D; douyin.com; device_web_cpu_core=4; device_web_memory_size=4; webcast_local_quality=null; xgplayer_user_id=36785983609; VIDEO_FILTER_MEMO_SELECT=%7B%22expireTime%22%3A1687228909464%2C%22type%22%3A1%7D; msToken=nyZ17qTjxoDbym5lzfXxLzxVdOMyQftOpZXduqiuaAosnYkimL3-gEZJdHANwpYqEAJw4nGgKpcAvTDmxLjbdoKstha8mFO0cryaqk7cpDj2Phq7XzL7XoXKUhN5u9O0; home_can_add_dy_2_desktop=%221%22; tt_scid=8qolBqy84zMs73hlB5xH91-Z971QHft2PM834imJxruzn248-v14F3TgK-jZO-Op6d21; download_guide=%223%2F20230613%2F0%22; pwa2=%223%7C0%22; msToken=Vsrgr2oaDqCNYYgq_5TU9KulzUZcTADeOfJjWKtMkWCuoLFGi05f7iLyOGmtVehVu2Gy0A8TC8_o62zdQpmyQ1hCWnZySUVzzGh4UlA_HWZM7Vgj3CJnUAjF8HpKk_5q",
				"referer: https://www.douyin.com/channel/300208",
			],
		]
	];

	public function run(){

		$channels = $this->channels;
		foreach($channels as $val){
			echo "=========== 频道：".$val["channel_name"].PHP_EOL;
			$this->doChannel($val);
			sleep(3);
		}
	}

	public function doChannel($channel){

		$url = $channel["url"];
		$header = $channel["header"];
		$result = $this->curlGet($url, $header);
		$resultArr = json_decode($result, true);
		if(!isset($resultArr["aweme_list"]) || empty($resultArr["aweme_list"])){
			echo "====== 未获取到数据，等待8到10s".PHP_EOL;
			sleep(rand(8, 10));
			return false;
		}

		foreach($resultArr['aweme_list'] as $article){
			
        	echo date("m-d H:i:s",time())."------【{$article['aweme_id']}|".date('Y-m-d H:i:s', $article['create_time'])."】{".trim($this->filterEmoji($article['desc']))."}".PHP_EOL;
		}
				
	}

	private function curlGet($url, $header = []) {

	     $headers = array(
            'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36',
    	);

        $headers = array_merge($headers, $header);
        $ch = curl_init();
        curl_setopt($ch, CURLOPT_URL, $url);
        curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
        curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);
        curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
        curl_setopt($ch, CURLOPT_ENCODING, 'gzip, deflate');
        curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, FALSE);
    	curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, FALSE);
        curl_setopt($ch, CURLOPT_TIMEOUT, 20);
        curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 20);

        $result = curl_exec($ch);
        if (curl_errno($ch)) {
            echo 'Error:' . curl_error($ch);
        }
        curl_close($ch);
        return $result;
    }

    //过滤emoji表情
	private function filterEmoji($str)
	{
	    $str = preg_replace_callback('/./u',
	            function (array $match) {
	        return strlen($match[0]) >= 4 ? '' : $match[0];
	    }, $str);
	    return $str;
	}
}

$douyin = new DouyinChannel();
$douyin->run();

运行结果演示： 


http://www.niftyadmin.cn/n/4970400.html

相关文章

电脑桌面日历提醒怎么设置？设置日期提醒的简单方法

电脑桌面日历提醒怎么设置？设置日期提醒的简单方法

在我们使用电脑办公或学习时&#xff0c;为了避免忘记重要事项&#xff0c;例如会议、截止日期等&#xff0c;我们常常希望能在电脑桌面设置日历提醒。一般来说&#xff0c;电脑系统自带的日历上可以新增日程并设置提醒日期。那么电脑桌面日历提醒怎么设置呢&#xff1f; 很多人…
阅读更多...
从开源到商业化：成功的转型策略

从开源到商业化：成功的转型策略

&#x1f337;&#x1f341; 博主猫头虎 带您 Go to New World.✨&#x1f341; &#x1f984; 博客首页——猫头虎的博客&#x1f390; &#x1f433;《面试题大全专栏》 文章图文并茂&#x1f995;生动形象&#x1f996;简单易学&#xff01;欢迎大家来踩踩~&#x1f33a; &a…
阅读更多...
NTP相关问题

NTP相关问题

ntp协议的相关概念 ntp(时间同步协议)&#xff0c;用来在分布式时间服务器和客户端之间进行时间同步。NTP基于UDP报文进行传输&#xff0c;使用的UDP端口号是123. 使用NTP的目的是对网络内所有具有时钟的设备进行时间同步&#xff0c;是网络内所有设备的时钟保持一致&#xff0…
阅读更多...
适配小程序隐私保护指引设置

适配小程序隐私保护指引设置

由于小程序发布了一个公告&#xff0c;那么接下来就是怎么改简单的问题了。毕竟不太想大的改动历史上的代码。尽量简单的适配隐私策略就可以了。 整体思路也是参考现在App普遍的启动就让用户同意隐私策略&#xff0c;不同意不让用&#xff0c;同意了之后才能够继续使用。 公告…
阅读更多...
Linux下的Shell基础——流程控制（三）

Linux下的Shell基础——流程控制（三）

前言&#xff1a; 每门编程都有它独特的语法&#xff0c;比如C语言&#xff0c;Java等编程语言&#xff0c;有相同的地方也有自己独特的地方&#xff0c;但都离不开变量、运算符&#xff0c;条件判断、循环和函数这几个地方的学习&#xff0c;下面就让我们学习一下shell编程里…
阅读更多...
ubuntu20.04中ros2安装rosbridge及启动方式

ubuntu20.04中ros2安装rosbridge及启动方式

ros2 启动rosbridge&#xff1a; 要启动ROS2中的rosbridge&#xff0c;需要先安装ROS2的rosbridge_suite软件包。使用以下命令安装&#xff1a; sudo apt-get update sudo apt-get install ros-<distro>-rosbridge-suite将<distro>替换为正在使用的ROS2发行版的名…
阅读更多...
代码随想录算法训练营第17期第32天 | 122. 买卖股票的最佳时机 II、455.分发饼干、376. 摆动序列、53. 最大子序和

代码随想录算法训练营第17期第32天 | 122. 买卖股票的最佳时机 II、455.分发饼干、376. 摆动序列、53. 最大子序和

122. 买卖股票的最佳时机 II 我好像记得这道题是怎么写的&#xff0c;也不知道是福是祸 1. 收集每天的正利润就可以&#xff0c;收集正利润的区间&#xff0c;就是股票买卖的区间&#xff0c;而我们只需要关注最终利润&#xff0c;不需要记录区间 2.局部最优&#xff1a;收集…
阅读更多...
胜券汇：运营商有望引领国内AI信创加速

胜券汇：运营商有望引领国内AI信创加速

8月20日&#xff0c;中国电信发布《中国电信AI算力服务器&#xff08;2023-2024年&#xff09;会集收购项目会集资历预审公告》。胜券汇研报点评称&#xff0c;中国电信集采4175台AI算力服务器&#xff0c;数量大幅增加&#xff0c;佐证AI服务器高景气量。估计国产占比约47%&am…
阅读更多...
最新文章

Copyright @ 2022~2023