diff --git a/src/youtube/refresh.js b/src/youtube/refresh.js index ae12c11..7e7178c 100644 --- a/src/youtube/refresh.js +++ b/src/youtube/refresh.js @@ -4,7 +4,7 @@ import { getYouTubeClient } from './client'; import { getCassandraClient } from '../utils/cassandra'; const MAX_VIDEOS_PER_REQUEST = 50; -const MAX_VIDEOS_PER_REFRESH = 300; +const MAX_VIDEOS_PER_REFRESH = 50; const INSERT_VIDEO_CQL = 'INSERT INTO youtube_videos (sourceid, published_at, youtube_video_id, name, description) VALUES (?, ?, ?, ?, ?)'; diff --git a/src/youtube/sources.js b/src/youtube/sources.js index 6b6bd77..7b90e6a 100644 --- a/src/youtube/sources.js +++ b/src/youtube/sources.js @@ -5,7 +5,7 @@ import Promise from 'bluebird'; // Tags that might apply to more than one YouTube source const globalTags = [ - 'asp.net', '.net', 'windows 10', 'c#', 'machine learning', 'big data', 'tutorial', 'beginner', 'mvc', 'roslyn', 'docker', + 'c#', 'machine learning', 'big data', 'tutorial', 'mvc', 'docker', 'internet of things', 'time series', 'data model', 'datastax' ]; @@ -39,16 +39,9 @@ export const YouTubeVideoSources = { // Tech-related sources PLANET_CASSANDRA: createChannelSource('PLANET_CASSANDRA', 'UCvP-AXuCr-naAeEccCfKwUA', [ 'cassandra', 'database', 'nosql' ]), DATASTAX_MEDIA: createChannelSource('DATASTAX_MEDIA', 'UCqA6zOSMpQ55vvguq4Y0jAg', [ 'datastax', 'cassandra', 'database', 'nosql' ]), - DATASTAX_ACADEMY: createChannelSource('DATASTAX_ACADEMY', 'UCAIQY251avaMv7bBv5PCo-A', [ 'datastax', 'course', 'trailer', 'roundtable', 'tutorial', 'intro', 'academy' ]), - MICROSOFT_AZURE: createChannelSource('MICROSOFT_AZURE', 'UC0m-80FnNY2Qb7obvTL_2fA', [ 'microsoft', 'azure', 'cloud', 'windows', 'linux' ]), - MICROSOFT_CLOUD_PLATFORM: createChannelSource('MICROSOFT_CLOUD_PLATFORM', 'UCSgzRJMqIiCNtoM6Q7Q9Lqw', [ 'microsoft', 'azure', 'cloud', 'windows', 'linux' ]), - HANSELMAN: createChannelSource('HANSELMAN', 'UCL-fHOdarou-CR2XUmK48Og', [ 'microsoft', 'windows', 'linux', 'azure' ]), CASSANDRA_DATABASE: createKeywordSearchSource('CASSANDRA_DATABASE', 'cassandra database', [ 'cassandra', 'database', 'nosql' ]), // Random sources FUNNY_CAT_VIDEOS: createKeywordSearchSource('FUNNY_CAT_VIDEOS', 'funny cat videos', [ 'cat', 'funny' ]), - GRUMPY_CAT: createChannelSource('GRUMPY_CAT', 'UCTzVrd9ExsI3Zgnlh3_btLg', [ 'grumpy cat', 'funny' ]), MOVIE_TRAILERS: createChannelSource('MOVIE_TRAILERS', 'UCi8e0iOVk1fEOogdfu4YgfA', [ 'movie', 'trailer', 'preview' ]), - SNL: createChannelSource('SNL', 'UCqFzWxSCi39LnW1JKFR3efg', [ 'snl', 'saturday night live', 'comedy' ]), - KEY_AND_PEELE: createPlaylistSource('KEY_AND_PEELE', 'PL83DDC2327BEB616D', [ 'key and peele', 'comedy' ]) -}; \ No newline at end of file +};