Skip to content

Commit

Permalink
Fix getRegions script and update the regions (#5450)
Browse files Browse the repository at this point in the history 
* Fix getRegions script and update the regions

* Add mappings for es_AR, es-MX and pt-BR
  • Loading branch information
@absidue
absidue authored Jul 24, 2024
1 parent 8bb88a1 commit cc61f5a
Show file tree
Hide file tree
Showing 46 changed files with 71 additions and 42 deletions.
28 changes: 26 additions & 2 deletions _scripts/getRegions.mjs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ const initialResponse = await scrapeLanguage('en')
// Scrape language menu in en-US

/** @type {string[]} */
const youTubeLanguages = initialResponse.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[1].multiPageMenuSectionRenderer.items[1].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
const youTubeLanguages = initialResponse.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items[2].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
.map(({ compactLinkRenderer }) => {
return compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].selectLanguageCommand.hl
})
Expand Down Expand Up @@ -79,11 +79,35 @@ for (const language of youTubeLanguages) {
youTube: 'no',
freeTube: 'nn'
})
} else if (language === 'iw') {
// according to https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
// "iw" is the old/original code for Hebrew, these days it's "he"
foundLanguageNames.push('he')
languagesToScrape.push({
youTube: 'iw',
freeTube: 'he'
})
} else if (language === 'es-419') {
foundLanguageNames.push('es_AR', 'es-MX')
languagesToScrape.push({
youTube: 'es-419',
freeTube: 'es_AR'
})
languagesToScrape.push({
youTube: 'es-419',
freeTube: 'es-MX'
})
} else if (language !== 'en') {
unusedYouTubeLanguageNames.push(language)
}
}

foundLanguageNames.push('pt-BR')
languagesToScrape.push({
youTube: 'pt',
freeTube: 'pt-BR'
})

console.log("Active FreeTube languages that aren't available on YouTube:")
console.log(activeLanguages.filter(lang => !foundLanguageNames.includes(lang)).sort())

Expand Down Expand Up @@ -116,7 +140,7 @@ async function scrapeLanguage(youTubeLanguageCode) {
}

function processGeolocations(freeTubeLanguage, youTubeLanguage, response) {
const geolocations = response.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[1].multiPageMenuSectionRenderer.items[3].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
const geolocations = response.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items[4].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
.map(({ compactLinkRenderer }) => {
return {
name: new Misc.Text(compactLinkRenderer.title).toString().trim(),
Expand Down
2 changes: 1 addition & 1 deletion static/geolocations/ar.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
[{"name":"أذربيجان","code":"AZ"},{"name":"أسبانيا","code":"ES"},{"name":"أستراليا","code":"AU"},{"name":"إستونيا","code":"EE"},{"name":"إسرائيل","code":"IL"},{"name":"الأرجنتين","code":"AR"},{"name":"الأردن","code":"JO"},{"name":"الإكوادور","code":"EC"},{"name":"الإمارات العربية المتحدة","code":"AE"},{"name":"البحرين","code":"BH"},{"name":"البرازيل","code":"BR"},{"name":"البرتغال","code":"PT"},{"name":"البوسنة والهرسك","code":"BA"},{"name":"الجبل الأسود","code":"ME"},{"name":"الجزائر","code":"DZ"},{"name":"الدنمارك","code":"DK"},{"name":"السلفادور","code":"SV"},{"name":"السنغال","code":"SN"},{"name":"السويد","code":"SE"},{"name":"العراق","code":"IQ"},{"name":"الفيليبين","code":"PH"},{"name":"الكويت","code":"KW"},{"name":"ألمانيا","code":"DE"},{"name":"المجر","code":"HU"},{"name":"المغرب","code":"MA"},{"name":"المكسيك","code":"MX"},{"name":"المملكة العربية السعودية","code":"SA"},{"name":"المملكة المتحدة","code":"GB"},{"name":"النرويج","code":"NO"},{"name":"النمسا","code":"AT"},{"name":"الهند","code":"IN"},{"name":"الولايات المتحدة","code":"US"},{"name":"اليابان","code":"JP"},{"name":"اليمن","code":"YE"},{"name":"اليونان","code":"GR"},{"name":"إندونيسيا","code":"ID"},{"name":"أورغواي","code":"UY"},{"name":"أوغندا","code":"UG"},{"name":"أوكرانيا","code":"UA"},{"name":"أيرلندا","code":"IE"},{"name":"أيسلندا","code":"IS"},{"name":"إيطاليا","code":"IT"},{"name":"بابوا غينيا الجديدة","code":"PG"},{"name":"باراغواي","code":"PY"},{"name":"باكستان","code":"PK"},{"name":"بلجيكا","code":"BE"},{"name":"بلغاريا","code":"BG"},{"name":"بنغلاديش","code":"BD"},{"name":"بنما","code":"PA"},{"name":"بورتوريكو","code":"PR"},{"name":"بولندا","code":"PL"},{"name":"بوليفيا","code":"BO"},{"name":"بيرو","code":"PE"},{"name":"بيلاروسيا","code":"BY"},{"name":"تايلاند","code":"TH"},{"name":"تايوان","code":"TW"},{"name":"تركيا","code":"TR"},{"name":"تشيكيا","code":"CZ"},{"name":"تشيلي","code":"CL"},{"name":"تنزانيا","code":"TZ"},{"name":"تونس","code":"TN"},{"name":"جامايكا","code":"JM"},{"name":"جمهورية الدومينكان","code":"DO"},{"name":"جنوب إفريقيا","code":"ZA"},{"name":"جورجيا","code":"GE"},{"name":"روسيا","code":"RU"},{"name":"رومانيا","code":"RO"},{"name":"زيمبابوي","code":"ZW"},{"name":"سريلانكا","code":"LK"},{"name":"سلوفاكيا","code":"SK"},{"name":"سلوفينيا","code":"SI"},{"name":"سنغافورة","code":"SG"},{"name":"سويسرا","code":"CH"},{"name":"شمال مقدونيا","code":"MK"},{"name":"صربيا","code":"RS"},{"name":"عُمان","code":"OM"},{"name":"غانا","code":"GH"},{"name":"غواتيمالا","code":"GT"},{"name":"فرنسا","code":"FR"},{"name":"فنزويلا","code":"VE"},{"name":"فنلندا","code":"FI"},{"name":"فيتنام","code":"VN"},{"name":"قبرص","code":"CY"},{"name":"قطر","code":"QA"},{"name":"كازاخستان","code":"KZ"},{"name":"كرواتيا","code":"HR"},{"name":"كمبوديا","code":"KH"},{"name":"كندا","code":"CA"},{"name":"كوريا الجنوبية","code":"KR"},{"name":"كوستاريكا","code":"CR"},{"name":"كولومبيا","code":"CO"},{"name":"كينيا","code":"KE"},{"name":"لاتفيا","code":"LV"},{"name":"لاوس","code":"LA"},{"name":"لبنان","code":"LB"},{"name":"لوكسمبورغ","code":"LU"},{"name":"ليبيا","code":"LY"},{"name":"ليتوانيا","code":"LT"},{"name":"ليشتنشتاين","code":"LI"},{"name":"مالطة","code":"MT"},{"name":"ماليزيا","code":"MY"},{"name":"مصر","code":"EG"},{"name":"نيبال","code":"NP"},{"name":"نيجيريا","code":"NG"},{"name":"نيكاراغوا","code":"NI"},{"name":"نيوزيلندا","code":"NZ"},{"name":"هندوراس","code":"HN"},{"name":"هولندا","code":"NL"},{"name":"هونغ كونغ","code":"HK"}]
[{"name":"أذربيجان","code":"AZ"},{"name":"أسبانيا","code":"ES"},{"name":"أستراليا","code":"AU"},{"name":"إستونيا","code":"EE"},{"name":"إسرائيل","code":"IL"},{"name":"الأرجنتين","code":"AR"},{"name":"الأردن","code":"JO"},{"name":"الإكوادور","code":"EC"},{"name":"الإمارات العربية المتحدة","code":"AE"},{"name":"البحرين","code":"BH"},{"name":"البرازيل","code":"BR"},{"name":"البرتغال","code":"PT"},{"name":"البوسنة والهرسك","code":"BA"},{"name":"الجبل الأسود","code":"ME"},{"name":"الجزائر","code":"DZ"},{"name":"الدنمارك","code":"DK"},{"name":"السلفادور","code":"SV"},{"name":"السنغال","code":"SN"},{"name":"السويد","code":"SE"},{"name":"العراق","code":"IQ"},{"name":"الفيليبين","code":"PH"},{"name":"الكويت","code":"KW"},{"name":"ألمانيا","code":"DE"},{"name":"المجر","code":"HU"},{"name":"المغرب","code":"MA"},{"name":"المكسيك","code":"MX"},{"name":"المملكة العربية السعودية","code":"SA"},{"name":"المملكة المتحدة","code":"GB"},{"name":"النرويج","code":"NO"},{"name":"النمسا","code":"AT"},{"name":"الهند","code":"IN"},{"name":"الولايات المتحدة","code":"US"},{"name":"اليابان","code":"JP"},{"name":"اليمن","code":"YE"},{"name":"اليونان","code":"GR"},{"name":"إندونيسيا","code":"ID"},{"name":"أورغواي","code":"UY"},{"name":"أوغندا","code":"UG"},{"name":"أوكرانيا","code":"UA"},{"name":"أيرلندا","code":"IE"},{"name":"أيسلندا","code":"IS"},{"name":"إيطاليا","code":"IT"},{"name":"بابوا غينيا الجديدة","code":"PG"},{"name":"باراغواي","code":"PY"},{"name":"باكستان","code":"PK"},{"name":"بلجيكا","code":"BE"},{"name":"بلغاريا","code":"BG"},{"name":"بنغلاديش","code":"BD"},{"name":"بنما","code":"PA"},{"name":"بورتوريكو","code":"PR"},{"name":"بولندا","code":"PL"},{"name":"بوليفيا","code":"BO"},{"name":"بيرو","code":"PE"},{"name":"بيلاروسيا","code":"BY"},{"name":"تايلاند","code":"TH"},{"name":"تايوان","code":"TW"},{"name":"تركيا","code":"TR"},{"name":"تشيكيا","code":"CZ"},{"name":"تشيلي","code":"CL"},{"name":"تنزانيا","code":"TZ"},{"name":"تونس","code":"TN"},{"name":"جامايكا","code":"JM"},{"name":"جمهورية الدومينكان","code":"DO"},{"name":"جنوب إفريقيا","code":"ZA"},{"name":"جورجيا","code":"GE"},{"name":"روسيا","code":"RU"},{"name":"رومانيا","code":"RO"},{"name":"زيمبابوي","code":"ZW"},{"name":"سريلانكا","code":"LK"},{"name":"سلوفاكيا","code":"SK"},{"name":"سلوفينيا","code":"SI"},{"name":"سنغافورة","code":"SG"},{"name":"سويسرا","code":"CH"},{"name":"شمال مقدونيا","code":"MK"},{"name":"صربيا","code":"RS"},{"name":"عُمان","code":"OM"},{"name":"غانا","code":"GH"},{"name":"غواتيمالا","code":"GT"},{"name":"فرنسا","code":"FR"},{"name":"فنزويلا","code":"VE"},{"name":"فنلندا","code":"FI"},{"name":"فيتنام","code":"VN"},{"name":"قبرص","code":"CY"},{"name":"قطر","code":"QA"},{"name":"كازاخستان","code":"KZ"},{"name":"كرواتيا","code":"HR"},{"name":"كمبوديا","code":"KH"},{"name":"كندا","code":"CA"},{"name":"كوريا الجنوبية","code":"KR"},{"name":"كوستاريكا","code":"CR"},{"name":"كولومبيا","code":"CO"},{"name":"كينيا","code":"KE"},{"name":"لاتفيا","code":"LV"},{"name":"لاوس","code":"LA"},{"name":"لبنان","code":"LB"},{"name":"لوكسمبورغ","code":"LU"},{"name":"ليبيا","code":"LY"},{"name":"ليتوانيا","code":"LT"},{"name":"ليشتنشتاين","code":"LI"},{"name":"مالطة","code":"MT"},{"name":"ماليزيا","code":"MY"},{"name":"مصر","code":"EG"},{"name":"مولدوفا","code":"MD"},{"name":"نيبال","code":"NP"},{"name":"نيجيريا","code":"NG"},{"name":"نيكاراغوا","code":"NI"},{"name":"نيوزيلندا","code":"NZ"},{"name":"هندوراس","code":"HN"},{"name":"هولندا","code":"NL"},{"name":"هونغ كونغ","code":"HK"}]
2 changes: 1 addition & 1 deletion static/geolocations/bg.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
[{"name":"Австралия","code":"AU"},{"name":"Австрия","code":"AT"},{"name":"Азербайджан","code":"AZ"},{"name":"Алжир","code":"DZ"},{"name":"Аржентина","code":"AR"},{"name":"Бангладеш","code":"BD"},{"name":"Бахрейн","code":"BH"},{"name":"Беларус","code":"BY"},{"name":"Белгия","code":"BE"},{"name":"Боливия","code":"BO"},{"name":"Босна и Херцеговина","code":"BA"},{"name":"Бразилия","code":"BR"},{"name":"България","code":"BG"},{"name":"Великобритания","code":"GB"},{"name":"Венесуела","code":"VE"},{"name":"Виетнам","code":"VN"},{"name":"Гана","code":"GH"},{"name":"Гватемала","code":"GT"},{"name":"Германия","code":"DE"},{"name":"Грузия","code":"GE"},{"name":"Гърция","code":"GR"},{"name":"Дания","code":"DK"},{"name":"Доминиканска република","code":"DO"},{"name":"Египет","code":"EG"},{"name":"Еквадор","code":"EC"},{"name":"Естония","code":"EE"},{"name":"Зимбабве","code":"ZW"},{"name":"Израел","code":"IL"},{"name":"Индия","code":"IN"},{"name":"Индонезия","code":"ID"},{"name":"Ирак","code":"IQ"},{"name":"Ирландия","code":"IE"},{"name":"Исландия","code":"IS"},{"name":"Испания","code":"ES"},{"name":"Италия","code":"IT"},{"name":"Йемен","code":"YE"},{"name":"Йордания","code":"JO"},{"name":"Казахстан","code":"KZ"},{"name":"Камбоджа","code":"KH"},{"name":"Канада","code":"CA"},{"name":"Катар","code":"QA"},{"name":"Кения","code":"KE"},{"name":"Кипър","code":"CY"},{"name":"Колумбия","code":"CO"},{"name":"Коста Рика","code":"CR"},{"name":"Кувейт","code":"KW"},{"name":"Лаос","code":"LA"},{"name":"Латвия","code":"LV"},{"name":"Либия","code":"LY"},{"name":"Ливан","code":"LB"},{"name":"Литва","code":"LT"},{"name":"Лихтенщайн","code":"LI"},{"name":"Люксембург","code":"LU"},{"name":"Малайзия","code":"MY"},{"name":"Малта","code":"MT"},{"name":"Мароко","code":"MA"},{"name":"Мексико","code":"MX"},{"name":"Непал","code":"NP"},{"name":"Нигерия","code":"NG"},{"name":"Нидерландия","code":"NL"},{"name":"Никарагуа","code":"NI"},{"name":"Нова Зеландия","code":"NZ"},{"name":"Норвегия","code":"NO"},{"name":"Обединени арабски емирства","code":"AE"},{"name":"Оман","code":"OM"},{"name":"Пакистан","code":"PK"},{"name":"Панама","code":"PA"},{"name":"Папуа Нова Гвинея","code":"PG"},{"name":"Парагвай","code":"PY"},{"name":"Перу","code":"PE"},{"name":"Полша","code":"PL"},{"name":"Португалия","code":"PT"},{"name":"Пуерто Рико","code":"PR"},{"name":"Румъния","code":"RO"},{"name":"Русия","code":"RU"},{"name":"Салвадор","code":"SV"},{"name":"Саудитска Арабия","code":"SA"},{"name":"Северна Македония","code":"MK"},{"name":"Сенегал","code":"SN"},{"name":"Сингапур","code":"SG"},{"name":"Словакия","code":"SK"},{"name":"Словения","code":"SI"},{"name":"Съединени щати","code":"US"},{"name":"Сърбия","code":"RS"},{"name":"Тайван","code":"TW"},{"name":"Тайланд","code":"TH"},{"name":"Танзания","code":"TZ"},{"name":"Тунис","code":"TN"},{"name":"Турция","code":"TR"},{"name":"Уганда","code":"UG"},{"name":"Украйна","code":"UA"},{"name":"Унгария","code":"HU"},{"name":"Уругвай","code":"UY"},{"name":"Филипини","code":"PH"},{"name":"Финландия","code":"FI"},{"name":"Франция","code":"FR"},{"name":"Хондурас","code":"HN"},{"name":"Хонконг","code":"HK"},{"name":"Хърватска","code":"HR"},{"name":"Черна гора","code":"ME"},{"name":"Чехия","code":"CZ"},{"name":"Чили","code":"CL"},{"name":"Швейцария","code":"CH"},{"name":"Швеция","code":"SE"},{"name":"Шри Ланка","code":"LK"},{"name":"Южна Африка","code":"ZA"},{"name":"Южна Корея","code":"KR"},{"name":"Ямайка","code":"JM"},{"name":"Япония","code":"JP"}]
[{"name":"Австралия","code":"AU"},{"name":"Австрия","code":"AT"},{"name":"Азербайджан","code":"AZ"},{"name":"Алжир","code":"DZ"},{"name":"Аржентина","code":"AR"},{"name":"Бангладеш","code":"BD"},{"name":"Бахрейн","code":"BH"},{"name":"Беларус","code":"BY"},{"name":"Белгия","code":"BE"},{"name":"Боливия","code":"BO"},{"name":"Босна и Херцеговина","code":"BA"},{"name":"Бразилия","code":"BR"},{"name":"България","code":"BG"},{"name":"Великобритания","code":"GB"},{"name":"Венесуела","code":"VE"},{"name":"Виетнам","code":"VN"},{"name":"Гана","code":"GH"},{"name":"Гватемала","code":"GT"},{"name":"Германия","code":"DE"},{"name":"Грузия","code":"GE"},{"name":"Гърция","code":"GR"},{"name":"Дания","code":"DK"},{"name":"Доминиканска република","code":"DO"},{"name":"Египет","code":"EG"},{"name":"Еквадор","code":"EC"},{"name":"Естония","code":"EE"},{"name":"Зимбабве","code":"ZW"},{"name":"Израел","code":"IL"},{"name":"Индия","code":"IN"},{"name":"Индонезия","code":"ID"},{"name":"Ирак","code":"IQ"},{"name":"Ирландия","code":"IE"},{"name":"Исландия","code":"IS"},{"name":"Испания","code":"ES"},{"name":"Италия","code":"IT"},{"name":"Йемен","code":"YE"},{"name":"Йордания","code":"JO"},{"name":"Казахстан","code":"KZ"},{"name":"Камбоджа","code":"KH"},{"name":"Канада","code":"CA"},{"name":"Катар","code":"QA"},{"name":"Кения","code":"KE"},{"name":"Кипър","code":"CY"},{"name":"Колумбия","code":"CO"},{"name":"Коста Рика","code":"CR"},{"name":"Кувейт","code":"KW"},{"name":"Лаос","code":"LA"},{"name":"Латвия","code":"LV"},{"name":"Либия","code":"LY"},{"name":"Ливан","code":"LB"},{"name":"Литва","code":"LT"},{"name":"Лихтенщайн","code":"LI"},{"name":"Люксембург","code":"LU"},{"name":"Малайзия","code":"MY"},{"name":"Малта","code":"MT"},{"name":"Мароко","code":"MA"},{"name":"Мексико","code":"MX"},{"name":"Молдова","code":"MD"},{"name":"Непал","code":"NP"},{"name":"Нигерия","code":"NG"},{"name":"Нидерландия","code":"NL"},{"name":"Никарагуа","code":"NI"},{"name":"Нова Зеландия","code":"NZ"},{"name":"Норвегия","code":"NO"},{"name":"Обединени арабски емирства","code":"AE"},{"name":"Оман","code":"OM"},{"name":"Пакистан","code":"PK"},{"name":"Панама","code":"PA"},{"name":"Папуа Нова Гвинея","code":"PG"},{"name":"Парагвай","code":"PY"},{"name":"Перу","code":"PE"},{"name":"Полша","code":"PL"},{"name":"Португалия","code":"PT"},{"name":"Пуерто Рико","code":"PR"},{"name":"Румъния","code":"RO"},{"name":"Русия","code":"RU"},{"name":"Салвадор","code":"SV"},{"name":"Саудитска Арабия","code":"SA"},{"name":"Северна Македония","code":"MK"},{"name":"Сенегал","code":"SN"},{"name":"Сингапур","code":"SG"},{"name":"Словакия","code":"SK"},{"name":"Словения","code":"SI"},{"name":"Съединени щати","code":"US"},{"name":"Сърбия","code":"RS"},{"name":"Тайван","code":"TW"},{"name":"Тайланд","code":"TH"},{"name":"Танзания","code":"TZ"},{"name":"Тунис","code":"TN"},{"name":"Турция","code":"TR"},{"name":"Уганда","code":"UG"},{"name":"Украйна","code":"UA"},{"name":"Унгария","code":"HU"},{"name":"Уругвай","code":"UY"},{"name":"Филипини","code":"PH"},{"name":"Финландия","code":"FI"},{"name":"Франция","code":"FR"},{"name":"Хондурас","code":"HN"},{"name":"Хонконг","code":"HK"},{"name":"Хърватска","code":"HR"},{"name":"Черна гора","code":"ME"},{"name":"Чехия","code":"CZ"},{"name":"Чили","code":"CL"},{"name":"Швейцария","code":"CH"},{"name":"Швеция","code":"SE"},{"name":"Шри Ланка","code":"LK"},{"name":"Южна Африка","code":"ZA"},{"name":"Южна Корея","code":"KR"},{"name":"Ямайка","code":"JM"},{"name":"Япония","code":"JP"}]
Loading

0 comments on commit cc61f5a

Please sign in to comment.