2015-06-01 09:15:50 +02:00
|
|
|
from collections import defaultdict
|
|
|
|
|
import mock
|
|
|
|
|
from searx.engines import swisscows
|
|
|
|
|
from searx.testing import SearxTestCase
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestSwisscowsEngine(SearxTestCase):
|
|
|
|
|
|
|
|
|
|
def test_request(self):
|
2018-03-01 05:30:48 +01:00
|
|
|
swisscows.supported_languages = ['de-AT', 'de-DE']
|
2015-06-01 09:15:50 +02:00
|
|
|
query = 'test_query'
|
|
|
|
|
dicto = defaultdict(dict)
|
|
|
|
|
dicto['pageno'] = 1
|
2016-10-30 03:04:01 +01:00
|
|
|
dicto['language'] = 'de-DE'
|
2015-06-01 09:15:50 +02:00
|
|
|
params = swisscows.request(query, dicto)
|
|
|
|
|
self.assertTrue('url' in params)
|
|
|
|
|
self.assertTrue(query in params['url'])
|
|
|
|
|
self.assertTrue('swisscows.ch' in params['url'])
|
|
|
|
|
self.assertTrue('uiLanguage=de' in params['url'])
|
|
|
|
|
self.assertTrue('region=de-DE' in params['url'])
|
|
|
|
|
|
2015-06-12 19:54:03 +02:00
|
|
|
dicto['category'] = 'images'
|
|
|
|
|
params = swisscows.request(query, dicto)
|
|
|
|
|
self.assertIn('image', params['url'])
|
|
|
|
|
|
2015-06-01 09:15:50 +02:00
|
|
|
def test_response(self):
|
|
|
|
|
self.assertRaises(AttributeError, swisscows.response, None)
|
|
|
|
|
self.assertRaises(AttributeError, swisscows.response, [])
|
|
|
|
|
self.assertRaises(AttributeError, swisscows.response, '')
|
|
|
|
|
self.assertRaises(AttributeError, swisscows.response, '[]')
|
|
|
|
|
|
2016-11-30 18:43:03 +01:00
|
|
|
response = mock.Mock(text=b'<html></html>')
|
2015-06-01 09:15:50 +02:00
|
|
|
self.assertEqual(swisscows.response(response), [])
|
|
|
|
|
|
2016-11-30 18:43:03 +01:00
|
|
|
response = mock.Mock(text=b'<html></html>')
|
2015-06-01 09:15:50 +02:00
|
|
|
self.assertEqual(swisscows.response(response), [])
|
|
|
|
|
|
2016-11-30 18:43:03 +01:00
|
|
|
html = b"""
|
2015-06-01 09:15:50 +02:00
|
|
|
<script>
|
|
|
|
|
App.Dispatcher.dispatch("initialize", {
|
|
|
|
|
html5history: true,
|
|
|
|
|
initialData: {"Request":
|
|
|
|
|
{"Page":1,
|
|
|
|
|
"ItemsCount":1,
|
|
|
|
|
"Query":"This should ",
|
|
|
|
|
"NormalizedQuery":"This should ",
|
|
|
|
|
"Region":"de-AT",
|
|
|
|
|
"UILanguage":"de"},
|
|
|
|
|
"Results":{"items":[
|
|
|
|
|
{"Title":"\uE000This should\uE001 be the title",
|
|
|
|
|
"Description":"\uE000This should\uE001 be the content.",
|
|
|
|
|
"Url":"http://this.should.be.the.link/",
|
|
|
|
|
"DisplayUrl":"www.\uE000this.should.be.the\uE001.link",
|
2015-06-01 12:30:07 +02:00
|
|
|
"Id":"782ef287-e439-451c-b380-6ebc14ba033d"},
|
|
|
|
|
{"Title":"Datei:This should1.svg",
|
|
|
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
|
|
|
|
|
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should1.svg",
|
|
|
|
|
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should1.svg",
|
|
|
|
|
"Width":950,
|
|
|
|
|
"Height":534,
|
|
|
|
|
"FileSize":92100,
|
|
|
|
|
"ContentType":"image/jpeg",
|
|
|
|
|
"Thumbnail":{
|
|
|
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
|
|
|
|
|
"ContentType":"image/jpeg",
|
|
|
|
|
"Width":300,
|
|
|
|
|
"Height":168,
|
|
|
|
|
"FileSize":9134},
|
|
|
|
|
"Id":"6a97a542-8f65-425f-b7f6-1178c3aba7be"
|
|
|
|
|
}
|
2015-06-01 09:15:50 +02:00
|
|
|
],"TotalCount":55300,
|
|
|
|
|
"Query":"This should "
|
|
|
|
|
},
|
|
|
|
|
"Images":[{"Title":"Datei:This should.svg",
|
|
|
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
|
|
|
|
|
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should.svg",
|
|
|
|
|
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should.svg",
|
|
|
|
|
"Width":1280,
|
|
|
|
|
"Height":677,
|
|
|
|
|
"FileSize":50053,
|
|
|
|
|
"ContentType":"image/png",
|
|
|
|
|
"Thumbnail":{"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
|
|
|
|
|
"ContentType":"image/png",
|
|
|
|
|
"Width":300,
|
|
|
|
|
"Height":158,
|
|
|
|
|
"FileSize":8023},
|
|
|
|
|
"Id":"ae230fd8-a06a-47d6-99d5-e74766d8143a"}]},
|
|
|
|
|
environment: "production"
|
|
|
|
|
}).then(function (options) {
|
|
|
|
|
$('#Search_Form').on('submit', function (e) {
|
|
|
|
|
if (!Modernizr.history) return;
|
|
|
|
|
e.preventDefault();
|
|
|
|
|
|
|
|
|
|
var $form = $(this),
|
|
|
|
|
$query = $('#Query'),
|
|
|
|
|
query = $.trim($query.val()),
|
|
|
|
|
path = App.Router.makePath($form.attr('action'), null, $form.serializeObject())
|
|
|
|
|
|
|
|
|
|
if (query.length) {
|
|
|
|
|
options.html5history ?
|
|
|
|
|
ReactRouter.HistoryLocation.push(path) :
|
|
|
|
|
ReactRouter.RefreshLocation.push(path);
|
|
|
|
|
}
|
|
|
|
|
else $('#Query').trigger('blur');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
});
|
|
|
|
|
</script>
|
|
|
|
|
"""
|
2016-11-30 18:43:03 +01:00
|
|
|
response = mock.Mock(text=html)
|
2015-06-01 09:15:50 +02:00
|
|
|
results = swisscows.response(response)
|
|
|
|
|
self.assertEqual(type(results), list)
|
2015-06-01 12:30:07 +02:00
|
|
|
self.assertEqual(len(results), 3)
|
2015-06-01 09:15:50 +02:00
|
|
|
self.assertEqual(results[0]['title'], 'This should be the title')
|
|
|
|
|
self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
|
|
|
|
|
self.assertEqual(results[0]['content'], 'This should be the content.')
|
2015-06-01 12:30:07 +02:00
|
|
|
self.assertEqual(results[1]['title'], 'Datei:This should1.svg')
|
|
|
|
|
self.assertEqual(results[1]['url'], 'http://de.wikipedia.org/wiki/Datei:This should1.svg')
|
|
|
|
|
self.assertEqual(results[1]['img_src'], 'http://ts2.mm.This/should1.png')
|
2015-06-01 09:15:50 +02:00
|
|
|
self.assertEqual(results[1]['template'], 'images.html')
|
2015-06-01 12:30:07 +02:00
|
|
|
self.assertEqual(results[2]['title'], 'Datei:This should.svg')
|
|
|
|
|
self.assertEqual(results[2]['url'], 'http://de.wikipedia.org/wiki/Datei:This should.svg')
|
|
|
|
|
self.assertEqual(results[2]['img_src'], 'http://ts2.mm.This/should.png')
|
|
|
|
|
self.assertEqual(results[2]['template'], 'images.html')
|
2016-12-15 07:34:43 +01:00
|
|
|
|
|
|
|
|
def test_fetch_supported_languages(self):
|
|
|
|
|
html = """<html></html>"""
|
|
|
|
|
response = mock.Mock(text=html)
|
|
|
|
|
languages = swisscows._fetch_supported_languages(response)
|
|
|
|
|
self.assertEqual(type(languages), list)
|
|
|
|
|
self.assertEqual(len(languages), 0)
|
|
|
|
|
|
|
|
|
|
html = """
|
|
|
|
|
<html>
|
|
|
|
|
<div id="regions-popup">
|
|
|
|
|
<div>
|
|
|
|
|
<ul>
|
2017-10-10 23:52:41 +02:00
|
|
|
<li><a data-search-language="browser"></a></li>
|
|
|
|
|
<li><a data-search-language="de-CH"></a></li>
|
|
|
|
|
<li><a data-search-language="fr-CH"></a></li>
|
2016-12-15 07:34:43 +01:00
|
|
|
</ul>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</html>
|
|
|
|
|
"""
|
|
|
|
|
response = mock.Mock(text=html)
|
|
|
|
|
languages = swisscows._fetch_supported_languages(response)
|
|
|
|
|
self.assertEqual(type(languages), list)
|
|
|
|
|
self.assertEqual(len(languages), 3)
|
|
|
|
|
self.assertIn('de-CH', languages)
|
|
|
|
|
self.assertIn('fr-CH', languages)
|
