recipe request: www.strategic-culture.org

[atlantique]

I will greatly appreciate if somebody could help me
by writing a barebones recipe for the following site

http://www.strategic-culture.org/

______________

The rss feed on that website is not usable because it does not
include the articles, such as the Chaco article currently on the
first page. The feed appears to be intended for the short news cables.

I have tried to imitate Darko Miletic's Frontline recipe
for frontlineonnet.com using the print link for each article

def print_version(self, url):
return url.replace('/news/', '/pview/')

But I totally failed at creating a working index. I tried
using the "12_inter" and "sini" tags and
http://www.strategic-culture.org/?p=1&s=date&op=25
I do not know how to increase the page number, therefore
I increased the default number of articles on the first page.

keep_only_tags= [
dict(name='span', attrs={'class':'12_inter'})
,dict(attrs={'class':'sini'})
]

but looking at the error output appended below I appear not to be
getting anywhere, so I was forced to admit I have no idea of what
I am doing. Thanks.

_________________________________________
InputFormatPlugin: Recipe Input running
Failed to compile downloaded recipe. Falling back to builtin one
Traceback (most recent call last):
File "site-packages/calibre/web/feeds/input.py", line 78, in convert
File "site-packages/calibre/web/feeds/recipes/__init__.py", line 42, in compile_recipe
TypeError: 'NoneType' object is not subscriptable

Traceback (most recent call last):
File "site.py", line 58, in main
File "site-packages/calibre/ebooks/conversion/cli.py", line 287, in main
File "site-packages/calibre/ebooks/conversion/plumber.py", line 944, in run
File "site-packages/calibre/customize/conversion.py", line 204, in __call__
File "site-packages/calibre/web/feeds/input.py", line 93, in convert
ValueError: Failed to find builtin recipe: strategicculture

____________________________________________

[kiklop74]

I'll look into this. This is a bit more complex recipe.

[kiklop74]

Recipe is finished. It will be part of the next release of Calibre.

https://bugs.launchpad.net/calibre/+bug/998917

[rwinkel]

It stopped working somewhere along the way:
calibre, version 3.33.1 (darwin, embedded-python: True)
Conversion error: Failed: Fetch news from Strategic Culture Foundation

Fetch news from Strategic Culture Foundation
Conversion options changed from defaults:
output_profile: u'kindle_pw3'
verbose: 2
Resolved conversion options
calibre version: 3.33.1
{'asciiize': False,
'author_sort': None,
'authors': None,
'base_font_size': 0,
'book_producer': None,
'change_justification': 'original',
'chapter': None,
'chapter_mark': 'pagebreak',
'comments': None,
'cover': None,
'debug_pipeline': None,
'dehyphenate': True,
'delete_blank_paragraphs': True,
'disable_font_rescaling': False,
'dont_compress': False,
'dont_download_recipe': False,
'duplicate_links_in_toc': False,
'embed_all_fonts': False,
'embed_font_family': None,
'enable_heuristics': False,
'expand_css': False,
'extra_css': None,
'extract_to': None,
'filter_css': None,
'fix_indents': True,
'font_size_mapping': None,
'format_scene_breaks': True,
'html_unwrap_factor': 0.4,
'input_encoding': None,
'input_profile': <calibre.customize.profiles.InputProfile object at 0x111294e10>,
'insert_blank_line': False,
'insert_blank_line_size': 0.5,
'insert_metadata': False,
'isbn': None,
'italicize_common_cases': True,
'keep_ligatures': False,
'language': None,
'level1_toc': None,
'level2_toc': None,
'level3_toc': None,
'line_height': 0,
'linearize_tables': False,
'lrf': False,
'margin_bottom': 5.0,
'margin_left': 5.0,
'margin_right': 5.0,
'margin_top': 5.0,
'markup_chapter_headings': True,
'max_toc_links': 50,
'minimum_line_height': 120.0,
'mobi_file_type': 'old',
'mobi_ignore_margins': False,
'mobi_keep_original_images': False,
'mobi_toc_at_start': False,
'no_chapters_in_toc': False,
'no_inline_navbars': True,
'no_inline_toc': False,
'output_profile': <calibre.customize.profiles.KindlePaperWhite3Outpu t object at 0x11129f650>,
'page_breaks_before': None,
'personal_doc': '[PDOC]',
'prefer_author_sort': False,
'prefer_metadata_cover': False,
'pretty_print': False,
'pubdate': None,
'publisher': None,
'rating': None,
'read_metadata_from_opf': None,
'remove_fake_margins': True,
'remove_first_image': False,
'remove_paragraph_spacing': False,
'remove_paragraph_spacing_indent_size': 1.5,
'renumber_headings': True,
'replace_scene_breaks': '',
'search_replace': None,
'series': None,
'series_index': None,
'share_not_sync': False,
'smarten_punctuation': False,
'sr1_replace': '',
'sr1_search': '',
'sr2_replace': '',
'sr2_search': '',
'sr3_replace': '',
'sr3_search': '',
'start_reading_at': None,
'subset_embedded_fonts': False,
'tags': None,
'test': False,
'timestamp': None,
'title': None,
'title_sort': None,
'toc_filter': None,
'toc_threshold': 6,
'toc_title': None,
'transform_css_rules': None,
'unsmarten_punctuation': False,
'unwrap_lines': True,
'use_auto_toc': False,
'verbose': 2}
Python function terminated unexpectedly: HTTP Error 404: Not Found
InputFormatPlugin: Recipe Input running
Downloading recipe urn: builtin:strategic_culture
Trying to get latest version of recipe: strategic_culture
Traceback (most recent call last):
File "/Applications/calibre.app/Contents/Resources/Python/lib/python2.7/site.py", line 154, in main
return run_entry_point()
File "/Applications/calibre.app/Contents/Resources/Python/lib/python2.7/site.py", line 114, in run_entry_point
return getattr(pmod, func)()
File "site-packages/calibre/utils/ipc/worker.py", line 199, in main
File "site-packages/calibre/gui2/convert/gui_conversion.py", line 35, in gui_convert_recipe
File "site-packages/calibre/gui2/convert/gui_conversion.py", line 27, in gui_convert
File "site-packages/calibre/ebooks/conversion/plumber.py", line 1106, in run
File "site-packages/calibre/customize/conversion.py", line 244, in __call__
File "site-packages/calibre/ebooks/conversion/plugins/recipe_input.py", line 136, in convert
File "site-packages/calibre/web/feeds/news.py", line 1018, in download
File "site-packages/calibre/web/feeds/news.py", line 1185, in build_index
File "<string>", line 64, in parse_index
File "site-packages/calibre/web/feeds/news.py", line 675, in index_to_soup
File "site-packages/mechanize/_mechanize.py", line 239, in open_novisit
File "site-packages/mechanize/_mechanize.py", line 310, in _mech_open
mechanize._response.httperror_seek_wrapper: HTTP Error 404: Not Found