LICENSE
MANIFEST.in
README.md
requirements.txt
setup.py
django_dynamic_scraper.egg-info/PKG-INFO
django_dynamic_scraper.egg-info/SOURCES.txt
django_dynamic_scraper.egg-info/dependency_links.txt
django_dynamic_scraper.egg-info/requires.txt
django_dynamic_scraper.egg-info/top_level.txt
docs/.DS_Store
docs/Makefile
docs/advanced_topics.rst
docs/basic_services.rst
docs/conf.py
docs/development.rst
docs/getting_started.rst
docs/index.rst
docs/installation.rst
docs/introduction.rst
docs/make.bat
docs/reference.rst
docs/images/.DS_Store
docs/images/screenshot_command_line_checker_run.png
docs/images/screenshot_command_line_checker_test_run.png
docs/images/screenshot_dds_command_line_help.png
docs/images/screenshot_django-admin_add_domain_ref_object.png
docs/images/screenshot_django-admin_add_log_marker.png
docs/images/screenshot_django-admin_add_scraped_obj_class.png
docs/images/screenshot_django-admin_articles_after_scraping.png
docs/images/screenshot_django-admin_checker_params.png
docs/images/screenshot_django-admin_logging.png
docs/images/screenshot_django-admin_monitoring_section.png
docs/images/screenshot_django-admin_overview.png
docs/images/screenshot_django-admin_pagination.png
docs/images/screenshot_django-admin_peridoc_task.png
docs/images/screenshot_django-admin_request_page_type_example.png
docs/images/screenshot_django-admin_scheduler_runtime.png
docs/images/screenshot_django-admin_scraper_1.png
docs/images/screenshot_django-admin_scraper_2.png
docs/images/screenshot_django-admin_scraper_overview_last_checker_delete_alert.png
docs/images/screenshot_django-admin_scraper_request_body.png
docs/images/screenshot_django-admin_scraper_request_cookies.png
docs/images/screenshot_django-admin_scraper_request_form_data.png
docs/images/screenshot_django-admin_scraper_request_http_headers.png
docs/images/screenshot_django-admin_scraper_request_scrapy_meta_data.png
docs/images/screenshot_django-admin_scraper_request_type_and_method.png
docs/images/screenshot_scrapy_run_command_line.png
docs/images/screenshot_scrapy_run_command_line_old.png
docs/images/screenshot_shell_scrapy_server.png
docs/images/screenshot_wikinews_detail_page_source.png
docs/images/screenshot_wikinews_overview_page_source.png
dynamic_scraper/__init__.py
dynamic_scraper/admin.py
dynamic_scraper/models.py
dynamic_scraper/pipelines.py
dynamic_scraper/views.py
dynamic_scraper/management/__init__.py
dynamic_scraper/management/commands/__init__.py
dynamic_scraper/management/commands/check_last_checker_deletes.py
dynamic_scraper/management/commands/check_last_scraper_saves.py
dynamic_scraper/management/commands/run_checker_tests.py
dynamic_scraper/migrations/0001_initial.py
dynamic_scraper/migrations/0002_scraper_render_javascript.py
dynamic_scraper/migrations/0003_auto_20150610_0906.py
dynamic_scraper/migrations/0004_scrapedobjattr_id_field.py
dynamic_scraper/migrations/0005_new_dict_params_for_scraper.py
dynamic_scraper/migrations/0006_request_type_and_body.py
dynamic_scraper/migrations/0007_dont_filter_attribute.py
dynamic_scraper/migrations/0008_new_request_page_types_construct.py
dynamic_scraper/migrations/0009_removed_legacy_request_page_type_scraper_fields.py
dynamic_scraper/migrations/0010_move_save_to_db_to_scraped_obj_attr.py
dynamic_scraper/migrations/0011_extracted_checker_attributes_to_own_checker_class.py
dynamic_scraper/migrations/0012_removed_legacy_checker_scraper_attributes.py
dynamic_scraper/migrations/0013_added_scraper_save_and_checker_delete_datetime_fields.py
dynamic_scraper/migrations/0014_added_scraper_save_and_checker_delete_alert_period_fields_for_scraper.py
dynamic_scraper/migrations/0015_added_datetime_fields_for_last_scraper_save_and_checker_delete_alert.py
dynamic_scraper/migrations/0016_optional_xpath_fields_text_type_for_x_path_reg_exp_processor_fields.py
dynamic_scraper/migrations/0017_added_order_to_scraped_obj_attr.py
dynamic_scraper/migrations/0018_added_use_default_procs_field_to_scraper_elems.py
dynamic_scraper/migrations/0019_updated_help_texts_for_request_info_fields.py
dynamic_scraper/migrations/0020_added_work_status_field_to_scraper.py
dynamic_scraper/migrations/0021_added_owner_field_to_scraper.py
dynamic_scraper/migrations/0022_added_option_for_scraper_work_status.py
dynamic_scraper/migrations/0023_added_follow_pages_by_xpath_and_num_pages_follow_atts_to_scraper_pagination.py
dynamic_scraper/migrations/0024_new_follow_page_type_choice_for_rpt.py
dynamic_scraper/migrations/0025_new_follow_pages_page_xpath_pagination_attribute.py
dynamic_scraper/migrations/__init__.py
dynamic_scraper/south_migrations/0001_initial.py
dynamic_scraper/south_migrations/0002_auto__add_field_scraper_content_type.py
dynamic_scraper/south_migrations/0003_auto__add_logmarker__add_field_log_type.py
dynamic_scraper/south_migrations/0004_auto__chg_field_scraper_checker_ref_url.py
dynamic_scraper/south_migrations/__init__.py
dynamic_scraper/spiders/__init__.py
dynamic_scraper/spiders/checker_test.py
dynamic_scraper/spiders/django_base_spider.py
dynamic_scraper/spiders/django_checker.py
dynamic_scraper/spiders/django_spider.py
dynamic_scraper/static/js/admin_custom.js
dynamic_scraper/utils/__init__.py
dynamic_scraper/utils/loader.py
dynamic_scraper/utils/processors.py
dynamic_scraper/utils/scheduler.py
dynamic_scraper/utils/task_utils.py
dynamic_scraper/utils/test_utils.py
example_project/.DS_Store
example_project/manage.py
example_project/manage.pyc
example_project/scrapy.cfg
example_project/server.sh
example_project/example_project/__init__.py
example_project/example_project/__init__.pyc
example_project/example_project/open_news.db
example_project/example_project/settings.py
example_project/example_project/settings.pyc
example_project/example_project/urls.py
example_project/example_project/urls.pyc
example_project/example_project/wsgi.py
example_project/example_project/wsgi.pyc
example_project/example_project/__pycache__/__init__.cpython-35.pyc
example_project/example_project/__pycache__/settings.cpython-35.pyc
example_project/example_project/__pycache__/urls.cpython-35.pyc
example_project/example_project/__pycache__/wsgi.cpython-35.pyc
example_project/open_news/__init__.py
example_project/open_news/__init__.pyc
example_project/open_news/admin.py
example_project/open_news/admin.pyc
example_project/open_news/models.py
example_project/open_news/models.pyc
example_project/open_news/open_news_dds_v013.json
example_project/open_news/tasks.py
example_project/open_news/tasks.pyc
example_project/open_news/tests.py
example_project/open_news/views.py
example_project/open_news/__pycache__/__init__.cpython-35.pyc
example_project/open_news/__pycache__/admin.cpython-35.pyc
example_project/open_news/__pycache__/models.cpython-35.pyc
example_project/open_news/__pycache__/tasks.cpython-35.pyc
example_project/open_news/migrations/0001_initial.py
example_project/open_news/migrations/0001_initial.pyc
example_project/open_news/migrations/__init__.py
example_project/open_news/migrations/__init__.pyc
example_project/open_news/migrations/__pycache__/0001_initial.cpython-35.pyc
example_project/open_news/migrations/__pycache__/__init__.cpython-35.pyc
example_project/open_news/scraper/__init__.py
example_project/open_news/scraper/__init__.pyc
example_project/open_news/scraper/checkers.py
example_project/open_news/scraper/checkers.pyc
example_project/open_news/scraper/pipelines.py
example_project/open_news/scraper/pipelines.pyc
example_project/open_news/scraper/settings.py
example_project/open_news/scraper/settings.pyc
example_project/open_news/scraper/spiders.py
example_project/open_news/scraper/spiders.pyc
example_project/open_news/scraper/__pycache__/__init__.cpython-35.pyc
example_project/open_news/scraper/__pycache__/checkers.cpython-35.pyc
example_project/open_news/scraper/__pycache__/pipelines.cpython-35.pyc
example_project/open_news/scraper/__pycache__/settings.cpython-35.pyc
example_project/open_news/scraper/__pycache__/spiders.cpython-35.pyc
tests/.DS_Store
tests/manage.py
tests/run_basic_tests.sh
tests/run_checker_run_tests.sh
tests/run_js_tests.sh
tests/run_model_tests.sh
tests/run_pagination_tests.sh
tests/run_scraper_img_run_tests.sh
tests/run_scraper_json_run_tests.sh
tests/run_scraper_processor_run_tests.sh
tests/run_scraper_req_options_run_tests.sh
tests/run_scraper_run_tests.sh
tests/run_tests.sh
tests/testserver.sh
tests/basic/.DS_Store
tests/basic/__init__.py
tests/basic/__init__.pyc
tests/basic/models.py
tests/basic/models.pyc
tests/basic/processors_test.py
tests/basic/processors_test.pyc
tests/basic/scheduler_test.py
tests/basic/scheduler_test.pyc
tests/basic/tests.py
tests/basic/tests.pyc
tests/basic/views.py
tests/basic/__pycache__/__init__.cpython-34.pyc
tests/basic/__pycache__/__init__.cpython-35.pyc
tests/basic/__pycache__/models.cpython-35.pyc
tests/basic/__pycache__/processors_test.cpython-35.pyc
tests/basic/__pycache__/scheduler_test.cpython-35.pyc
tests/dds_tests/__init__.py
tests/dds_tests/__init__.pyc
tests/dds_tests/settings.py
tests/dds_tests/settings.pyc
tests/dds_tests/test.db
tests/dds_tests/urls.py
tests/dds_tests/urls.pyc
tests/dds_tests/wsgi.py
tests/dds_tests/wsgi.pyc
tests/dds_tests/__pycache__/__init__.cpython-34.pyc
tests/dds_tests/__pycache__/__init__.cpython-35.pyc
tests/dds_tests/__pycache__/settings.cpython-34.pyc
tests/dds_tests/__pycache__/settings.cpython-35.pyc
tests/dds_tests/__pycache__/urls.cpython-35.pyc
tests/dds_tests/__pycache__/wsgi.cpython-35.pyc
tests/scraper/__init__.py
tests/scraper/__init__.pyc
tests/scraper/checker_run_test.py
tests/scraper/checker_run_test.pyc
tests/scraper/model_test.py
tests/scraper/model_test.pyc
tests/scraper/models.py
tests/scraper/models.pyc
tests/scraper/pagination_test.py
tests/scraper/pagination_test.pyc
tests/scraper/scraper_img_run_test.py
tests/scraper/scraper_img_run_test.pyc
tests/scraper/scraper_js_run_test.py
tests/scraper/scraper_js_run_test.pyc
tests/scraper/scraper_json_run_test.py
tests/scraper/scraper_json_run_test.pyc
tests/scraper/scraper_processor_run_test.py
tests/scraper/scraper_processor_run_test.pyc
tests/scraper/scraper_req_options_run_test.py
tests/scraper/scraper_req_options_run_test.pyc
tests/scraper/scraper_run_test.py
tests/scraper/scraper_run_test.pyc
tests/scraper/scraper_test.py
tests/scraper/scraper_test.pyc
tests/scraper/tests.py
tests/scraper/tests.pyc
tests/scraper/urls.py
tests/scraper/urls.pyc
tests/scraper/views.py
tests/scraper/views.pyc
tests/scraper/__pycache__/__init__.cpython-34.pyc
tests/scraper/__pycache__/__init__.cpython-35.pyc
tests/scraper/__pycache__/checker_run_test.cpython-35.pyc
tests/scraper/__pycache__/model_test.cpython-35.pyc
tests/scraper/__pycache__/models.cpython-34.pyc
tests/scraper/__pycache__/models.cpython-35.pyc
tests/scraper/__pycache__/pagination_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_img_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_js_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_json_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_processor_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_req_options_run_test.cpython-27-PYTEST.pyc
tests/scraper/__pycache__/scraper_req_options_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_run_test.cpython-35.pyc
tests/scraper/__pycache__/scraper_test.cpython-27-PYTEST.pyc
tests/scraper/__pycache__/scraper_test.cpython-35.pyc
tests/scraper/__pycache__/urls.cpython-35.pyc
tests/scraper/__pycache__/views.cpython-35.pyc
tests/scraper/static/.DS_Store
tests/scraper/static/jquery.min.js
tests/scraper/static/site_for_checker/event1.html
tests/scraper/static/site_for_checker/event2.html
tests/scraper/static/site_for_checker/event_main.html
tests/scraper/static/site_generic/.DS_Store
tests/scraper/static/site_generic/event1.html
tests/scraper/static/site_generic/event2.html
tests/scraper/static/site_generic/event3.html
tests/scraper/static/site_generic/event4.html
tests/scraper/static/site_generic/event5.html
tests/scraper/static/site_generic/event6.html
tests/scraper/static/site_generic/event7.html
tests/scraper/static/site_generic/event_main.html
tests/scraper/static/site_generic/event_main1.html
tests/scraper/static/site_generic/event_main2.html
tests/scraper/static/site_generic/event_not_found.html
tests/scraper/static/site_missing_mandatory/event1.html
tests/scraper/static/site_missing_mandatory/event2.html
tests/scraper/static/site_missing_mandatory/event3.html
tests/scraper/static/site_missing_mandatory/event_main.html
tests/scraper/static/site_unicode/event1.html
tests/scraper/static/site_unicode/event2.html
tests/scraper/static/site_unicode/event3.html
tests/scraper/static/site_unicode/event4.html
tests/scraper/static/site_unicode/event_main.html
tests/scraper/static/site_with_imgs/event1.html
tests/scraper/static/site_with_imgs/event2.html
tests/scraper/static/site_with_imgs/event3.html
tests/scraper/static/site_with_imgs/event_main.html
tests/scraper/static/site_with_imgs/event_main2.html
tests/scraper/static/site_with_imgs/img1.png
tests/scraper/static/site_with_imgs/img2.png
tests/scraper/static/site_with_js/event1.html
tests/scraper/static/site_with_js/event2.html
tests/scraper/static/site_with_js/event_main.html
tests/scraper/static/site_with_js/event_main_docker.html
tests/scraper/static/site_with_js/event_not_found.html
tests/scraper/static/site_with_json_content_type/event1.html
tests/scraper/static/site_with_json_content_type/event1.json
tests/scraper/static/site_with_json_content_type/event2.html
tests/scraper/static/site_with_json_content_type/event2.json
tests/scraper/static/site_with_json_content_type/event3.html
tests/scraper/static/site_with_json_content_type/event3.json
tests/scraper/static/site_with_json_content_type/event_main.json
tests/scraper/static/site_with_json_content_type/event_main_array.json
tests/scraper/static/site_with_json_content_type/event_not_found.html
tests/scraper/static/site_with_json_content_type/event_not_found.json
tests/scraper/static/site_with_processor/event1.html
tests/scraper/static/site_with_processor/event2.html
tests/scraper/static/site_with_processor/event_main.html
tests/scraper/static/site_with_processor/event_main_placeholder.html
tests/scraper/static/site_with_processor/event_main_substr_replace_with_colon.html
tests/scraper/static/site_with_reg_exp/event1.html
tests/scraper/static/site_with_reg_exp/event2.html
tests/scraper/static/site_with_reg_exp/event_main.html
tests/scraper/static/site_with_xml_content_type/event_main.xml
tests/scraper/utils/__init__.py
tests/scraper/utils/__init__.pyc
tests/scraper/utils/custom_processors.py
tests/scraper/utils/custom_processors.pyc
tests/scraper/utils/__pycache__/__init__.cpython-35.pyc
tests/scraper/utils/__pycache__/custom_processors.cpython-35.pyc
tests/settings/__init__.py
tests/settings/__init__.pyc
tests/settings/base_settings.py
tests/settings/base_settings.pyc
tests/settings/custom_processor.py
tests/settings/custom_processor.pyc
tests/settings/custom_processor_wrong_path.py
tests/settings/custom_processor_wrong_path.pyc
tests/settings/images_store_format_all_no_thumbs.py
tests/settings/images_store_format_all_no_thumbs.pyc
tests/settings/images_store_format_all_with_thumbs.py
tests/settings/images_store_format_all_with_thumbs.pyc
tests/settings/images_store_format_flat_with_thumbs.py
tests/settings/images_store_format_flat_with_thumbs.pyc
tests/settings/images_store_format_thumbs_with_thumbs.py
tests/settings/images_store_format_thumbs_with_thumbs.pyc
tests/settings/__pycache__/__init__.cpython-35.pyc
tests/settings/__pycache__/base_settings.cpython-35.pyc
tests/settings/__pycache__/custom_processor.cpython-35.pyc
tests/settings/__pycache__/custom_processor_wrong_path.cpython-35.pyc
tests/settings/__pycache__/images_store_format_all_no_thumbs.cpython-35.pyc
tests/settings/__pycache__/images_store_format_all_with_thumbs.cpython-35.pyc
tests/settings/__pycache__/images_store_format_flat_with_thumbs.cpython-35.pyc
tests/settings/__pycache__/images_store_format_thumbs_with_thumbs.cpython-35.pyc