{"id":1538,"date":"2023-07-12T17:37:58","date_gmt":"2023-07-12T16:37:58","guid":{"rendered":"https:\/\/sites.manchester.ac.uk\/reval\/?page_id=1538"},"modified":"2024-01-17T12:17:41","modified_gmt":"2024-01-17T12:17:41","slug":"rapid-evaluation","status":"publish","type":"page","link":"https:\/\/sites.manchester.ac.uk\/reval\/rapid-evaluation\/","title":{"rendered":"Rapid evaluation: our ethos and approach"},"content":{"rendered":"<p>[et_pb_section bb_built=&#8221;1&#8243; admin_label=&#8221;section&#8221; fullwidth=&#8221;on&#8221; next_background_color=&#8221;#000000&#8243; global_module=&#8221;322&#8243;][et_pb_fullwidth_menu global_parent=&#8221;322&#8243; _builder_version=&#8221;3.0.106&#8243; menu_id=&#8221;7&#8243; submenu_direction=&#8221;downwards&#8221; fullwidth_menu=&#8221;off&#8221; background_layout=&#8221;dark&#8221; module_class=&#8221;main-navigation&#8221; \/][\/et_pb_section][et_pb_section bb_built=&#8221;1&#8243; fullwidth=&#8221;off&#8221; specialty=&#8221;off&#8221; transparent_background=&#8221;off&#8221; allow_player_pause=&#8221;off&#8221; inner_shadow=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; make_equal=&#8221;off&#8221; use_custom_gutter=&#8221;off&#8221; custom_padding=&#8221;0px||0px|&#8221; custom_css_main_element=&#8221;padding-top:0px&#8221; module_class=&#8221;header-image-section&#8221; prev_background_color=&#8221;#ffffff&#8221; next_background_color=&#8221;#ffffff&#8221;][et_pb_row allow_player_pause=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; parallax_1=&#8221;off&#8221; parallax_method_1=&#8221;off&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; use_custom_gutter=&#8221;off&#8221; make_equal=&#8221;off&#8221; custom_margin=&#8221;||0px|&#8221; custom_padding=&#8221;||0px|&#8221; module_class=&#8221;header-image&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;][et_pb_column type=&#8221;4_4&#8243;][et_pb_image src=&#8221;https:\/\/sites.manchester.ac.uk\/reval\/wp-content\/uploads\/sites\/430\/2024\/01\/data-readout.jpg&#8221; show_in_lightbox=&#8221;off&#8221; url_new_window=&#8221;off&#8221; use_overlay=&#8221;off&#8221; align=&#8221;left&#8221; always_center_on_mobile=&#8221;on&#8221; use_border_color=&#8221;off&#8221; force_fullwidth=&#8221;off&#8221; custom_margin=&#8221;0px|||&#8221; animation_direction=&#8221;left&#8221; show_bottom_space=&#8221;off&#8221; border_color_all=&#8221;#ffffff&#8221; _builder_version=&#8221;3.17.6&#8243; \/][\/et_pb_column][\/et_pb_row][\/et_pb_section][et_pb_section bb_built=&#8221;1&#8243; fullwidth=&#8221;off&#8221; specialty=&#8221;off&#8221; transparent_background=&#8221;off&#8221; allow_player_pause=&#8221;off&#8221; inner_shadow=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; make_equal=&#8221;off&#8221; use_custom_gutter=&#8221;off&#8221; custom_padding=&#8221;||0px|&#8221; prev_background_color=&#8221;#ffffff&#8221; next_background_color=&#8221;#ffffff&#8221;][et_pb_row allow_player_pause=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; parallax_1=&#8221;off&#8221; parallax_method_1=&#8221;off&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; use_custom_gutter=&#8221;off&#8221; make_equal=&#8221;off&#8221; custom_margin=&#8221;||0px|&#8221; custom_padding=&#8221;||0px|&#8221; module_class=&#8221;breadcrumbs-row&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;][et_pb_column type=&#8221;4_4&#8243;][et_pb_text admin_label=&#8221;Breadcrumbs (do not remove)&#8221; background_layout=&#8221;light&#8221; text_orientation=&#8221;left&#8221; use_border_color=&#8221;off&#8221; border_color=&#8221;#ffffff&#8221; border_style=&#8221;solid&#8221; module_class=&#8221;breadcrumbs&#8221; custom_css_main_element=&#8221;border-bottom: 1px solid #ececed;&#8221; module_alignment=&#8221;left&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<span><span><a href=\"https:\/\/sites.manchester.ac.uk\/reval\/\">REVAL<\/a><\/span><\/span>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][\/et_pb_section][et_pb_section bb_built=&#8221;1&#8243; fullwidth=&#8221;off&#8221; specialty=&#8221;on&#8221; transparent_background=&#8221;off&#8221; allow_player_pause=&#8221;off&#8221; inner_shadow=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; parallax_1=&#8221;off&#8221; parallax_method_1=&#8221;off&#8221; parallax_2=&#8221;off&#8221; parallax_method_2=&#8221;off&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; make_equal=&#8221;off&#8221; use_custom_gutter=&#8221;on&#8221; gutter_width=&#8221;2&#8243; prev_background_color=&#8221;#ffffff&#8221; next_background_color=&#8221;#1d1d1d&#8221;][et_pb_column type=&#8221;1_3&#8243;][et_pb_sidebar admin_label=&#8221;Left Nav Sidebar&#8221; area=&#8221;et_pb_widget_area_1&#8243; orientation=&#8221;left&#8221; remove_border=&#8221;on&#8221; background_layout=&#8221;light&#8221; module_id=&#8221;left-nav-menu&#8221; show_border=&#8221;off&#8221; \/][\/et_pb_column][et_pb_column type=&#8221;2_3&#8243; specialty_columns=&#8221;2&#8243;][et_pb_row_inner admin_label=&#8221;Row&#8221;][et_pb_column_inner type=&#8221;4_4&#8243; saved_specialty_column_type=&#8221;2_3&#8243;][et_pb_text admin_label=&#8221;Text: Rapid evaluation: Our ethos and approach&#8221; background_layout=&#8221;light&#8221; text_orientation=&#8221;left&#8221; use_border_color=&#8221;off&#8221; module_alignment=&#8221;left&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221; _builder_version=&#8221;3.17.6&#8243;]<\/p>\n<h1>Rapid evaluation: our ethos and approach<\/h1>\n<p>Evaluation is an important adjunct to the delivery of health and social care. Service and treatment models are always evolving, and insights into the success of these changes (or innovations) supports improvement. Evaluation provides these insights, exploring whether:<\/p>\n<ul>\n<li>innovations are enacted as envisaged;<\/li>\n<li>benefits are achieved as anticipated;<\/li>\n<li>benefits are offset by risks and unintended consequences;<\/li>\n<li>changes are cost-effective, acceptable and equitable.<\/li>\n<\/ul>\n<p>To be of maximal value, evaluation findings must provide the right intelligence needed for decision making at the right time. Evaluation timeliness is particularly important for service delivery innovation. Changes to service delivery are common and implementation can be rapid, especially when compared with treatments like drugs \u2013 which have stringent and time-consuming evidence hurdles to navigate before licensing.\u00a0<\/p>\n<p>Health systems need rapidity in evaluation to maximally inform decision making about the shape and success of the services they deliver. Here, we broadly conceptualised rapid evaluation as delivering empirical formative or summative findings efficiently, and in line with evidence user\u2019s decision needs, which may not be met using more standard evaluation timelines.<\/p>\n<p>Evaluations, however, cannot always be easily divided into categories of \u2018rapid\u2019 and \u2018not rapid\u2019. While thresholds have been discussed, the reality is that there is no arbitrary evaluation duration that supports this distinction. Rather, evaluations sit on a spectrum of rapidity. An evaluation\u2019s position on this spectrum is decided by how approaches to rapidity are used in some or all of the evaluation stages including its:<\/p>\n<ul>\n<li>commissioning;<\/li>\n<li>development and design;<\/li>\n<li>inclusion of the public voice;<\/li>\n<li>required approvals, data collect and analytic approaches;<\/li>\n<li>formats of dissemination and knowledge mobilisation.<\/li>\n<\/ul>\n<h2>Our collaborative rapid evaluation ethos<\/h2>\n<p>Our overarching ethos is one of working with stakeholders to identify the right questions; collect the right data to address these questions and then report this information in the right way to ensure knowledge is actionable. At every evaluation stage, we critically explore how rapidity will shape our approach, assessing the impact on the evaluation\u2019s scope, breadth, depth of findings and, crucially, how it fits to the end-user\u2019s needs. \u00a0<\/p>\n<p>While the foundation of our evaluations is methodological rigour, our evaluations are structured around a process and operational framework to support timely conduct. Features of this framework are:<\/p>\n<ul>\n<li>Co-production at the heart of everything we do.<\/li>\n<li>Considered process and governance.<\/li>\n<li>Excellence in planning, preparation, and project management.<\/li>\n<li>Clear, consistent, and considered communication.<\/li>\n<li>Considered use of formal, structured meetings.<\/li>\n<li>Engaging with all stakeholders and \u2018finding a way forward\u2019.<\/li>\n<li>Consideration of health inequalities in all evaluation.<\/li>\n<\/ul>\n<p>Co-production is integral to our approach, and we view this as an on-going process during evaluation. Co-production involves:<\/p>\n<ul>\n<li>researchers, professionals, and the public working together over the course of a programme or project including the use of participatory research methods;<\/li>\n<li>the co-creation of new knowledge by researchers working alongside other often professional stakeholders;<\/li>\n<li>working to design and develop innovations with intended users and recipients.<\/li>\n<\/ul>\n<p><em>NIHR INVOLVE: <\/em><a href=\"https:\/\/www.invo.org.uk\/wp-content\/uploads\/2019\/04\/Copro_Guidance_Feb19.pdf\"><em>Guidance on co-producing a research project<\/em><\/a><em> (PDF), 2019 (accessed 10 March 2022).<\/em><\/p>\n<p>Our evaluations use a range of health services research methodologies, and most of our evaluations are anticipated to have a \u2018mixed methods\u2019 approach. Often no single type of evidence on its own is sufficient to make judgements on whether an innovation is worth pursuing further. Each evaluation we conduct includes several questions that drive data collection and synthesis.<\/p>\n<p>[\/et_pb_text][\/et_pb_column_inner][\/et_pb_row_inner][\/et_pb_column][\/et_pb_section][et_pb_section bb_built=&#8221;1&#8243; admin_label=&#8221;Connect Title&#8221; custom_padding=&#8221;0px||0px|&#8221; _builder_version=&#8221;3.0.90&#8243; background_color=&#8221;#1d1d1d&#8221; module_class=&#8221;footer-section&#8221; prev_background_color=&#8221;#ffffff&#8221; global_module=&#8221;380&#8243;][et_pb_row admin_label=&#8221;row&#8221; global_parent=&#8221;380&#8243; locked=&#8221;off&#8221; allow_player_pause=&#8221;off&#8221; parallax=&#8221;off&#8221; parallax_method=&#8221;on&#8221; parallax_1=&#8221;off&#8221; parallax_method_1=&#8221;off&#8221; parallax_2=&#8221;off&#8221; parallax_method_2=&#8221;off&#8221; parallax_3=&#8221;off&#8221; parallax_method_3=&#8221;off&#8221; make_fullwidth=&#8221;off&#8221; use_custom_width=&#8221;off&#8221; width_unit=&#8221;on&#8221; use_custom_gutter=&#8221;off&#8221; make_equal=&#8221;off&#8221; module_id=&#8221;footer-row&#8221; _builder_version=&#8221;3.0.89&#8243;][et_pb_column type=&#8221;1_3&#8243;][et_pb_text admin_label=&#8221;Contact Us Title&#8221; global_parent=&#8221;380&#8243; background_layout=&#8221;dark&#8221; text_text_color=&#8221;#ffffff&#8221; parent_locked=&#8221;off&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<h4>Contact Us<\/h4>\n<p>[\/et_pb_text][et_pb_text admin_label=&#8221;Contact Us&#8221; global_parent=&#8221;380&#8243; text_text_color=&#8221;#aaaaaa&#8221; parent_locked=&#8221;off&#8221; background_layout=&#8221;light&#8221; text_orientation=&#8221;left&#8221; use_border_color=&#8221;off&#8221; border_color=&#8221;#ffffff&#8221; border_style=&#8221;solid&#8221; module_class=&#8221;contact-us&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<p>+44 (0) 161 306 6000<\/p>\n<p>[\/et_pb_text][\/et_pb_column][et_pb_column type=&#8221;1_3&#8243;][et_pb_text admin_label=&#8221;Find Us Title&#8221; global_parent=&#8221;380&#8243; background_layout=&#8221;dark&#8221; text_text_color=&#8221;#ffffff&#8221; parent_locked=&#8221;off&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<h4>Find Us<\/h4>\n<p>[\/et_pb_text][et_pb_text admin_label=&#8221;Address&#8221; global_parent=&#8221;380&#8243; background_layout=&#8221;dark&#8221; text_orientation=&#8221;left&#8221; use_border_color=&#8221;off&#8221; border_color=&#8221;#ffffff&#8221; border_style=&#8221;solid&#8221; module_id=&#8221;address&#8221; parent_locked=&#8221;off&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<p><a href=\"http:\/\/www.manchester.ac.uk\/discover\/maps\/interactive-map\/\">The University of Manchester<br \/>Oxford Rd<br \/>Manchester<br \/>M13 9PL<br \/>UK<\/a><\/p>\n<p>[\/et_pb_text][\/et_pb_column][et_pb_column type=&#8221;1_3&#8243;][et_pb_text admin_label=&#8221;Connect Title&#8221; global_parent=&#8221;380&#8243; background_layout=&#8221;dark&#8221; text_text_color=&#8221;#ffffff&#8221; parent_locked=&#8221;off&#8221; background_position=&#8221;top_left&#8221; background_repeat=&#8221;repeat&#8221; background_size=&#8221;initial&#8221;]<\/p>\n<h4>Connect With Us<\/h4>\n<p>[\/et_pb_text][et_pb_code admin_label=&#8221;Social Media&#8221; global_parent=&#8221;380&#8243; parent_locked=&#8221;off&#8221; _builder_version=&#8221;3.17.6&#8243;]<\/p>\n<ul class=\"inlineList footer-socialIcons\"><!-- [et_pb_line_break_holder] --><\/p>\n<li><!-- [et_pb_line_break_holder] --> <a href=\"https:\/\/www.facebook.com\/TheUniversityOfManchester\"><!-- [et_pb_line_break_holder] --> <img loading=\"lazy\" decoding=\"async\" src=\"\/\/assets.manchester.ac.uk\/phase1\/templates\/images\/icon-facebook-50.png\" alt=\"Facebook page for The University of Manchester\" width=\"40\" height=\"40\" \/><!-- [et_pb_line_break_holder] --> <\/a><!-- [et_pb_line_break_holder] --><\/li>\n<p><!-- [et_pb_line_break_holder] --><\/p>\n<li><!-- [et_pb_line_break_holder] --> <a href=\"https:\/\/twitter.com\/OfficialUoM\"><!-- [et_pb_line_break_holder] --> <img loading=\"lazy\" decoding=\"async\" src=\"\/\/assets.manchester.ac.uk\/phase1\/templates\/images\/icon-twitter-50.png\" alt=\"Twitter page for The University of Manchester\" width=\"40\" height=\"40\" \/><!-- [et_pb_line_break_holder] --> <\/a><!-- [et_pb_line_break_holder] --><\/li>\n<p><!-- [et_pb_line_break_holder] --><\/p>\n<li><!-- [et_pb_line_break_holder] --> <a href=\"http:\/\/www.youtube.com\/universitymanchester\"><!-- [et_pb_line_break_holder] --> <img loading=\"lazy\" decoding=\"async\" src=\"\/\/assets.manchester.ac.uk\/phase1\/templates\/images\/icon-youtube-50.png\" alt=\"YouTube page for The University of Manchester\" width=\"40\" height=\"40\" \/><!-- [et_pb_line_break_holder] --> <\/a><!-- [et_pb_line_break_holder] --><\/li>\n<p><!-- [et_pb_line_break_holder] --><\/p>\n<li><!-- [et_pb_line_break_holder] --> <a href=\"https:\/\/instagram.com\/officialuom\/\"><!-- [et_pb_line_break_holder] --> <!-- [et_pb_line_break_holder] --> <img loading=\"lazy\" decoding=\"async\" src=\"\/\/assets.manchester.ac.uk\/phase1\/templates\/images\/icon-instagram-50.svg\" alt=\"Instagram page for The University of Manchester\" width=\"40\" height=\"40\" \/><!-- [et_pb_line_break_holder] --> <\/a><!-- [et_pb_line_break_holder] --><\/li>\n<p><!-- [et_pb_line_break_holder] --><\/ul>\n<p>[\/et_pb_code][\/et_pb_column][\/et_pb_row][\/et_pb_section]<\/p>\n","protected":false},"excerpt":{"rendered":"<p><span><span><a href=\"https:\/\/sites.manchester.ac.uk\/reval\/\">REVAL<\/a><\/span><\/span> Rapid evaluation: our ethos and approachEvaluation is an important adjunct to the delivery of health and social care. Service and treatment models are always evolving, and insights into the success of these changes (or innovations) supports improvement. Evaluation provides these insights, exploring whether:innovations are enacted as envisaged;benefits are achieved as anticipated;benefits are offset by [&hellip;]<\/p>\n","protected":false},"author":12,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_et_pb_use_builder":"on","_et_pb_old_content":"","_et_gb_content_width":"","_exactmetrics_skip_tracking":false,"footnotes":""},"class_list":["post-1538","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/pages\/1538","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/comments?post=1538"}],"version-history":[{"count":6,"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/pages\/1538\/revisions"}],"predecessor-version":[{"id":1610,"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/pages\/1538\/revisions\/1610"}],"wp:attachment":[{"href":"https:\/\/sites.manchester.ac.uk\/reval\/wp-json\/wp\/v2\/media?parent=1538"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}