@article{doi:10.1139/facets-2016-0058, author = {Smokorowski, K.E. and Randall, R.G.}, title = {Cautions on using the Before-After-Control-Impact design in environmental effects monitoring programs}, journal = {FACETS}, volume = {2}, number = {}, pages = {212-232}, year = {2017}, doi = {10.1139/facets-2016-0058}, URL = { https://doi.org/10.1139/facets-2016-0058 }, eprint = { https://doi.org/10.1139/facets-2016-0058 } , abstract = { Often the Before-After-Control-Impact (BACI) design is suggested as being a statistically powerful experimental design in environmental impact studies. If the timing and location of the impact are known and adequate pre-data are collected, the BACI design is considered optimal to help isolate the effect of the development from natural variability. This paper presents 9 years of results from a long-term BACI experiment tested using a range of statistical models and post-impact monitoring designs. To explore suboptimal designs that are often utilized in environmental effects monitoring, the same data were also explored assuming either no control system was available (Before-After only), or that no pre-impact data were available (Control-Impact only). The results of the BACI design were robust to the statistical model used, and the BACI design was able to detect effects from the impact that the two suboptimal designs failed to detect. However, the BACI design demonstrated different conclusions depending on the number and configuration of post-impact years included in the analysis. Our results reinforce the idea that caution should be employed when using, or interpreting results from, a BACI design in an environmental impact study, but demonstrate that a well-designed BACI remains one of the best models for environmental effects monitoring programs. } } @article {, author = {Arciszewski TJ}, author = {Munkittrick KR}, title = {Development of an adaptive monitoring framework for long-term programs: an example using indicators of fish health}, journal = {Integrated Environmental Assessment and Management}, volume = {11}, pages = {701}, year = {2015} } @article {, author = {Benedetti-Cecchi L}, title = {Beyond BACI: optimization of environmental sampling designs through monitoring and simulation}, journal = {Ecological Applications}, volume = {11}, pages = {783}, year = {2001} } @article {, author = {Bowman FB}, author = {Somers KM}, title = {Considerations when using the reference condition approach for bioassessment of freshwater ecosystems}, journal = {Water Quality Research Journal of Canada}, volume = {40}, pages = {347}, year = {2005} } @article {, author = {Burt TP}, author = {Howden NJK}, author = {Worrall F}, author = {Whelan MJ}, title = {Importance of long-term monitoring for detecting environmental change: lessons from a lowland river in south east England}, journal = {Biogeosciences}, volume = {5}, pages = {1529}, year = {2008} } @article {, author = {Chapman MG}, title = {Improving sampling designs for measuring restoration in aquatic habitats}, journal = {Journal of Aquatic Ecosystem Stress and Recovery}, volume = {6}, pages = {235}, year = {1998} } @article {, author = {Fletcher DJ}, author = {Underwood AJ}, title = {How to cope with negative estimates of components of variance in ecological field studies}, journal = {Journal of Experimental Marine Biology and Ecology}, volume = {273}, pages = {89}, year = {2002} } @article {, author = {Holm S}, title = {A simple sequentially rejective multiple test procedure}, journal = {Scandinavian Journal of Statistics}, volume = {6}, pages = {65}, year = {1979} } @article {, author = {Hurlbert SH}, title = {The nonconcept of species diversity: a critique and alternative parameters}, journal = {Ecology}, volume = {52}, pages = {577}, year = {1971} } @article {, author = {Hurlbert SH}, title = {Pseudoreplication and the design of ecological field experiments}, journal = {Ecological Monographs}, volume = {54}, pages = {187}, year = {1984} } @article {, author = {Liermann M}, author = {Roni P}, title = {More sites or more years? Optimal study design for monitoring fish response to watershed restoration}, journal = {North American Journal of Fisheries Management}, volume = {28}, pages = {935}, year = {2008} } @article {, author = {Lindenmayer DB}, author = {Likens GE}, title = {Adaptive monitoring: a new paradigm for long-term research and monitoring}, journal = {Trends in Ecology \& Evolution}, volume = {24}, pages = {482}, year = {2009} } @article {, author = {Magurran AE}, author = {Baillie SR}, author = {Buckland ST}, author = {Dick JMCP}, author = {Elston DA}, author = {Scott EM}, title = {Long-term datasets in biodiversity research and monitoring: assessing change in ecological communities through time}, journal = {Trends in Ecology \& Evolution}, volume = {25}, pages = {574}, year = {2010} } @article {, author = {Mason WT}, author = {Weber CI}, author = {Lewis PA}, author = {Julian EG}, title = {Factors affecting the performance of basket and multiplate macroinvertebrate samplers}, journal = {Freshwater Biology}, volume = {3}, pages = {409}, year = {1973} } @article {, author = {Minns CK}, title = {Allometry of home range sizes in lake and river fishes}, journal = {Canadian Journal of Fisheries and Aquatic Sciences}, volume = {52}, pages = {1499}, year = {1995} } @article {, author = {Munkittrick KR}, author = {McGeachy A}, author = {McMaster ME}, author = {Courtenay SC}, title = {Overview of freshwater fish studies from the pulp and paper environmental effects monitoring program}, journal = {Water Quality Research Journal of Canada}, volume = {37}, pages = {49}, year = {2002} } @article {, author = {Munkittrick KR}, author = {Arens CJ}, author = {Lowell RB}, author = {Kaminski GP}, title = {A review of potential methods of determining critical effect size for designing environmental monitoring programs}, journal = {Environmental Toxicology and Chemistry}, volume = {28}, pages = {1361}, year = {2009} } @article {, author = {Poff NL}, author = {Zimmerman JKH}, title = {Ecological responses to altered flow regimes: a literature review to inform the science and management of environmental flows}, journal = {Freshwater Biology}, volume = {55}, pages = {194}, year = {2010} } @article {, author = {Robinson DL}, title = {Estimation and use of variance components}, journal = {The Statistician}, volume = {36}, pages = {3}, year = {1987} } @article {, author = {Roni P}, author = {Hanson K}, author = {Beechie T}, title = {Global review of the physical and biological effectiveness of stream habitat rehabilitation techniques}, journal = {North American Journal of Fisheries Management}, volume = {28}, pages = {836}, year = {2008} } @article {, author = {Shaw DW}, author = {Minshall GW}, title = {Colonization of an introduced substrate by stream macroinvertebrates}, journal = {Oikos}, volume = {34}, pages = {259}, year = {1980} } @article {, author = {Shaw RG}, author = {Mitchell-Olds T}, title = {ANOVA for unbalanced data: an overview}, journal = {Ecology}, volume = {74}, pages = {1638}, year = {1993} } @article {, author = {Smith EP}, author = {Orvos BW}, author = {Cairns J}, title = {Impact assessment using the Before-After-Control-Impact (BACI) model: concerns and comments}, journal = {Canadian Journal of Fisheries and Aquatic Sciences}, volume = {50}, pages = {627}, year = {1993} } @article {, author = {Smokorowski KE}, author = {Metcalfe RA}, author = {Finucan SD}, author = {Jones N}, author = {Marty J}, author = {Power }, title = {Ecosystem level assessment of environmentally-based flow restrictions for maintaining ecosystem integrity: a comparison of a modified peaking versus unaltered river}, journal = {Ecohydrology}, volume = {4}, pages = {791}, year = {2011} } @article {, author = {Stewart-Oaten A}, author = {Bence JR}, title = {Temporal and spatial variation in environmental impact assessment}, journal = {Ecological Monographs}, volume = {71}, pages = {305}, year = {2001} } @article {, author = {Stewart-Oaten A}, author = {Bence JR}, author = {Osenberg CW}, title = {Assessing effects of unreplicated perturbations: no simple solutions}, journal = {Ecology}, volume = {73}, pages = {1396}, year = {1992} } @article {, author = {Stewart-Oaten A}, author = {Murdoch WW}, author = {Parker KR}, title = {Environmental impact assessment: “Pseudoreplication” in time?}, journal = {Ecology}, volume = {67}, pages = {929}, year = {1986} } @article {, author = {Underwood AJ}, title = {Beyond BACI: experimental designs for detecting human environmental impacts on temporal variations in natural populations}, journal = {Australian Journal of Marine and Freshwater Research}, volume = {42}, pages = {569}, year = {1991} } @article {, author = {Underwood AJ}, title = {Beyond BACI: the detection of environmental impacts on populations in the real, but variable, world}, journal = {Journal of Experimental Marine Biology and Ecology}, volume = {161}, pages = {145}, year = {1992} } @article {, author = {Underwood AJ}, title = {The mechanics of spatially replicated sampling programmes to detect environmental impacts in a variable world}, journal = {Australian Journal of Ecology}, volume = {18}, pages = {99}, year = {1993} } @article {, author = {Underwood AJ}, title = {On beyond BACI: sampling designs that might reliably detect environmental disturbances}, journal = {Ecological Applications}, volume = {4}, pages = {3}, year = {1994} }