diff --git a/tex/lecture_7.bib b/tex/lecture_7.bib index 5c6c043..01a9ad1 100644 --- a/tex/lecture_7.bib +++ b/tex/lecture_7.bib @@ -98,7 +98,7 @@ @article{atherton2023language author={Atherton, Daniel and Schwartz, Reva and Fontana, Peter and Hall, Patrick}, year={2023}, publisher={National Institute of Standards and Technology, Gaithersburg, MD}, - note={URL: \url{https://airc.nist.gov/AI_RMF_Knowledge_Base/Glossary.}} + note={URL: \url{https://airc.nist.gov/AI_RMF_Knowledge_Base/Glossary}} } @misc{iqtlabs, diff --git a/tex/lecture_7.pdf b/tex/lecture_7.pdf index 51f7880..d4ea4e2 100644 Binary files a/tex/lecture_7.pdf and b/tex/lecture_7.pdf differ diff --git a/tex/lecture_7.tex b/tex/lecture_7.tex index 19be477..60f0ac0 100644 --- a/tex/lecture_7.tex +++ b/tex/lecture_7.tex @@ -214,6 +214,7 @@ \item Data privacy laws or policies \item EU AI Act Conformity \item ISO Standards + \item Model Risk Management (SR 11-7) \item NIST AI Risk Management Framework \item Nondiscrimination laws \end{itemize} @@ -351,7 +352,7 @@ \item \textbf{Winogender}: LM output versus employment statistics. \item \textbf{Real toxicity prompts}: 100k prompts to elicit toxic output. \item \textbf{TruthfulQA}: Assess the ability to make true statements. - \item Beware of task contamination (\cite{li2024task}). + \item Beware of task contamination (\cite{li2024task}) and a lack of scientific measurement. \end{itemize} \column{0.5\linewidth} \centering @@ -665,13 +666,11 @@ \framesubtitle{Tools} \begin{itemize}\small - \item Alicia Parrish, et al. BBQ Benchmark, available at \url{https://github.com/nyu-mll/bbq}. - \item Allen AI Institute, Real Toxicity Prompts, available at \url{https://allenai.org/data/real-toxicity-prompts}. \item DAIR.AI, “Prompt Engineering Guide,” available at \url{https://www.promptingguide.ai}. + \item Hall and Atherton, Generative AI Risk Management GitHub Knowledge Base, available at: \url{ + https://github.com/jphall663/gai_risk_management?tab=readme-ov-file}. \item NIST, AI Risk Management Framework, available at \url{https://www.nist.gov/itl/ai-risk-management-framework}. \item Partnership on AI, “Responsible Practices for Synthetic Media,” available at \url{https://syntheticmedia.partnershiponai.org/}. - \item Rachel Rudiger et al., Winogender Schemas, available at \url{https://github.com/rudinger/winogender-schemas}. - \item Stephanie Lin et al., Truthful QA, available at \url{https://github.com/sylinrl/TruthfulQA}. \end{itemize} \end{frame}