Skip to content

Commit

Permalink
more updates
Browse files Browse the repository at this point in the history
  • Loading branch information
jphall663 committed Jan 16, 2025
1 parent ee47557 commit 693a989
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 6 deletions.
2 changes: 1 addition & 1 deletion tex/lecture_7.bib
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ @article{atherton2023language
author={Atherton, Daniel and Schwartz, Reva and Fontana, Peter and Hall, Patrick},
year={2023},
publisher={National Institute of Standards and Technology, Gaithersburg, MD},
note={URL: \url{https://airc.nist.gov/AI_RMF_Knowledge_Base/Glossary.}}
note={URL: \url{https://airc.nist.gov/AI_RMF_Knowledge_Base/Glossary}}
}
@misc{iqtlabs,
Expand Down
Binary file modified tex/lecture_7.pdf
Binary file not shown.
9 changes: 4 additions & 5 deletions tex/lecture_7.tex
Original file line number Diff line number Diff line change
Expand Up @@ -214,6 +214,7 @@
\item Data privacy laws or policies
\item EU AI Act Conformity
\item ISO Standards
\item Model Risk Management (SR 11-7)
\item NIST AI Risk Management Framework
\item Nondiscrimination laws
\end{itemize}
Expand Down Expand Up @@ -351,7 +352,7 @@
\item \textbf{Winogender}: LM output versus employment statistics.
\item \textbf{Real toxicity prompts}: 100k prompts to elicit toxic output.
\item \textbf{TruthfulQA}: Assess the ability to make true statements.
\item Beware of task contamination (\cite{li2024task}).
\item Beware of task contamination (\cite{li2024task}) and a lack of scientific measurement.
\end{itemize}
\column{0.5\linewidth}
\centering
Expand Down Expand Up @@ -665,13 +666,11 @@
\framesubtitle{Tools}

\begin{itemize}\small
\item Alicia Parrish, et al. BBQ Benchmark, available at \url{https://github.com/nyu-mll/bbq}.
\item Allen AI Institute, Real Toxicity Prompts, available at \url{https://allenai.org/data/real-toxicity-prompts}.
\item DAIR.AI, “Prompt Engineering Guide,” available at \url{https://www.promptingguide.ai}.
\item Hall and Atherton, Generative AI Risk Management GitHub Knowledge Base, available at: \url{
https://github.com/jphall663/gai_risk_management?tab=readme-ov-file}.
\item NIST, AI Risk Management Framework, available at \url{https://www.nist.gov/itl/ai-risk-management-framework}.
\item Partnership on AI, “Responsible Practices for Synthetic Media,” available at \url{https://syntheticmedia.partnershiponai.org/}.
\item Rachel Rudiger et al., Winogender Schemas, available at \url{https://github.com/rudinger/winogender-schemas}.
\item Stephanie Lin et al., Truthful QA, available at \url{https://github.com/sylinrl/TruthfulQA}.
\end{itemize}

\end{frame}
Expand Down

0 comments on commit 693a989

Please sign in to comment.