\documentclass{article}

\input TeX4ht.sty   \Preamble{html,2}
\begin{document}    \EndPreamble

\Configure{crosslinks}
  {}{}{$\scriptstyle\Rightarrow$}
  {$\scriptstyle\Leftarrow$}
  {}{}{}{$\scriptstyle\Uparrow$}

\section{My heart}  is not
haughty,  nor mine eyes lofty:

\section{neither do}  I exercise
myself in great matters,
or in  things too  high for me.

\section{Psalms (131:1)}

\end{document}