\documentclass[reqno]{amsart}
\usepackage{hyperref}
\usepackage{amssymb}

\AtBeginDocument{{\noindent\small
\emph{Electronic Journal of Differential Equations},
Vol. 2017 (2017), No. 164, pp. 1--13.\newline
ISSN: 1072-6691. URL: http://ejde.math.txstate.edu or http://ejde.math.unt.edu}
\thanks{\copyright 2017 Texas State University.}
\vspace{8mm}}

\begin{document}
\title[\hfilneg EJDE-2017/164\hfil Ground state solutions]
{Ground state solutions for Hamiltonian elliptic system 
with sign-changing potential}

\author[W. Zhang, X. Xie, H. Mi \hfil EJDE-2017/164\hfilneg]
{Wen Zhang, Xiaoliang Xie, Heilong Mi}

\address{Wen Zhang \newline
 School of Mathematics and Statistics,
Hunan University of Commerce,
Changsha, 410205 Hunan, China}
\email{zwmath2011@163.com}

\address{Xiaoliang Xie (corresponding author)\newline
School of Mathematics and Statistics and
Key Laboratory of Hunan Province for Mobile Business Intelligence,
Hunan University of Commerce,
Changsha, 410205 Hunan,  China}
\email{xiexiaoliangmath@163.com}

\address{Heilong Mi \newline
 School of Mathematics and Statistics,
Hunan University of Commerce,
Changsha, 410205 Hunan, China}
\email{691473547@qq.com}

\dedicatory{Communicated by Claudianor O. Alves}

\thanks{Submitted March 21, 2017. Published July 4, 2017.}
\subjclass[2010]{35J50, 35J55}
\keywords{Hamiltonian elliptic system;  superquadratic; 
 sign-changing potential;
\hfill\break\indent   generalized weak linking theorem}

\begin{abstract}
 This article concerns  the  Hamiltonian elliptic system
 \begin{gather*}
 -\Delta u +V(x)u=H_{v}(x, u, v),\quad  x\in \mathbb{R}^N, \\
 -\Delta v +V(x)v=H_{u}(x, u, v),\quad  x\in \mathbb{R}^N, \\
 u(x)\to 0,\quad v(x)\to 0, \quad \text{as } |x|\to \infty,
 \end{gather*}
 where $z=(u,v): \mathbb{R}^{N}\to\mathbb{R}\times\mathbb{R}$, $N\geq 3$
 and the potential $V(x)$ is allowed to be sign-changing. Under weak
 superquadratic assumptions for the nonlinearities, by applying the variant
 generalized weak linking theorem for strongly indefinite problem developed
 by Schechter and Zou, we obtain the existence of nontrivial and ground state
 solutions.
\end{abstract}

\maketitle
\numberwithin{equation}{section}
\newtheorem{theorem}{Theorem}[section]
\newtheorem{lemma}[theorem]{Lemma}
\newtheorem{remark}[theorem]{Remark}
\allowdisplaybreaks

 \section{Introduction and statement of main results}

In this article, we study the  superquadratic Hamiltonian elliptic system
\begin{equation}\label{1.1}
 \begin{gathered}
 -\Delta u +V(x)u=H_{v}(x, u, v),\quad  x\in \mathbb{R}^N, \\
 -\Delta v +V(x)v=H_{u}(x, u, v),\quad  x\in \mathbb{R}^N, \\
 u(x)\to 0,\quad v(x)\to 0, \quad \text{as } |x|\to \infty,
 \end{gathered}
\end{equation}
where $z=(u,v):\mathbb{R}^N\to \mathbb{R} \times \mathbb{R}$, 
$N\ge3$, $V\in C(\mathbb{R}^N,\mathbb{R})$ and
$H \in C^{1}(\mathbb{R}^N\times\mathbb{R}^2,\mathbb{R})$.

A number of authors have focused on the case of bounded domain, see for instance
\cite{BR,DD,DF,DDR,HV,KS2}  and the references therein. 
Recently, system \eqref{1.1} or systems similar to \eqref{1.1} in the whole space 
$\mathbb{R}^{N}$  was considered by some authors. See for instance
\cite{ACM,AY1,AY2,BD1,DY,DL,DL1,LY,S,WXZ1,WXZ2,ZCZ,ZD,ZQZ,ZTZ,ZTZ1,ZTZ3,ZZD1,ZTZ2,ZZX}
 and the references therein.
Most of these authors focused on the case that $V \equiv 1$. The lack of
compactness for Sobolev's embedding theorem is the main difficulty of this problem. 
A usual way to  overcome this difficulty is to work on the radically symmetric
function space which possesses compact embedding. In this way,
 De Figueiredo and Yang \cite{DY} obtained a positive radially symmetric
solution which decays exponentially to $0$ at infinity. 
Sirakov \cite{S} generalized the results of De Figueiredo and Yang.
Later, Bartsch and De Figueiredo \cite{BD1}
proved that the system possesses infinitely many radial solutions as well as
non-radial solutions. By a linking argument, Li and Yang
\cite{LY} proved that the system has a positive ground state solution for 
that case that $V=1$ and with an asymptotically quadratic nonlinearity. 
Another usual way to overcome the difficulty is to avoid the indefinite character 
of the original functional by applying the dual variational method, see for
 instance \cite{ACM,AY1,AY2}.

Very recently, many authors considered system \eqref{1.1} with general periodic 
potential, see \cite{ZCZ,ZTZ,ZZD1,ZTZ2}. By applying a generalized
linking theorem for the strongly indefinite functionals developed recently by
Bartsch and Ding \cite{BD2} (see also \cite{KS1,D}), the authors
obtained the existence of solutions (ground state) and multiple geometrically 
distinct solutions under different assumptions.
For more detailed descriptions related to the non-periodic potential,
see \cite{ZD,ZQZ,WXZ1} for asymptotically quadratic case, in \cite{DL1,WXZ2}
for superquadratic case. Moreover, for other related topics including the
superquadratic singular perturbation problem and concentration phenomenon
of semi-classical states, we refer the readers to \cite{DL,ZTZ1,ZTZ4,ZZX}
 and the references therein.

Motivated by these works, we continue to consider system \eqref{1.1}
 with non-periodic and sign-changing potential and superquadratic nonlinearities.
 Under some mild assumptions which are different from those
studied previously, we mainly study the existence of solutions and ground states
via variational methods. To state our results, we need the following assumptions:

\begin{itemize}
\item[(H1)] $V\in C(\mathbb{R}^N,\mathbb{R})$ and 
$\inf_{x\in\mathbb{R}^{N}}V(x)>-\infty$,
 and there exists a constant $l_{0}>0$ such that
\begin{equation}
\lim_{|y|\to \infty}\operatorname{meas} \big\{x\in \mathbb{R}^N:
|x-y|\leq l_{0}, V(x)\leq h\big\}= 0, \quad \forall h>0,
\end{equation}
where $\operatorname{meas}(\cdot)$ denotes the Lebesgue measure in $\mathbb{R}^N$;

\item[(H2)]   $H\in C^{1}(\mathbb{R}^{N}\times\mathbb{R}^2,[0,\infty))$ and
$|H_{z}(x,z)|\leq c(1+|z|^{p-1})$
for some $c>0$ and $2<p<2^{*}$, where
$2^{*}=\frac{2N}{N-2}$ is the Sobolev critical exponent;

\item[(H3)] $|H(x,z)|\leq \frac{1}{2}\gamma |z|^2$
if $|z|<\delta$ for some $0\leq \gamma <\mu$, where
$\delta>0$ and $\mu$ will be
defined later in \eqref{2.5};

\item[(H4)]  $\frac{H(x,z)}{|z|^2}\to\infty$ as $|z|\to \infty$ uniformly in
$x$;

\item[(H5)]
$H(x,z+\eta)-H(x,z)-rH_{z}(x,z) \eta+\frac{(r-1)^2}{2}H_{z}(x,z)z\geq
-W_{1}(x)$, $r\in[0,1]$, $W_{1}(x)\in L^{1}(\mathbb{R}^{N})$ and 
$z,\eta\in \mathbb{R}^2$.
\end{itemize}

On the existence of solutions and ground state solutions we have the 
following results.

 \begin{theorem} \label{thm1.1}
Let {\rm (H1)--(H5)} be satisfied,
then system \eqref{1.1} has at least one solution.
\end{theorem}

 \begin{theorem} \label{thm1.2}
Let $\mathcal {M}$ be the collection of
 solutions of system \eqref{1.1}. Then there is a solution that minimizes
 the energy functional $\Phi$ over $\mathcal {M}$, where $\Phi$ will be
 defined later. In addition, if
$|H_{z}(x, z)|=o(|z|)$ uniformly in $x$ as $|z|\to 0$,
then there is a nontrivial solution that minimize
the energy functional over $\mathcal {M}\setminus \{0\}$.
\end{theorem}


 \begin{remark} \label{rmk1.3}\rm
 Condition (H5) was first introduced 
by Schechter \cite{S1} in studying the scalar
Schr\"{o}dinger equation, it replaces the usual monotonic condition.
Our main results provide general existence results for semilinear elliptic 
systems of Hamiltonian type with general superquadratic nonlinearities 
and can be viewed  as extension to the main results in \cite{S1} 
from the scalar Schr\"{o}dinger equation to the elliptic system.
\end{remark}

 \begin{remark} \label{rmk1.4}\rm
 It is not difficult to find the functions $V$ satisfying (H1). For
example, let $V(x)$ be a zig-zag function with respect to $|x|$ defined by
\begin{equation}
V(x)= \begin{cases}
2n|x|-2n(n-1)+a_0, & n-1\leq|x|<(2n-1)/2, \\
-2n|x|+2n^2+a_0, & (2n-1)/2\leq|x|\leq n,
\end{cases}
\end{equation}
where $n\in\mathbb{N}$ and $a_0\in\mathbb{R}$.
\end{remark}

\begin{remark} \label{rmk1.5}\rm
 There are  functions satisfying conditions (H2)--(H5). For  example, 
\begin{equation}
H(x,z)=\frac{1}{p}|z|^{p}\quad\text{and}\quad 
H_{z}(x,z)=|z|^{p-2}z,\quad \text{where }p>2.
\end{equation}
Clearly, the function $H$ satisfies the conditions (H2)--(H4).
 Note that $h(|z|):=|z|^{p-2}$ is strictly increasing on $[0,+\infty)$, 
Therefore, $H$ satisfies the condition (H5) by the
argument in \cite{S1}.
\end{remark}


The rest of this article is organized as follows. 
In Section $2$, we establish the variational framework associated 
with \eqref{1.1}, and we also give some
preliminary lemmas, which are useful in the proofs of our main results. In
Section $3$, we give the detailed proofs of our main results.

\section{Variational setting and preliminary lemmas}

Here, by $\|\cdot\|_{q}$ we denote the usual $L^{q}$-norm,
$(\cdot,\cdot)_{2}$ denote the usual $L^2$ inner product, $c_{i}$,
$C$, $C_{i}$ stand for different positive constants. Let $X$ and $Y$ be
two Banach spaces with norms $\|\cdot\|_{X}$ and $\|\cdot\|_{Y}$. We
always choose equivalent norm $\|(x, y)\|_{X\times Y}=(\|x\|_{X}^2+\|y\|_{Y}^2)$
on the product space $X\times Y$. In particular, if $X$ and $Y$ are two 
Hilbert spaces with inner products $(\cdot, \cdot)_{X}$ and $(\cdot, \cdot)_{Y}$,
 we choose the inner product
$\left((x, y), (w, z)\right)=(x, w)_{X}+(y, z)_{Y}$ on the product space $X\times Y$.

For the sake of simplicity, let
$A:=-\Delta +V$ and $\sigma(A)$, $\sigma_{d}(A)$ be the spectrum of $A$, 
the discrete spectrum of $A$, respectively. 
It is well known that under condition (H1), the operator $A$ is a selfadjoint 
operator on $L^2:=L^2(\mathbb{R}^{N}, \mathbb{R}^2)$ with
$\mathcal{D}(A)\subset H^2(\mathbb{R}^{N}, \mathbb{R}^2)$.
To establish a variational setting for the system \eqref{1.1},
we have the following result.

 \begin{lemma} \label{lem2.1}
 Suppose {\rm (H1)} holds, then $\sigma(A)=\sigma_{d}(A)$.
\end{lemma}

 
Following the ideas of \cite{BPW,ZZZ}, it is easy to prove the above lemma,
so we omit its proof.
From Lemma \ref{lem2.1}, we know that the operator $A$ has a sequence of
eigenvalues
\begin{equation}\label{2.1}
 \lambda_{1}< \lambda_{2}\leq \dots \leq  \lambda_{n}\leq \dots \to \infty,
\end{equation}
and corresponding eigenfunctions $\{e_{i}\}_{i\in\mathbb{N}}$,
forming an orthogonal basis in $L^2$.
Let $n^{-}=\sharp\{i|\lambda_{i}<0\}$,
 $n^{0}=\sharp\{i|\lambda_{i}=0\}$ and
$n^{+}=n^{-}+n^{0}$.
 Moreover, we have an orthogonal decomposition
$$
L^2=L^{-} \oplus L^{0} \oplus L^{+}, \quad
 u = u^{-}+u^{0}+ u^{+},
$$
such that $A$ is negative definite on $L^{-}$ and positive
definite on $L^{+}$ and $L^{0}=\text{Ker} A$.
Let $|A|$ denote the absolute of $A$ and $|A|^{1/2}$
be the square root of $|A|$, $\{F_{\lambda}: \lambda\in \mathbb{R}\}$ be
the spectral family of $A$, $A=U|A|$ is the polar
decomposition of $A$, where $U= I-F_{0}-F_{-0}$, $I$ is the
identity operator. 
Then $U$ commutes with $A$, $|A|$ and $|A|^{1/2}$. 
Set $H:= \mathcal {D}(|A|^{1/2})$ be the
domain of the selfadjoint operator $|A|^{1/2}$ which is a
Hilbert space equipped with the inner product
$$
(u,v)_{H}=(|A|^{1/2}u, |A|^{1/2}v)_{2}+(u^{0},v^{0})_{2}
$$
and the norm $\|u\|^2_{H}=(u,u)_{H}$.
Let 
\begin{gather*}
H^{-}:=\operatorname{span}\{e_{1},\dots,e_{n^{-}}\},\quad
H^{0}:=\operatorname{span}\{e_{n^{-}+1},\dots,e_{n^{+}}\},\\
H^{+}:=\overline{\operatorname{span}\{e_{n^{+}+1},\dots\}}. 
\end{gather*}
Then there is an induced decomposition $H=H^{-} \oplus H^{0} \oplus H^{+}$ 
which is orthogonal with respect to the inner products $(\cdot,\cdot)_{2}$
and $(\cdot,\cdot)_{H}$. Let $E=H\times H$ with the inner product
\[
\left((u, v), (\varphi, \psi)\right)=(u, \varphi)_{H}+(v, \psi)_{H}
\]
and the corresponding norm
\[
\|(u, v)\|=\left[\|u\|_{H}^2+\|v\|_{H}^2\right]^{1/2}.
\]
Setting
\[
E^{+}=H^{+} \times H^{-},\quad  E^{-}=H^{-} \times H^{+}, \quad
E^{0}=H^{0} \times H^{0}.
\]
Then for any $z=(u, v)\in E$, we have $z=z^{-}+z^{0}+z^{+}$, 
where $z^{+}=(u^{+}, v^{-})$,
$z^{-}=(u^{-}, v^{+})$ and $z^{0}=(u^{0}, v^{0})$. 
Clearly, $E^{-}, E^{0}, E^{+}$ are
the orthogonal with respect to the products $(\cdot,\cdot)_{2}$
and $(\cdot,\cdot)_{H}$. Hence $E = E^{-} \oplus E^{0} \oplus E^{+}$.

\begin{lemma} \label{lem2.2} 
 $E\hookrightarrow L^{q}:=L^{q}(\mathbb{R}^{N}, \mathbb{R}^2)$ is continuous
 for $q\in [2, 2^{\ast}]$ and
 $E\hookrightarrow L^{q}$
 is compact for $q\in [2, 2^{\ast})$.
\end{lemma}

Next, on $E$ we define the  functional
\begin{equation}\label{2.2}
\Phi(z)= \frac{1}{2}(\|z^{+}\|^2-\|z^{-}\|^2)-\Psi(z),\quad z\in E,
\end{equation}
where
\[
\Psi(z)=\int_{\mathbb{R}^{N}}H(x,z)dx.
\]
Clearly, $\Phi$ is strongly indefinite, and our hypotheses imply that
$\Phi\in C^{1}(E, \mathbb{R})$, and a standard argument shows that
critical points of $\Phi$ are solutions of system \eqref{1.1}
(see \cite{D,W1}).

The following abstract critical point theorem plays an important
role in proving our main results. Let $E$ be a Hilbert space with
norm $\|\cdot\|$ and have an orthogonal decomposition $E=N\oplus
N_{\perp}, N\subset E$ being a closed and separable subspace. There
exists a norm $|v|_{\omega}\leq \|v\|$ for all $v\in N$ and induces
a topology equivalent to the weak topology of $N$ on a bounded
subset of $N$. For $z=v+w\in E=N\oplus N^{\perp}$ with 
$v\in N, w\in N^{\perp}$, we define 
$|z|_{\omega}^2=|v|_{\omega}^2+\|w\|^2$.
Particularly, if $z_{n}=v_{n}+w_{n}$ is $|\cdot|_{\omega}$-bounded and
$z_{n}\xrightarrow[]{|\cdot|_{\omega}}z$, then 
$v_{n}\rightharpoonup v$ weakly in $N$, $w_{n}\to w$ strongly in $N^{\perp}$,
$z_{n}\rightharpoonup v+w$ weakly in $E$.

Let
$E=E^{-}\oplus E^{0}\oplus E^{+}$, $e\in E^{+}$ with $\|e\|=1$. Let
$N:=E^{-}\oplus E^{0}\oplus \mathbb{R}e$ and
$E_{1}^{+}:=N^{\perp}=(E^{-}\oplus E^{0}\oplus
\mathbb{R}e)^{\perp}$. For $R>0$, let
\begin{equation}
Q:=\{z:=z^{-}+z^{0}+se: s\in \mathbb{R}^{+}, z^{-}+z^{0}\in
E^{-}\oplus E^{0},\|z\|<R\}.
\end{equation}
For $0<s_{0}<R$, we define
\begin{equation}
D:=\{z:=se+w^{+}: s\geq0, w^{+}\in E_{1}^{+}, \|se+w^{+}\|=s_{0}\}.
\end{equation}
For $\Phi \in C^{1}(E, \mathbb{R})$, define
\begin{align*} 
\Gamma: = \Big\{& h:
h:\mathbb{R}\times\bar{Q} \to E
\text{ is }|\cdot|_{\omega}\text{-continuous},\; 
h(0,z)=z \text{ and }\Phi(h(s,z))\leq \Phi(z)\\
&\text{for all } z\in\bar{Q}, 
\text{ For any } (s_{0}, z_{0})\in \mathbb{R}\times\bar{Q},
\text{ there is a } |\cdot|_{\omega}\text{-neighborhood}\\
&U(s_{0}, z_{0})\text{ s. t. }
\{z-h(t,z): (t,z)\in U(s_{0}, z_{0})\cap (\mathbb{R}\times\bar{Q})\}\subset E_{\rm fin}.
\Big\}
\end{align*}
where $E_{\rm fin}$ denotes various finite-dimensional subspaces of $E$;
$\Gamma\neq 0$ since $id\in \Gamma$.

Now we state the following variant weak linking theorem which will be used 
later (see \cite{SZ1}).

 \begin{lemma} \label{lem2.3} 
 The family of $C^{1}$-functionals $\Phi_{\lambda}$
has the form
\begin{equation}
\Phi_{\lambda}(z):=\lambda K(z)-J(z),\quad \forall \lambda \in[1,
\lambda_{0}],
\end{equation}
where $\lambda_{0}>1$. Assume that
\begin{itemize}
 \item[(a)] $K(z)\geq 0$,~~$\forall~ z\in E$, $\Phi_{1}=\Phi$;

\item[(b)] $|J(z)|+K(z)\to \infty$ as $\|z\|\to \infty$;

\item[(c)] $\Phi_{\lambda}$ is $|\cdot|_{\omega}$-upper
semicontinuous, $\Phi'_{\lambda}$ is weakly sequentially continuous
on $E$, $\Phi_{\lambda}$ maps bounded sets to bounded sets;

\item[(d)] $\sup_{\partial Q}\Phi_{\lambda}<\inf_{D}\Phi_{\lambda}, \quad
\forall \lambda \in[1, \lambda_{0}]$.
\end{itemize}
Then for almost all $\lambda \in[1, \lambda_{0}]$, there exists a
sequence $\{z_{n}\}$ such that
\begin{equation}
\sup_{n}\|z_{n}\|<\infty,~\Phi'_{\lambda}(z_{n})\to 0,
 \Phi_{\lambda}(z_{n})\to c_{\lambda},
\end{equation}
where
\begin{equation}
c_{\lambda}:=\inf_{h\in \Gamma}\sup_{z\in
\bar{Q}}\Phi_{\lambda}(h(1,z))\in [\inf_{D}\Phi_{\lambda},
\sup_{\bar{Q}}\Phi_{\lambda}].
\end{equation}
\end{lemma}

To apply Lemma \ref{lem2.3}, we shall prove a few Lemmas. We pick
$\lambda_{0}$ such that $\lambda_{0}>1$. For $1\leq \lambda \leq \lambda_{0}$,
we consider
\begin{equation}\label{2.3}
\Phi_{\lambda}(z):=\frac{\lambda}{2}\|z^{+}\|^2
-\Big(\frac{1}{2}\|z^{-}\|^2
+\int_{\mathbb{R}^{N}}H(x, z)dx\Big):=\lambda K(z)-J(z).
\end{equation}
It is easy to see that $\Phi_{\lambda}$ satisfies condition (a) in
Lemma \ref{lem2.3}. To check (c), if
$z_{n}\xrightarrow[]{|\cdot|_{\omega}}z$, and
$\Phi_{\lambda}(z_{n})\geq c$, then $z_{n}^{+}\to z^{+}$ and
$z_{n}^{-}\rightharpoonup z^{-}$ in $E$, $z_{n}\to z$ $a.e.$
on $\mathbb{R}^{N}$, going to a subsequence if necessary. Using Fatou's
lemma, we know $\Phi_{\lambda}(z)\geq c$, which means that
$\Phi_{\lambda}$ is $|\cdot|_{\omega}$-upper semicontinuous;
$\Phi'_{\lambda}$ is weakly sequentially continuous on $E$, see \cite{W1}.

\begin{lemma} \label{lem2.4} 
 Under the assumptions of Theorem \ref{thm1.1}, 
\begin{equation}
J(z)+K(z)\to \infty \quad \text{as } \|z\|\to \infty.
\end{equation}
\end{lemma}

\begin{proof} 
Suppose to the contrary that there exists $\{z_{n}\}$ with 
$\|z_{n}\|\to\infty$ such that $J(z_{n})+K(z_{n})\leq M_{0}$ for some $M_{0}>0$.
Let $w_{n}=\frac{z_{n}}{\|z_{n}\|}=w^{-}_{n}+w^{0}_{n}+w^{+}_{n}$, then 
$\|w_{n}\|=1$ and
\begin{equation}\label{2.4}
\begin{aligned}
\frac{M_{0}}{\|z_{n}\|^2}
&\geq \frac{K(z_{n})+J(z_{n})}{\|z_{n}\|^2}\\
&=\frac{1}{2}(\|w^{+}_{n}\|^2+\|w^{-}_{n}\|^2)+
\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{\|z_{n}\|^2}dx\\
&=\frac{1}{2}(\|w_{n}\|^2-\|w^{0}_{n}\|^2)+
\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{\|z_{n}\|^2}dx.
\end{aligned}
\end{equation}
Going to a subsequence if necessary, we may assume that
$w^{-}_{n}\rightharpoonup w^{-}$, $w^{+}_{n}\rightharpoonup w^{+}$, 
$w^{0}_{n}\to w^{0}$ in $E$ and $w_{n}(x)\to w(x)$ a.e. on $\mathbb{R}^{N}$. 
If $w^{0}=0$, by (H2) and \eqref{2.4} we have
\begin{equation}
\frac{1}{2}\|w_{n}\|^2+\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{\|z_{n}\|^2}dx
\leq\frac{1}{2}\|w^{0}_{n}\|^2+\frac{M_{0}}{\|z_{n}\|^2},
\end{equation}
which implies $\|w_{n}\|\to 0$, this contradicts $\|w_{n}\|=1$. 
If $ w^{0}\neq0$, then $w\neq0$. Therefore, $|z_{n}|=|w_{n}|\|z_{n}\|\to\infty$.
By (H2), (H4) and Fatou's lemma we have
\begin{equation}
\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{|z_{n}|^2}|w_{n}|^2dx\to\infty.
\end{equation}
Hence by \eqref{2.4} again, we obtain $0\geq+\infty$, which is a contradiction. 
The proof is complete.
 \end{proof}

Lemma \ref{lem2.4} implies condition (b) holds. To continue the
discussion, we still need to verify condition (d); that is done by the
following two Lemmas.

\begin{lemma} \label{lem2.5}
Under the assumptions of Theorem \ref{thm1.1}, there are two positive
constants $\kappa, \rho$ such that
\begin{equation}
\Phi_{\lambda}(z)\geq \kappa \quad \text{for }z\in E^{+}, \;
|z\|=\rho,\; \lambda\in [1, \lambda_{0}].
\end{equation}
\end{lemma}

\begin{proof}
 Set
\begin{equation}\label{2.5}
\mu:=\min\{-\lambda_{n^{-}},\lambda_{n^{+}+1}\}.
\end{equation}
Obviously, for any $z\in E^{+}$, $\|z\|^2\geq \mu \|z\|_{2}^2$.
Thus, for any $z\in E^{+}$, by (H2), (H3) and Lemma \ref{lem2.2}, we have
\begin{equation}
\begin{aligned}
\Phi_{\lambda}(z)
&=\frac{\lambda}{2}\|z\|^2-\int_{\mathbb{R}^{N}}H(x,z)dx\\
&\geq \frac{1}{2}\|z\|^2 -\int_{\{|z|<\delta\}}H(x,z)dx
 -\int_{\{|z|\geq \delta\}}H(x,z)dx\\
&\geq \frac{1}{2}\|z\|^2-\frac{1}{2}\gamma \int_{\{|z|<\delta\}}|z|^2dx
 -c\int_{\{|z|\geq \delta\}}(|z|^2+|z|^{p})dx\\
&\geq \frac{1}{2}\|z\|^2-\frac{\gamma}{\mu}\frac{1}{2}\|z\|^2-C'\|z\|^{p}\\
&=\frac{1}{2}\|z\|^2(1-\frac{\gamma}{\mu}-2C'\|z\|^{p-2}), \quad
0\leq \gamma <\mu.
\end{aligned}
\end{equation}
This implies the conclusion if we take $\|z\|$ sufficiently small.
\end{proof}

\begin{lemma} \label{lem2.6} 
Under the assumptions of Theorem \ref{thm1.1}, there exists a constant $R>0$ such
that
\begin{equation}
\Phi_{\lambda}(z)\leq 0, \quad\text{for }z\in \partial Q_{R},\; \lambda \in [1,
\lambda_{0}],
\end{equation}
where
\begin{equation}
Q_{R}:=\{z:=v+se: s\geq 0,v\in E^{-}\oplus E^{0},e\in E^{+}
\text{ with } \|e\|=1,\|z\|\leq R\}.
\end{equation}
\end{lemma}

\begin{proof}
By contradiction, we suppose that there exit
$R_{n}\to \infty$, $\lambda_{n}\in [1, \lambda_{0}]$ and
$z_{n}=v_{n}+s_{n}e=v_{n}^{-}+v_{n}^{0}+s_{n}e \in \partial Q_{R_{n}}$
such that $\Phi_{\lambda_{n}}(z_{n})> 0$. If $s_{n}=0$, by
(H2), we get
\begin{equation}
\Phi_{\lambda_{n}}(z_{n})=-\frac{1}{2}\|v_{n}^{-}\|^2
-\int_{\mathbb{R}^{N}}H(x,z_{n})dx\leq -\frac{1}{2}\|v_{n}^{-}\|^2
\leq 0.
\end{equation}
Therefore,
\begin{equation}
s_{n}\neq 0,\quad \|z_{n}\|^2=\|v_{n}\|^2+s_{n}^2.
\end{equation}
Let
\begin{equation}
\tilde{z}_{n}=\frac{z_{n}}{\|z_{n}\|}=\tilde{s}_{n}e+\tilde{v}_{n}.
\end{equation}
Then
\begin{equation}
\|\tilde{z}_{n}\|^2=\|\tilde{v}_{n}\|^2+\tilde{s}_{n}^2=1.
\end{equation}
Thus, passing to a subsequence, we may assume that
\begin{gather*}
\tilde{s}_{n}\to \tilde{s},\quad  \lambda_{n}\to \lambda,\\
\tilde{z}_{n}=\frac{z_{n}}{\|z_{n}\|}=\tilde{s}_{n}e+\tilde{v}_{n}
\rightharpoonup \tilde{z}\quad \text{in }E,\\
\tilde{z}_{n}\to \tilde{z}\quad \text{a.e. on } \mathbb{R}^{N}.
\end{gather*}
It follows from $\Phi_{\lambda_{n}}(z_{n})>0$ and the definition of
$\Phi$ that
\begin{equation}\label{2.6}
\begin{aligned}
 0<\frac{\Phi_{\lambda_{n}}(z_{n})}{\|z_{n}\|^2} 
&=\frac{1}{2}(\lambda_{n}\tilde{s}_{n}^2-\|\tilde{v}_{n}\|^2)
-\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{|z_{n}|^2}|\tilde{z}_{n}|^2dx\\
&=\frac{1}{2}[(\lambda_{n}+1)\tilde{s}_{n}^2-1]
-\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{|z_{n}|^2}|\tilde{z}_{n}|^2dx.
\end{aligned}
\end{equation}
From (H2) and \eqref{2.6}, we know that
$(\lambda+1)\tilde{s}^2-1\geq 0$,
that is
\[
\tilde{s}^2\geq \frac{1}{1+\lambda}\geq \frac{1}{1+\lambda_{0}}>0.
\]
Thus $\tilde{z}\neq 0$.
It follows from (H4) and Fatou's lemma that
\begin{equation}
\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{|z_{n}|^2}|\tilde{z}_{n}|^2dx\to
\infty\quad \text{as } n\to \infty,
\end{equation}
which contradicts \eqref{2.6}. The proof is complete.
\end{proof}


Hence, Lemmas \ref{lem2.5} and \ref{lem2.6} imply
condition (d) of Lemma \ref{lem2.3}. Applying Lemma \ref{lem2.3}, we 
obtain the following result.

\begin{lemma} \label{lem2.7} 
 Under the assumptions of Theorem \ref{thm1.1}, for almost all
$\lambda\in [1, \lambda_{0}]$, there exists a sequence $\{z_{n}\}$ such
that
\begin{equation}
\sup_{n}\|z_{n}\|<\infty,\quad 
\Phi'_{\lambda}(z_{n})\to 0,\quad \Phi_{\lambda}(z_{n})\to c_{\lambda},
\end{equation}
where  $c_{\lambda}$ is defined in Lemma \ref{lem2.3}.
\end{lemma}

\begin{lemma} \label{lem2.8} 
 Under the assumptions of Theorem \ref{thm1.1}, for almost all 
$\lambda\in [1,\lambda_{0}]$, there exists a $z_{\lambda}\in E$ such that
\begin{equation}
\Phi'_{\lambda}(z_{\lambda})= 0,~~\Phi_{\lambda}(z_{\lambda})= c_{\lambda}.
\end{equation}
\end{lemma}

\begin{proof}
Let $\{z_{n}\}$ be the sequence obtained in Lemma \ref{lem2.7}. 
Since $\{z_{n}\}$ is bounded, we can assume $z_{n}\rightharpoonup
z_{\lambda}$ in $E$ and $z_{n}\to z_{\lambda}$ a.e. on 
$\mathbb{R}^{N}$. By Lemma \ref{lem2.7} and the fact $\Phi'_{\lambda}$ is
weakly sequentially continuous, we have
\begin{equation}
\langle \Phi'_{\lambda}(z_{\lambda}), \varphi \rangle
=\lim_{n\to \infty}\langle \Phi'_{\lambda}(z_{n}), \varphi
\rangle=0,\quad \forall \varphi\in E.
\end{equation}
That is $\Phi'_{\lambda}(z_{\lambda})=0$. By Lemma \ref{lem2.7}, we have
\begin{equation}
\Phi_{\lambda}(z_{n})-\frac{1}{2}\langle
\Phi'_{\lambda}(z_{n}),z_{n} \rangle 
=\int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\big]dx\to
c_{\lambda}.
\end{equation}
On the other hand, by Lemma \ref{lem2.2}, it is easy to prove that
\begin{gather}\label{2.7}
\int_{\mathbb{R}^{N}}\frac{1}{2}H_{z}(x,z_{n})z_{n}dt\to
\int_{\mathbb{R}^{N}}\frac{1}{2}H_{z}(x,z_{\lambda})z_{\lambda}dx, \\
\label{2.8}
\int_{\mathbb{R}^{N}}H(x,z_{n})dt\to
\int_{\mathbb{R}^{N}}H(x,z_{\lambda})dx,
\end{gather}
Therefore, by \eqref{2.7}, \eqref{2.8} and the fact 
$\Phi'_{\lambda}(z_{\lambda})=0$, we obtain
\begin{equation}
\Phi_{\lambda}(z_{\lambda})=\Phi_{\lambda}(z_{\lambda})-\frac{1}{2}\langle
\Phi'_{\lambda}(z_{\lambda}),z_{\lambda} \rangle 
= \int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z_{\lambda})z_{\lambda}
 -H(x,z_{\lambda})\big]dx
=c_{\lambda}.
\end{equation}
The proof is complete.
\end{proof}

Applying Lemma \ref{lem2.8}, we obtain the following result.

\begin{lemma} \label{lem2.9} 
 Under the assumptions of Theorem \ref{thm1.1}, for almost
all $\lambda\in [1, \lambda_{0}]$, there exists sequences 
$z_{n}\in E$ and $\lambda_{n} \in [1, \lambda_{0}]$ with
$\lambda_{n}\to \lambda$ such that
\[
\Phi'_{\lambda_{n}}(z_{n})= 0,\quad \Phi_{\lambda_{n}}(z_{n})= c_{\lambda_{n}}.
\]
\end{lemma}


\begin{lemma} \label{lem2.10} 
 Under the assumptions of Theorem \ref{thm1.1}, 
\begin{equation}
\int_{\mathbb{R}^{N}}\big[H(x,z)-H(x,rw)+r^2H_{z}(x,z)w
-\frac{1+r^2}{2}H_{z}(x,z)z\big]dx \leq C,
\end{equation}
where $z\in E$, $w\in E^{+}$, $0\leq r\leq 1$ and the constant
$C$ does not depend on $z, w,r$.
\end{lemma}

\begin{proof}
 This follows from (H5) if we take $z=z$ and
$\eta=rw-z$.
\end{proof}


\begin{lemma} \label{lem2.11} 
 Under the assumptions of Theorem \ref{thm1.1}, the
sequences $\{z_{n}\}$ given in Lemma \ref{lem2.9} are bounded.
\end{lemma}

\begin{proof}
 Suppose to the contrary that $\{z_{n}\}$ is unbounded.
Without loss of generality, we can assume that $\|z_{n}\|\to \infty$ as 
$n\to \infty$. Let $w_{n}=\frac{z_{n}}{\|z_{n}\|}=w_{n}^{+}+w_{n}^{0}+w_{n}^{-}$, 
then $\|w_{n}\|=1$. Going to a subsequence
if necessary, we can assume that $w_{n}\rightharpoonup w$ in $E$, $w_{n}\to w$ 
in $L^{p}$ for $p\in[2,2^{\ast})$,  $w_{n}\to w(x)$ a.e. on 
$\mathbb{R}^{N}$. For $w$, we have only the following two cases: 
$w \neq 0$ or $w=0$.
\smallskip

\noindent\textbf{Case 1: $w \neq0$.} It follows from (H4) and
Fatou's Lemma that
\begin{equation}
\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{\|z_{n}\|^2}dx
=\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{|z_{n}|^2}|w_{n}|^2dx\to
\infty \quad \text{as }n\to \infty,
\end{equation}
which, together with Lemma \ref{lem2.5} and \ref{lem2.9} imply
\[
0\leq \frac{c_{\lambda_{n}}}{\|z_{n}\|^2}
=\frac{\Phi_{\lambda_{n}}(z_{n})}{\|z_{n}\|^2}
=\frac{\lambda_{n}}{2}\|w_{n}^{+}\|^2-\frac{1}{2}\|w_{n}^{-}\|^2
-\int_{\mathbb{R}^{N}}\frac{H(x,z_{n})}{\|z_{n}\|^2}dx\to
-\infty
\]
as $n\to \infty$. This is a contradiction.
\smallskip

\noindent\textbf{Case 2:  $w=0$.}
 We claim that there exist a constant
$C$ independent of $z_{n}$ and $\lambda_{n}$ such that
\begin{equation}\label{2.9}
\Phi_{\lambda_{n}}(rz_{n}^{+})-\Phi_{\lambda_{n}}(z_{n})\leq
C,\quad \forall r\in [0,1].
\end{equation}
Since
\[
\frac{1}{2}\langle \Phi_{\lambda_{n}}'(z_{n}), \varphi \rangle
=\frac{1}{2}\lambda_{n}(z_{n}^{+},
\varphi^{+})-\frac{1}{2}(z_{n}^{-},
\varphi^{-})-\frac{1}{2}\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})\varphi dx=0,
\]
for all $\varphi\in E$, it follows from the definition of $\Phi$ that
\begin{equation}\label{2.10}
\begin{aligned}
&\Phi_{\lambda_{n}}(rz_{n}^{+})-\Phi_{\lambda_{n}}(z_{n}) \\
&=\frac{1}{2}\lambda_{n}(r^2-1)\|z_{n}^{+}\|^2+\frac{1}{2}\|z_{n}^{-}\|^2
+\int_{\mathbb{R}^{N}}\left[H(x,z_{n})-H(x,rz_{n}^{+})\right]dx\\
&\quad +\frac{1}{2}\lambda_{n}(z_{n}^{+},
\varphi^{+})-\frac{1}{2}(z_{n}^{-},
\varphi^{-})-\frac{1}{2}\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})\varphi dx.
\end{aligned}
\end{equation}
Take
\begin{equation}
\varphi=(r^2+1)z_{n}^{-}-(r^2-1)z_{n}^{+}+(r^2+1)z_{n}^{0}
=(r^2+1)z_{n}-2r^2z_{n}^{+},
\end{equation}
which together with Lemma \ref{lem2.10} and \eqref{2.10} imply that
\begin{align*}
&\Phi_{\lambda_{n}}(rz_{n}^{+})-\Phi_{\lambda_{n}}(z_{n})\\
&=-\frac{1}{2}\|z_{n}^{-}\|^2+\int_{\mathbb{R}^{N}}
\Big[H(x,z_{n})-H(x,rz_{n}^{+})
+r^2H_{z}(x,z_{n})z_{n}^{+} \\
&\quad -\frac{1+r^2}{2}H_{z}(x,z_{n})z_{n}\Big]dx
\leq C.
\end{align*}
Hence, \eqref{2.9} holds.  Let $C_{0}$ be a constant and take
\[
r_{n}:=\frac{C_{0}}{\|z_{n}\|}\to 0\quad \text{as } n\to \infty.
\]
Therefore, \eqref{2.9} implies 
\[
\Phi_{\lambda_{n}}(r_{n}z_{n}^{+})-\Phi_{\lambda_{n}}(z_{n})\leq C
\]
for all sufficiently large $n$. From $w_{n}^{+}=\frac{z_{n}^{+}}{\|z_{n}\|}$
 and Lemma \ref{lem2.9} we have
\begin{equation}\label{2.11}
\Phi_{\lambda_{n}}(C_{0}w_{n}^{+})\leq C'
\end{equation}
for all sufficiently large $n$.
 Note that Lemmas \ref{lem2.5} and \ref{lem2.9}, and (H2) imply 
\begin{align*}
 0&\leq \frac{c_{\lambda_{n}}}{\|z_{n}\|^2}
=\frac{\Phi_{\lambda_{n}}(z_{n})}{\|z_{n}\|^2} \\
&=\frac{\lambda_{n}}{2}\|w_{n}^{+}\|^2-\frac{1}{2}\|w_{n}^{-}\|^2
-\frac{\int_{\mathbb{R}^{N}}H(x,z_{n})dx}{\|z_{n}\|^2}\\
&\leq \frac{\lambda_{0}}{2}\|w_{n}^{+}\|^2-\frac{1}{2}\|w_{n}^{-}\|^2;
\end{align*}
therefore
\[
\lambda_{0}\|w_{n}^{+}\|^2\geq \|w_{n}^{-}\|^2.
\]
If $w_{n}^{+}\to 0$, then from the above inequality, we have
$w_{n}^{-}\to 0$, and therefore
\begin{equation}
\|w_{n}^{0}\|^2=1-\|w_{n}^{+}\|^2-\|w_{n}^{-}\|^2\to 1.
\end{equation}
Hence, $w_{n}^{0}\to w^{0}$ because of $\dim E^{0}<\infty$.
Thus, $w\neq 0$, a contradiction. Therefore, 
$w_{n}^{+}\nrightarrow 0$ and $\|w_{n}^{+}\|^2\geq c_{0}$ 
for all $n$ and some $c_{0}>0$. By (H2) and (H3), we have
\begin{equation}\label{2.12}
\begin{aligned}
& \int_{\mathbb{R}^{N}}H(x,C_{0}w_{n}^{+})dx \\
&\leq \frac{1}{2}\gamma C_{0}^2\int_{\{|C_{0}w_{n}^{+}|<\delta\}}|w_{n}^{+}|^2dx
 + \frac{1}{2}c\int_{\{|C_{0}w_{n}^{+}|\geq\delta\}}\left(C^2_{0}|w_{n}^{+}|^2
+C_{0}^{p}|w_{n}^{+}|^{p}\right)dx\\
&\leq \frac{1}{2}\gamma C_{0}^2\int_{\{|C_{0}w_{n}^{+}|<\delta\}}|w_{n}^{+}|^2dx
+C_{1}'\int_{\{|C_{0}w_{n}^{+}|\geq\delta\}}|w_{n}^{+}|^{p}dx.
\end{aligned}
\end{equation}
For all sufficiently large $n$, if follows from \eqref{2.11},
\eqref{2.12} and the fact $\lambda_{n}\to \lambda$,
$w_{n}^{+}\to w^{+}=0$ in $L^{p}$ for all $[2, 2^{*})$ that
\begin{align*}
\Phi_{\lambda_{n}}(C_{0}w_{n}^{+})
&=\frac{1}{2}\lambda_{n}C_{0}^2\|w_{n}^{+}\|^2
-\int_{\mathbb{R}^{N}}H(x,C_{0}w_{n}^{+})dx\\
&\geq \frac{1}{2}\lambda_{n}C_{0}^2\alpha -\frac{1}{2}\gamma
C_{0}^2\int_{\{|C_{0}w_{n}^{+}|<\delta\}}|w_{n}^{+}|^2dx
-C_{1}'\int_{\{|C_{0}w_{n}^{+}|\geq\delta\}}|w_{n}^{+}|^{p}dx\\
&\to \frac{1}{2}\lambda \alpha
C_{0}^2,\quad \text{as }n\to \infty.
\end{align*}
This implies that $\Phi_{\lambda_{n}}(C_{0}w_{n}^{+})\to \infty$ as 
$C_{0}\to \infty$, contrary to \eqref{2.11}.
Therefore, $\{z_{n}\}$ are bounded. The proof is complete.
\end{proof}


\section{Proofs of main results}

\begin{proof}[Proof of Theorem \ref{thm1.1}]
From Lemma \ref{lem2.9}, there are sequences $1< \lambda_{n}\to 1$ and
 $\{z_{n}\}\subset E$ such that $\Phi_{\lambda_{n}}'(z_{n})=0$ and
$\Phi_{\lambda_{n}}(z_{n})=c_{\lambda_{n}}$. By Lemma \ref{lem2.11}, we
know $\{z_{n}\}$ is bounded in $E$, thus we can assume
$z_{n}\rightharpoonup z$ in $E$, $z_{n}\to z$ in $L^{q}$ for 
$q\in[2,2^{\ast})$,  $z_{n}\to z(x)$ a.e. on
$\mathbb{R}^{N}$. Therefore,
\begin{equation}
\langle \Phi_{\lambda_{n}}'(z_{n}), \varphi \rangle
=\lambda_{n}(z_{n}^{+}, \varphi)-(z_{n}^{-},
\varphi)-\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})\varphi dx=0, \quad 
\forall \varphi\in E.
\end{equation}
Hence, in the limit
\begin{equation}
\langle \Phi'(z), \varphi \rangle =(z^{+}, \varphi)-(z^{-},
\varphi)-\int_{\mathbb{R}^{N}}H_{z}(x,z)\varphi dx=0, \quad 
\forall \varphi\in E.
\end{equation}
Thus $\Phi'(z)=0$. Note that
\begin{equation}\label{3.1}
\Phi_{\lambda_{n}}(z_{n})-\frac{1}{2}\langle
\Phi_{\lambda_{n}}'(z_{n}),  z_{n}\rangle
=\int_{\mathbb{R}^{N}}\left[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\right]dx
=c_{\lambda_{n}}\geq c_{1}.
\end{equation}
Similar to \eqref{2.7} and \eqref{2.8}, we know that
\[
\int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\big]dx
\to
\int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z)z-H(x,z)\big]dx,
\]
 as $n\to \infty$.
It follows from $\Phi'(z)=0$, \eqref{3.1} and Lemma \ref{lem2.5} that
\begin{align*}
 \Phi(z)
&=\Phi(z)-\frac{1}{2}\langle \Phi'(z), z \rangle \\
&=\int_{\mathbb{R}^{N}}\left[\frac{1}{2}H_{z}(x,z)z-H(x,z)\right]dx\\
&=\lim_{n\to \infty}\int_{\mathbb{R}^{N}}
\big[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\big]dx\\
&\geq c_{1}\geq\kappa>0.
\end{align*}
Therefore, $z\neq 0$.
\end{proof}

\begin{proof}[Proof of Theorem \ref{thm1.2}]
 By Theorem \ref{thm1.1}, $\mathcal{M}\neq \emptyset$, where
$\mathcal{M}$ is the collection of solution of \eqref{1.1}. Let
\begin{equation}
\theta:=\inf_{z\in \mathcal{M}}\Phi(z).
\end{equation}
If $z$ is a solution of \eqref{1.1}, by Lemma \ref{lem2.10},
(take $r=0$)
\begin{align*}
\Phi(z)
&=\Phi(z)-\frac{1}{2}\langle \Phi'(z), z \rangle\\
&=\int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z)z-H(x,z)\big]dx\\
&\geq-C=-\int_{\mathbb{R}^{N}}|W_{1}(x)|dx.
\end{align*}
Thus, $\theta> -\infty$. Let $\{z_{n}\}$ be a subsequence in
$\mathcal{M}$ such that
\begin{equation}\label{3.2}
\Phi(z_{n})\to \theta.
\end{equation}
By Lemma \ref{lem2.11}, the sequence $\{z_{n}\}$ is bounded in $E$. Thus,
$z_{n}\rightharpoonup z$ in $E$ $z_{n}\to z$ in $L^{q}$ for 
$q\in[2, 2^{\ast})$ and $z_{n}\to z$ a.e. on
$\mathbb{R}^{N}$, after passing to a subsequence. Therefore
\begin{equation}
\langle \Phi'(z_{n}), \varphi \rangle 
=(z_{n}^{+}, \varphi)-(z_{n}^{-}, \varphi)
-\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})\varphi dx=0,\quad 
\forall \varphi\in E.
\end{equation}
Hence, in the limit
\begin{equation}
\langle \Phi'(z), \varphi \rangle =(z^{+}, \varphi)-(z^{-},
\varphi)-\int_{\mathbb{R}^{N}}H_{z}(x,z)\varphi dx=0, \quad \forall
\varphi\in E.
\end{equation}
Thus, $\Phi'(z)=0$. Similar to \eqref{2.7} and \eqref{2.8}, we
have
\begin{align*}
 \Phi(z_{n})-\frac{1}{2}\langle \Phi'(z_{n}),z_{n} \rangle
&= \int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\big]dx\\
&\to \int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z)z-H(x,z)\big]dx
\quad \text{as } n\to \infty.
\end{align*}
If follows from $\Phi'(z)=0$ and \eqref{3.2} that
\begin{align*}
\Phi(z)&=\Phi(z)-\frac{1}{2}\langle \Phi'(z),z \rangle 
 =\int_{\mathbb{R}^{N}}\big[\frac{1}{2}H_{z}(x,z)z-H(x,z)\big]dx\\
&=\lim_{n\to \infty}\int_{\mathbb{R}^{N}}
 \big[\frac{1}{2}H_{z}(x,z_{n})z_{n}-H(x,z_{n})\big]dx\\
&=\lim_{n\to \infty}\Phi(z_{n})=\theta.
\end{align*}
Now suppose that
$|H_{z}(x,z)|=o(|z|)$ as $|z|\to 0$.
It follows from (H2) that for any $\varepsilon>0$, there exists
a constant $C_{\varepsilon}>0$ such that
\begin{equation}\label{3.3}
|H_{z}(x,z)|\leq \varepsilon |z|+C_{\varepsilon}|z|^{p-1}.
\end{equation}
Let
\[
\alpha:=\inf_{z\in \mathcal{M}'}\Phi(z),
\]
where $\mathcal{M}':=\mathcal{M}\setminus \{0\}$. Let $\{z_{n}\}$ be
a sequence in $\mathcal{M}\setminus \{0\}$ such that
\begin{equation}\label{3.4}
\Phi(z_{n})\to \alpha.
\end{equation}
Note that
\begin{equation}
0=\langle \Phi'(z_{n}),z_{n}^{+} \rangle
=\|z_{n}^{+}\|^2-\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})z_{n}^{+}dx,
\end{equation}
which together with \eqref{3.3}, H\"{o}lder inequality and the Sobolev 
embedding theorem implies
\begin{equation}\label{3.5}
\begin{aligned}
\|z_{n}^{+}\|^2
&=\int_{\mathbb{R}^{N}}H_{z}(x,z_{n})z_{n}^{+}dx\\
&\leq \varepsilon \int_{\mathbb{R}^{N}}|z_{n}||z_{n}^{+}|dx
 +C_{\varepsilon} \int_{\mathbb{R}^{N}}|z_{n}|^{p-1}|z_{n}^{+}|dx\\
&\leq \varepsilon \|z_{n}\|\|z_{n}^{+}\|
 +C_{\varepsilon}'\|z_{n}\|_{p}^{p-1}\|z_{n}^{+}\|\\
&\leq \varepsilon \|z_{n}\|\|z_{n}^{+}\|
 +C_{\varepsilon}''\|z_{n}\|_{p}^{p-2}\|z_{n}\|\|z_{n}^{+}\|\\
&\leq \varepsilon \|z_{n}\|^2+C_{\varepsilon}''\|z_{n}\|_{p}^{p-2}\|z_{n}\|^2.
\end{aligned}
\end{equation}
Similarly, we obtain
\begin{equation}\label{3.6}
\|z_{n}^{-}\|^2\leq \varepsilon \|z_{n}\|^2
+C_{\varepsilon}''\|z_{n}\|_{p}^{p-2}\|z_{n}\|^2.
\end{equation}
From \eqref{3.5} and \eqref{3.6}, we have
\begin{equation}
\|z_{n}\|^2\leq 2\varepsilon \|z_{n}\|^2
 +2C_{\varepsilon}''\|z_{n}\|_{p}^{p-2}\|z_{n}\|^2,
\end{equation}
which means $\|z_{n}\|_{p}\geq c$ for some constant $c>0$. Since
$z_{n}\to z$ in $L^{p}$, we know $z\neq 0$. As
before, $\Phi(z_{n})\to \Phi(z)=\alpha$ as $n\to \infty$.
\end{proof}

\subsection*{Acknowledgments}
This work was partially supported by the Natural Science Foundation of
Hunan Province (Nos: 2017JJ2130, 2017JJ3130, 2017JJ3131),
by the Social Science Foundation of Hunan Province (No: 16YBA243),
and by the Key project of Education Department for Hunan Province (No: 17A116).


\begin{thebibliography}{00}

\bibitem{ACM} C. O Alves, P. C. Carri\~ao, O. H. Miyagaki;
\emph{On the existence of positive solutions of a perturbed Hamiltonian
systems in $\mathbb{R}^{N}$}, J. Math. Anal. Appl., 276 (2002),
673-690.

\bibitem{AY1} A. I. \'{A}vila, J. Yang;
\emph{On the existence and shape of least energy solutions for some elliptic systems},
 J. Differential Equations 191 (2003) 348-376.

\bibitem{AY2} A.I. \'{A}vila, J. Yang, Multiple solutions of nonlinear elliptic
systems. Nonlinear Differ. Equ. Appl., 12 (2005), 459-479.

\bibitem{BD1} T. Bartsch, D. G. De Figueiredo;
\emph{Infinitely many solutions of nonlinear elliptic systems}, in: Progr. Nonlinear
Differential Equations Appl. Vol. 35, Birkh\"{a}user, Basel,
Switzerland. (1999) 51-67.

\bibitem{BD2} T. Bartsch, Y. H. Ding;
\emph{Deformation theorems on non-metrizable vector spaces and applications 
to critical point theory}, Math. Nach., 279 (2006), 1-22

\bibitem{BR} V. Benci, P. H. Rabinowitz;
\emph{Critical point theorems for indefinite functionals}, 
Invent. Math., 52 (1979), 241-273.

\bibitem{BPW} T. Bartsch, A. Pankov, Z. Q. Wang;
\emph{Nonlinear Schr\"{o}dinger equations with steep potential
well}, Commun. Contemp. Math., 3 (2001), 549-569.

\bibitem{D} Y. H. Ding;
\emph{Variational Methods for Strongly Indefinite
Problems}, World Scientific Press, 2008.

\bibitem{DD} D. G. De Figueiredo, Y. H. Ding;
\emph{Strongly indefinite functions and multiple solutions of elliptic systems}, 
Tran. Amer. Math. Soc., 355 (2003), 2973-2989.

\bibitem{DF} D. G. De Figueiredo, P. L. Felmer;
\emph{On superquadiatic elliptic systems}, 
Tran. Amer. Math. Soc., 343 (1994), 97-116.

\bibitem{DDR} D. G. De Figueiredo, J. M. Do \'{o}, B. Ruf;
\emph{An Orlicz-space approach to superlinear elliptic systems}, 
J. Func. Anal., 224 (2004), 471-496.

\bibitem{DY} D. G. De Figueiredo, J. Yang;
\emph{Decay, symmetry and existence of solutions of semilinear elliptic systems}, 
Nonlinear Anal., 331 (1998), 211-234.

\bibitem{DL} Y. H. Ding, F. H. Lin;
\emph{Semiclassical states of Hamiltonian systems of
Schr\"{o}dinger equations with subcritical and critical
nonlinearies}, J. Partial Diff. Eqs., 19 (2006), 232-255.

\bibitem{DL1} Y. H. Ding, S. J. Li;
\emph{Existence of entire solutions for some elliptic systems},
Bull. Aust. Math. Soc., 50 (1994), 501-519.

\bibitem{HV} J. Hulshof, R. C. A. M. Van De Vorst;
\emph{Differential systems with strongly variational structure}, 
J. Func. Anal., 114 (1993), 32-58.

\bibitem{KS1} W. Kryszewski, A. Szulkin;
\emph{Generalized linking theorem with an application to semilinear 
Schr\"{o}dinger equations}, Adv. Differential Equations, 3 (1998), 441-472.

\bibitem{KS2} W. Kryszewski, A. Szulkin;
\emph{An infinite dimensional morse theorem with applications}, 
Tran. Amer. Math. Soc., 349 (1997), 3184-3234.

\bibitem{LY} G. Li, J. Yang;
\emph{Asymptotically linear elliptic systems},
Comm. Partial Differential Equations, 29 (2004), 925-954.

\bibitem{S} B. Sirakov;
\emph{On the existence of solutions of Hamiltonian elliptic systems in 
$\mathbb{R}^{N}$},
Adv. Differential Equations, 5 (2000), 1445-1464.

\bibitem{S1} M. Schechter;
\emph{Superlinear Schr\"{o}dinger operators}, J. Funct. Anal., 262 (2012), 2677-2694.

\bibitem{SZ1} M. Schechter, W. M. Zou;
\emph{Weak linking theorems and Schr\"{o}dinger
equations with critical Sobolev exponent}, 
ESAIM Control Optim. Calc. Var. 9 (2003) 601-619.

\bibitem{W1} M. Willem;
\emph{Minimax Theorems}, Birkh\"{a}user, Berlin, 1996.

\bibitem{WXZ1} J. Wang,  J. X. Xu, F. B. Zhang;
\emph{Existence and multiplicity of solutions for asymptotically
Hamiltonian elliptic systems in $\mathbb{R}^{N}$}, 
J. Math. Anal. Appl. 367 (2010) 193-203.

\bibitem{WXZ2} J. Wang,  J. X. Xu, F. B. Zhang;
\emph{Existence of solutions for nonperiodic superquadratic
Hamiltonian elliptic systems}, Nonlinear Analysis, 72 (2010), 1949-1960.

\bibitem{ZCZ} R. M. Zhang, J. Chen, F. K. Zhao;
\emph{Multiple solutions for superlinear elliptic
systems of Hamiltonin type}, Disc. Conti. Dyna. Syst. A, 30 (2011), 29-42.

\bibitem{ZD} F. K. Zhao, Y. H. Ding;
\emph{On Hamiltonian elliptic systems with periodic or non-periodic potentials}, 
J. Differential Equations, 249 (2010), 2964-2985.

\bibitem{ZQZ} J. Zhang, W. P. Qin, F. K. Zhao;
\emph{Existence and multiplicity of solutions for asymptotically
linear nonperiodic Hamiltonian elliptic system}, 
J. Math. Anal. Appl., 399 (2013), 433-441.

\bibitem{ZTZ} J. Zhang, X. H. Tang, W. Zhang;
\emph{Ground-state solutions for superquadratic Hamiltonian elliptic
systems with gradient terms}, Nonlinear Anal., 95 (2014), 1-10.

\bibitem{ZTZ1} J. Zhang, X. H. Tang, W. Zhang;
\emph{Semiclassical solutions for a class of Schr\"{o}dinger system with
magnetic potentials}, J. Math. Anal. Appl., 414 (2014), 357-371.

\bibitem{ZTZ3} J. Zhang, X. H. Tang, W. Zhang;
\emph{Ground states for diffusion system with periodic and asymptotically 
periodic nonlinearity}, Computers Math. Appl., 71 (2016), 633-641.

\bibitem{ZTZ4} J. Zhang, X. H. Tang, W. Zhang;
\emph{On semiclassical ground states for Hamiltonian elliptic system
 with critical growth}, Topol. Meth. Nonl. Anal., 49 (2017), 245-272.

\bibitem{ZZD1} F. K. Zhao, L. G. Zhao, Y. H. Ding;
\emph{Infinitly mang solutions for asymptotically linear periodic
 Hamiltonian system}, ESAIM: Cont. Opti. Calc. Vari., 16 (2010), 77-91.

\bibitem{ZTZ2} J. Zhang, W. Zhang, X. H. Tang;
\emph{Ground state solutions for Hamiltonian elliptic system
with inverse square potential}, Discrete Contin. Dyn. Sys. A, 37 (2017), 4565-4583.

\bibitem{ZZX} J. Zhang, W. Zhang, X. L. Xie;
\emph{Existence and concentration of semiclassical solutions for Hamiltonian 
elliptic system}, Commun. Pure Appl. Anal., 15 (2016), 599-622.

\bibitem{ZZZ} W. Zhang, J. Zhang, F. K. Zhao;
\emph{Multiple solutions for asymptotically quadratic and superquadratic 
elliptic system of Hamiltonian type}, Appl. Math. Compu., 363 (2015), 36-46.

\end{thebibliography}

\end{document}
