You can do like below.
<script type="text/javascript">
$(document).ready(function () {
$('#<%=imageButtonId.ClientID%>').click(function () {
// Write your logic to check the checkboxes are clicked or not, then
// below line shows alert.
alert("Please select at least one record");
});
});
</script>