/*
 * Copyright (c) 2013-2015 Intel Corporation.  All rights reserved.
 *
 * This software is available to you under the BSD license
 * below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <getopt.h>
#include <unistd.h>

#include <rdma/fi_errno.h>
#include <rdma/fi_tagged.h>

#include <shared.h>


#define BASE_TAG 0x900d
#define SEND_CNT 10

static struct fi_context fi_context;

static int wait_for_send_comp(int count)
{
	int ret, completions = 0;
	uint64_t cq_cntr;

	do {
		cq_cntr = 0;
		ret = ft_read_cq(txcq, &cq_cntr, 1, timeout, BASE_TAG + completions + 1);
		if (ret != FI_SUCCESS) {
			FT_PRINTERR("fi_cq_sread/fi_cq_read", ret);
			return ret;
		}
		completions++;
	} while (completions < count);

	return 0;
}


static int trecv_op(uint64_t tag, uint64_t flags, bool ignore_nomsg)
{
	struct fi_msg_tagged msg = {0};
	struct fi_cq_err_entry cq_err;
	struct iovec iov;
	void *desc;
	int ret;
	uint64_t cq_cntr;

	if (!(flags & (FI_PEEK | FI_DISCARD))) {
		iov.iov_base = buf;
		iov.iov_len = rx_size;
		msg.msg_iov = &iov;
		desc = mr_desc;
		msg.desc = &desc;
		msg.iov_count = 1;
	}
	msg.addr = remote_fi_addr;
	msg.tag = tag;
	msg.context = &fi_context;

	do
	{
		ret = fi_trecvmsg(ep, &msg, flags);
		if (ret) {
			FT_PRINTERR("fi_trecvmsg", ret);
			return ret;
		}

		cq_cntr = 0;
		ret = ft_read_cq(rxcq, &cq_cntr, 1, timeout, tag);
		if (ret == FI_SUCCESS)
			break;

		if (ret == -FI_EAVAIL) {
			ret = fi_cq_readerr(rxcq, &cq_err, 0);
			if (ret < 0)
				FT_PRINTERR("fi_cq_readerr", ret);
			else
				ret = -cq_err.err;
		} else {
			FT_PRINTERR("fi_cq_read/fi_cq_sread", ret);
		}
	} while (ret == -FI_ENOMSG && ignore_nomsg);

	if (!ret && msg.msg_iov && ((tag & BASE_TAG) == BASE_TAG))
		ret = ft_check_buf(iov.iov_base, iov.iov_len);

	return ret;
}

static int test_bad(void)
{
	int ret;

	printf("Peek for a bad msg\n");
	ret = trecv_op(0xbad, FI_PEEK, false);
	if (ret != -FI_ENOMSG) {
		FT_PRINTERR("FI_PEEK - bad msg", ret);
		return ret;
	}

	printf("Peek w/ claim for a bad msg\n");
	ret = trecv_op(0xbad, FI_PEEK | FI_CLAIM, false);
	if (ret != -FI_ENOMSG) {
		FT_PRINTERR("FI_PEEK - claim bad msg", ret);
		return ret;
	}

	return 0;
}

static int test_peek(void)
{
	int ret;

	printf("Peek msg 1\n");
	ret = trecv_op(BASE_TAG + 1, FI_PEEK, true);
	if (ret) {
		FT_PRINTERR("FI_PEEK", ret);
		return ret;
	}

	printf("Receive msg 1\n");
	ret = trecv_op(BASE_TAG + 1, 0, false);
	if (ret) {
		FT_PRINTERR("Receive after peek", ret);
		return ret;
	}

	return 0;
}

static int test_claim(void)
{
	int ret;

	printf("Peek w/ claim msg 2\n");
	ret = trecv_op(BASE_TAG + 2, FI_PEEK | FI_CLAIM, true);
	if (ret) {
		FT_PRINTERR("FI_PEEK | FI_CLAIM", ret);
		return ret;
	}

	printf("Receive claimed msg 2\n");
	ret = trecv_op(BASE_TAG + 2, FI_CLAIM, false);
	if (ret) {
		FT_PRINTERR("FI_CLAIM", ret);
		return ret;
	}

	return 0;
}

static int test_discard(void)
{
	int ret;

	printf("Peek & discard msg 3\n");
	ret = trecv_op(BASE_TAG + 3, FI_PEEK | FI_DISCARD, true);
	if (ret) {
		FT_PRINTERR("FI_PEEK | FI_DISCARD", ret);
		return ret;
	}

	printf("Checking to see if msg 3 was discarded\n");
	ret = trecv_op(BASE_TAG + 3, FI_PEEK, false);
	if (ret != -FI_ENOMSG) {
		FT_PRINTERR("FI_PEEK", ret);
		return ret;
	}

	printf("Peek w/ claim msg 4\n");
	ret = trecv_op(BASE_TAG + 4, FI_PEEK | FI_CLAIM, true);
	if (ret) {
		FT_PRINTERR("FI_DISCARD", ret);
		return ret;
	}

	printf("Claim and discard msg 4\n");
	ret = trecv_op(BASE_TAG + 4, FI_CLAIM | FI_DISCARD, false);
	if (ret) {
		FT_PRINTERR("FI_CLAIM", ret);
		return ret;
	}

	return 0;
}

static int test_ordered(void)
{
	int i, ret;

	for (i = 5; i <= 6; i++) {
		printf("Receive msg %d\n", i);
		ret = trecv_op(BASE_TAG + i, 0, false);
		if (ret) {
			FT_PRINTERR("trecv", ret);
			return ret;
		}
	}

	return 0;
}

static int test_ooo(void)
{
	int i, ret;

	for (i = SEND_CNT; i >= 7; i--) {
		printf("Receive msg %d\n", i);
		ret = trecv_op(BASE_TAG + i, 0, false);
		if (ret) {
			FT_PRINTERR("trecv", ret);
			return ret;
		}
	}

	return 0;
}

static int do_recvs(void)
{
	int ret;

	ret = test_bad();
	if (ret)
		return ret;

	ret = test_peek();
	if (ret)
		return ret;

	ret = test_claim();
	if (ret)
		return ret;

	ret = test_discard();
	if (ret)
		return ret;

	ret = test_ordered();
	if (ret)
		return ret;

	ret = test_ooo();
	if (ret)
		return ret;

	return 0;
}

static int do_sends(void)
{
	int i, ret;

	printf("Sending %d tagged messages\n", SEND_CNT);
	(void) ft_fill_buf(tx_buf, tx_size);

	for (i = 1; i <= SEND_CNT; i++) {
		do {
			ret = fi_tsend(ep, tx_buf, tx_size, mr_desc,
					remote_fi_addr, BASE_TAG + i,
					&tx_ctx_arr[i].context);
		} while (ret == -FI_EAGAIN);
		if (ret)
			return ret;
	}

	printf("Waiting for messages to complete\n");
	ret = wait_for_send_comp(SEND_CNT);
	return ret;
}

static int run(void)
{
	int ret;

	ret = ft_init_fabric();
	if (ret)
		return ret;

	if (opts.dst_addr) {
		ret = do_recvs();
		if (ret)
			return ret;
	} else {
		ret = do_sends();
		if (ret)
			return ret;
	}

	ft_sync();
	return 0;
}

int main(int argc, char **argv)
{
	int ret, op;

	opts = INIT_OPTS;
	opts.options |= FT_OPT_SIZE | FT_OPT_OOB_SYNC;
	opts.transfer_size = 64;  /* Don't expect receiver buffering */
	opts.window_size = SEND_CNT;

	hints = fi_allocinfo();
	if (!hints) {
		FT_PRINTERR("fi_allocinfo", -FI_ENOMEM);
		return EXIT_FAILURE;
	}

	while ((op = getopt(argc, argv, "h" CS_OPTS INFO_OPTS)) != -1) {
		switch (op) {
		default:
			ft_parsecsopts(op, optarg, &opts);
			ft_parseinfo(op, optarg, hints, &opts);
			break;
		case '?':
		case 'h':
			ft_csusage(argv[0], "An RDM client-server example that uses tagged search.\n");
			return EXIT_FAILURE;
		}
	}

	if (optind < argc)
		opts.dst_addr = argv[optind];

	hints->domain_attr->resource_mgmt = FI_RM_ENABLED;
	hints->tx_attr->msg_order = FI_ORDER_SAS;
	hints->ep_attr->type = FI_EP_RDM;
	hints->caps = FI_TAGGED;
	hints->mode = FI_CONTEXT;
	hints->domain_attr->mr_mode = opts.mr_mode;
	hints->addr_format = opts.address_format;

	ret = run();

	ft_free_res();
	return ft_exit_code(ret);
}