drivers/staging/hv/Channel.c

   1 /*
   2  * Copyright (c) 2009, Microsoft Corporation.
   3  *
   4  * This program is free software; you can redistribute it and/or modify it
   5  * under the terms and conditions of the GNU General Public License,
   6  * version 2, as published by the Free Software Foundation.
   7  *
   8  * This program is distributed in the hope it will be useful, but WITHOUT
   9  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  10  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  11  * more details.
  12  *
  13  * You should have received a copy of the GNU General Public License along with
  14  * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
  15  * Place - Suite 330, Boston, MA 02111-1307 USA.
  16  *
  17  * Authors:
  18  *   Haiyang Zhang <haiyangz@microsoft.com>
  19  *   Hank Janssen  <hjanssen@microsoft.com>
  20  */
  21 #include <linux/kernel.h>
  22 #include <linux/mm.h>
  23 #include <linux/slab.h>
  24 #include <linux/module.h>
  25 #include "osd.h"
  26 #include "logging.h"
  27 #include "VmbusPrivate.h"
  28
  29 /* Internal routines */
  30 static int VmbusChannelCreateGpadlHeader(
  31         void *Kbuffer,  /* must be phys and virt contiguous */
  32         u32 Size,       /* page-size multiple */
  33         struct vmbus_channel_msginfo **msgInfo,
  34         u32 *MessageCount);
  35 static void DumpVmbusChannel(struct vmbus_channel *channel);
  36 static void VmbusChannelSetEvent(struct vmbus_channel *channel);
  37
  38
  39 #if 0
  40 static void DumpMonitorPage(struct hv_monitor_page *MonitorPage)
  41 {
  42         int i = 0;
  43         int j = 0;
  44
  45         DPRINT_DBG(VMBUS, "monitorPage - %p, trigger state - %d",
  46                    MonitorPage, MonitorPage->TriggerState);
  47
  48         for (i = 0; i < 4; i++)
  49                 DPRINT_DBG(VMBUS, "trigger group (%d) - %llx", i,
  50                            MonitorPage->TriggerGroup[i].AsUINT64);
  51
  52         for (i = 0; i < 4; i++) {
  53                 for (j = 0; j < 32; j++) {
  54                         DPRINT_DBG(VMBUS, "latency (%d)(%d) - %llx", i, j,
  55                                    MonitorPage->Latency[i][j]);
  56                 }
  57         }
  58         for (i = 0; i < 4; i++) {
  59                 for (j = 0; j < 32; j++) {
  60                         DPRINT_DBG(VMBUS, "param-conn id (%d)(%d) - %d", i, j,
  61                                MonitorPage->Parameter[i][j].ConnectionId.Asu32);
  62                         DPRINT_DBG(VMBUS, "param-flag (%d)(%d) - %d", i, j,
  63                                 MonitorPage->Parameter[i][j].FlagNumber);
  64                 }
  65         }
  66 }
  67 #endif
  68
  69 /*
  70  * VmbusChannelSetEvent - Trigger an event notification on the specified
  71  * channel.
  72  */
  73 static void VmbusChannelSetEvent(struct vmbus_channel *Channel)
  74 {
  75         struct hv_monitor_page *monitorPage;
  76
  77         DPRINT_ENTER(VMBUS);
  78
  79         if (Channel->OfferMsg.MonitorAllocated) {
  80                 /* Each u32 represents 32 channels */
  81                 set_bit(Channel->OfferMsg.ChildRelId & 31,
  82                         (unsigned long *) gVmbusConnection.SendInterruptPage +
  83                         (Channel->OfferMsg.ChildRelId >> 5));
  84
  85                 monitorPage = gVmbusConnection.MonitorPages;
  86                 monitorPage++; /* Get the child to parent monitor page */
  87
  88                 set_bit(Channel->MonitorBit,
  89                         (unsigned long *)&monitorPage->TriggerGroup
  90                                         [Channel->MonitorGroup].Pending);
  91
  92         } else {
  93                 VmbusSetEvent(Channel->OfferMsg.ChildRelId);
  94         }
  95
  96         DPRINT_EXIT(VMBUS);
  97 }
  98
  99 #if 0
 100 static void VmbusChannelClearEvent(struct vmbus_channel *channel)
 101 {
 102         struct hv_monitor_page *monitorPage;
 103
 104         DPRINT_ENTER(VMBUS);
 105
 106         if (Channel->OfferMsg.MonitorAllocated) {
 107                 /* Each u32 represents 32 channels */
 108                 clear_bit(Channel->OfferMsg.ChildRelId & 31,
 109                           (unsigned long *)gVmbusConnection.SendInterruptPage +
 110                           (Channel->OfferMsg.ChildRelId >> 5));
 111
 112                 monitorPage =
 113                         (struct hv_monitor_page *)gVmbusConnection.MonitorPages;
 114                 monitorPage++; /* Get the child to parent monitor page */
 115
 116                 clear_bit(Channel->MonitorBit,
 117                           (unsigned long *)&monitorPage->TriggerGroup
 118                                         [Channel->MonitorGroup].Pending);
 119         }
 120
 121         DPRINT_EXIT(VMBUS);
 122 }
 123
 124 #endif
 125 /*
 126  * VmbusChannelGetDebugInfo -Retrieve various channel debug info
 127  */
 128 void VmbusChannelGetDebugInfo(struct vmbus_channel *Channel,
 129                               struct vmbus_channel_debug_info *DebugInfo)
 130 {
 131         struct hv_monitor_page *monitorPage;
 132         u8 monitorGroup = (u8)Channel->OfferMsg.MonitorId / 32;
 133         u8 monitorOffset = (u8)Channel->OfferMsg.MonitorId % 32;
 134         /* u32 monitorBit       = 1 << monitorOffset; */
 135
 136         DebugInfo->RelId = Channel->OfferMsg.ChildRelId;
 137         DebugInfo->State = Channel->State;
 138         memcpy(&DebugInfo->InterfaceType,
 139                &Channel->OfferMsg.Offer.InterfaceType, sizeof(struct hv_guid));
 140         memcpy(&DebugInfo->InterfaceInstance,
 141                &Channel->OfferMsg.Offer.InterfaceInstance,
 142                sizeof(struct hv_guid));
 143
 144         monitorPage = (struct hv_monitor_page *)gVmbusConnection.MonitorPages;
 145
 146         DebugInfo->MonitorId = Channel->OfferMsg.MonitorId;
 147
 148         DebugInfo->ServerMonitorPending =
 149                         monitorPage->TriggerGroup[monitorGroup].Pending;
 150         DebugInfo->ServerMonitorLatency =
 151                         monitorPage->Latency[monitorGroup][monitorOffset];
 152         DebugInfo->ServerMonitorConnectionId =
 153                         monitorPage->Parameter[monitorGroup]
 154                                               [monitorOffset].ConnectionId.u.Id;
 155
 156         monitorPage++;
 157
 158         DebugInfo->ClientMonitorPending =
 159                         monitorPage->TriggerGroup[monitorGroup].Pending;
 160         DebugInfo->ClientMonitorLatency =
 161                         monitorPage->Latency[monitorGroup][monitorOffset];
 162         DebugInfo->ClientMonitorConnectionId =
 163                         monitorPage->Parameter[monitorGroup]
 164                                               [monitorOffset].ConnectionId.u.Id;
 165
 166         RingBufferGetDebugInfo(&Channel->Inbound, &DebugInfo->Inbound);
 167         RingBufferGetDebugInfo(&Channel->Outbound, &DebugInfo->Outbound);
 168 }
 169
 170 /*
 171  * VmbusChannelOpen - Open the specified channel.
 172  */
 173 int VmbusChannelOpen(struct vmbus_channel *NewChannel, u32 SendRingBufferSize,
 174                      u32 RecvRingBufferSize, void *UserData, u32 UserDataLen,
 175                      void (*OnChannelCallback)(void *context), void *Context)
 176 {
 177         struct vmbus_channel_open_channel *openMsg;
 178         struct vmbus_channel_msginfo *openInfo = NULL;
 179         void *in, *out;
 180         unsigned long flags;
 181         int ret, err = 0;
 182
 183         DPRINT_ENTER(VMBUS);
 184
 185         /* Aligned to page size */
 186         ASSERT(!(SendRingBufferSize & (PAGE_SIZE - 1)));
 187         ASSERT(!(RecvRingBufferSize & (PAGE_SIZE - 1)));
 188
 189         NewChannel->OnChannelCallback = OnChannelCallback;
 190         NewChannel->ChannelCallbackContext = Context;
 191
 192         /* Allocate the ring buffer */
 193         out = osd_PageAlloc((SendRingBufferSize + RecvRingBufferSize)
 194                              >> PAGE_SHIFT);
 195         if (!out)
 196                 return -ENOMEM;
 197
 198         ASSERT(((unsigned long)out & (PAGE_SIZE-1)) == 0);
 199
 200         in = (void *)((unsigned long)out + SendRingBufferSize);
 201
 202         NewChannel->RingBufferPages = out;
 203         NewChannel->RingBufferPageCount = (SendRingBufferSize +
 204                                            RecvRingBufferSize) >> PAGE_SHIFT;
 205
 206         RingBufferInit(&NewChannel->Outbound, out, SendRingBufferSize);
 207
 208         RingBufferInit(&NewChannel->Inbound, in, RecvRingBufferSize);
 209
 210         /* Establish the gpadl for the ring buffer */
 211         DPRINT_DBG(VMBUS, "Establishing ring buffer's gpadl for channel %p...",
 212                    NewChannel);
 213
 214         NewChannel->RingBufferGpadlHandle = 0;
 215
 216         ret = VmbusChannelEstablishGpadl(NewChannel,
 217                                          NewChannel->Outbound.RingBuffer,
 218                                          SendRingBufferSize +
 219                                          RecvRingBufferSize,
 220                                          &NewChannel->RingBufferGpadlHandle);
 221
 222         if (!ret) {
 223                 err = ret;
 224                 goto errorout;
 225         }
 226
 227         DPRINT_DBG(VMBUS, "channel %p <relid %d gpadl 0x%x send ring %p "
 228                    "size %d recv ring %p size %d, downstreamoffset %d>",
 229                    NewChannel, NewChannel->OfferMsg.ChildRelId,
 230                    NewChannel->RingBufferGpadlHandle,
 231                    NewChannel->Outbound.RingBuffer,
 232                    NewChannel->Outbound.RingSize,
 233                    NewChannel->Inbound.RingBuffer,
 234                    NewChannel->Inbound.RingSize,
 235                    SendRingBufferSize);
 236
 237         /* Create and init the channel open message */
 238         openInfo = kmalloc(sizeof(*openInfo) +
 239                            sizeof(struct vmbus_channel_open_channel),
 240                            GFP_KERNEL);
 241         if (!openInfo) {
 242                 err = -ENOMEM;
 243                 goto errorout;
 244         }
 245
 246         openInfo->WaitEvent = osd_WaitEventCreate();
 247         if (!openInfo->WaitEvent) {
 248                 err = -ENOMEM;
 249                 goto errorout;
 250         }
 251
 252         openMsg = (struct vmbus_channel_open_channel *)openInfo->Msg;
 253         openMsg->Header.MessageType = ChannelMessageOpenChannel;
 254         openMsg->OpenId = NewChannel->OfferMsg.ChildRelId; /* FIXME */
 255         openMsg->ChildRelId = NewChannel->OfferMsg.ChildRelId;
 256         openMsg->RingBufferGpadlHandle = NewChannel->RingBufferGpadlHandle;
 257         openMsg->DownstreamRingBufferPageOffset = SendRingBufferSize >>
 258                                                   PAGE_SHIFT;
 259         openMsg->ServerContextAreaGpadlHandle = 0; /* TODO */
 260
 261         if (UserDataLen > MAX_USER_DEFINED_BYTES) {
 262                 err = -EINVAL;
 263                 goto errorout;
 264         }
 265
 266         if (UserDataLen)
 267                 memcpy(openMsg->UserData, UserData, UserDataLen);
 268
 269         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 270         list_add_tail(&openInfo->MsgListEntry,
 271                       &gVmbusConnection.ChannelMsgList);
 272         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 273
 274         DPRINT_DBG(VMBUS, "Sending channel open msg...");
 275
 276         ret = VmbusPostMessage(openMsg,
 277                                sizeof(struct vmbus_channel_open_channel));
 278         if (ret != 0) {
 279                 DPRINT_ERR(VMBUS, "unable to open channel - %d", ret);
 280                 goto Cleanup;
 281         }
 282
 283         /* FIXME: Need to time-out here */
 284         osd_WaitEventWait(openInfo->WaitEvent);
 285
 286         if (openInfo->Response.OpenResult.Status == 0)
 287                 DPRINT_INFO(VMBUS, "channel <%p> open success!!", NewChannel);
 288         else
 289                 DPRINT_INFO(VMBUS, "channel <%p> open failed - %d!!",
 290                             NewChannel, openInfo->Response.OpenResult.Status);
 291
 292 Cleanup:
 293         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 294         list_del(&openInfo->MsgListEntry);
 295         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 296
 297         kfree(openInfo->WaitEvent);
 298         kfree(openInfo);
 299
 300         DPRINT_EXIT(VMBUS);
 301
 302         return 0;
 303
 304 errorout:
 305         RingBufferCleanup(&NewChannel->Outbound);
 306         RingBufferCleanup(&NewChannel->Inbound);
 307         osd_PageFree(out, (SendRingBufferSize + RecvRingBufferSize)
 308                      >> PAGE_SHIFT);
 309         kfree(openInfo);
 310         return err;
 311 }
 312
 313 /*
 314  * DumpGpadlBody - Dump the gpadl body message to the console for
 315  * debugging purposes.
 316  */
 317 static void DumpGpadlBody(struct vmbus_channel_gpadl_body *Gpadl, u32 Len)
 318 {
 319         int i;
 320         int pfnCount;
 321
 322         pfnCount = (Len - sizeof(struct vmbus_channel_gpadl_body)) /
 323                    sizeof(u64);
 324         DPRINT_DBG(VMBUS, "gpadl body - len %d pfn count %d", Len, pfnCount);
 325
 326         for (i = 0; i < pfnCount; i++)
 327                 DPRINT_DBG(VMBUS, "gpadl body  - %d) pfn %llu",
 328                            i, Gpadl->Pfn[i]);
 329 }
 330
 331 /*
 332  * DumpGpadlHeader - Dump the gpadl header message to the console for
 333  * debugging purposes.
 334  */
 335 static void DumpGpadlHeader(struct vmbus_channel_gpadl_header *Gpadl)
 336 {
 337         int i, j;
 338         int pageCount;
 339
 340         DPRINT_DBG(VMBUS,
 341                    "gpadl header - relid %d, range count %d, range buflen %d",
 342                    Gpadl->ChildRelId, Gpadl->RangeCount, Gpadl->RangeBufLen);
 343         for (i = 0; i < Gpadl->RangeCount; i++) {
 344                 pageCount = Gpadl->Range[i].ByteCount >> PAGE_SHIFT;
 345                 pageCount = (pageCount > 26) ? 26 : pageCount;
 346
 347                 DPRINT_DBG(VMBUS, "gpadl range %d - len %d offset %d "
 348                            "page count %d", i, Gpadl->Range[i].ByteCount,
 349                            Gpadl->Range[i].ByteOffset, pageCount);
 350
 351                 for (j = 0; j < pageCount; j++)
 352                         DPRINT_DBG(VMBUS, "%d) pfn %llu", j,
 353                                    Gpadl->Range[i].PfnArray[j]);
 354         }
 355 }
 356
 357 /*
 358  * VmbusChannelCreateGpadlHeader - Creates a gpadl for the specified buffer
 359  */
 360 static int VmbusChannelCreateGpadlHeader(void *Kbuffer, u32 Size,
 361                                          struct vmbus_channel_msginfo **MsgInfo,
 362                                          u32 *MessageCount)
 363 {
 364         int i;
 365         int pageCount;
 366         unsigned long long pfn;
 367         struct vmbus_channel_gpadl_header *gpaHeader;
 368         struct vmbus_channel_gpadl_body *gpadlBody;
 369         struct vmbus_channel_msginfo *msgHeader;
 370         struct vmbus_channel_msginfo *msgBody;
 371         u32 msgSize;
 372
 373         int pfnSum, pfnCount, pfnLeft, pfnCurr, pfnSize;
 374
 375         /* ASSERT((kbuffer & (PAGE_SIZE-1)) == 0); */
 376         ASSERT((Size & (PAGE_SIZE-1)) == 0);
 377
 378         pageCount = Size >> PAGE_SHIFT;
 379         pfn = virt_to_phys(Kbuffer) >> PAGE_SHIFT;
 380
 381         /* do we need a gpadl body msg */
 382         pfnSize = MAX_SIZE_CHANNEL_MESSAGE -
 383                   sizeof(struct vmbus_channel_gpadl_header) -
 384                   sizeof(struct gpa_range);
 385         pfnCount = pfnSize / sizeof(u64);
 386
 387         if (pageCount > pfnCount) {
 388                 /* we need a gpadl body */
 389                 /* fill in the header */
 390                 msgSize = sizeof(struct vmbus_channel_msginfo) +
 391                           sizeof(struct vmbus_channel_gpadl_header) +
 392                           sizeof(struct gpa_range) + pfnCount * sizeof(u64);
 393                 msgHeader =  kzalloc(msgSize, GFP_KERNEL);
 394                 if (!msgHeader)
 395                         goto nomem;
 396
 397                 INIT_LIST_HEAD(&msgHeader->SubMsgList);
 398                 msgHeader->MessageSize = msgSize;
 399
 400                 gpaHeader = (struct vmbus_channel_gpadl_header *)msgHeader->Msg;
 401                 gpaHeader->RangeCount = 1;
 402                 gpaHeader->RangeBufLen = sizeof(struct gpa_range) +
 403                                          pageCount * sizeof(u64);
 404                 gpaHeader->Range[0].ByteOffset = 0;
 405                 gpaHeader->Range[0].ByteCount = Size;
 406                 for (i = 0; i < pfnCount; i++)
 407                         gpaHeader->Range[0].PfnArray[i] = pfn+i;
 408                 *MsgInfo = msgHeader;
 409                 *MessageCount = 1;
 410
 411                 pfnSum = pfnCount;
 412                 pfnLeft = pageCount - pfnCount;
 413
 414                 /* how many pfns can we fit */
 415                 pfnSize = MAX_SIZE_CHANNEL_MESSAGE -
 416                           sizeof(struct vmbus_channel_gpadl_body);
 417                 pfnCount = pfnSize / sizeof(u64);
 418
 419                 /* fill in the body */
 420                 while (pfnLeft) {
 421                         if (pfnLeft > pfnCount)
 422                                 pfnCurr = pfnCount;
 423                         else
 424                                 pfnCurr = pfnLeft;
 425
 426                         msgSize = sizeof(struct vmbus_channel_msginfo) +
 427                                   sizeof(struct vmbus_channel_gpadl_body) +
 428                                   pfnCurr * sizeof(u64);
 429                         msgBody = kzalloc(msgSize, GFP_KERNEL);
 430                         /* FIXME: we probably need to more if this fails */
 431                         if (!msgBody)
 432                                 goto nomem;
 433                         msgBody->MessageSize = msgSize;
 434                         (*MessageCount)++;
 435                         gpadlBody =
 436                                 (struct vmbus_channel_gpadl_body *)msgBody->Msg;
 437
 438                         /*
 439                          * FIXME:
 440                          * Gpadl is u32 and we are using a pointer which could
 441                          * be 64-bit
 442                          */
 443                         /* gpadlBody->Gpadl = kbuffer; */
 444                         for (i = 0; i < pfnCurr; i++)
 445                                 gpadlBody->Pfn[i] = pfn + pfnSum + i;
 446
 447                         /* add to msg header */
 448                         list_add_tail(&msgBody->MsgListEntry,
 449                                       &msgHeader->SubMsgList);
 450                         pfnSum += pfnCurr;
 451                         pfnLeft -= pfnCurr;
 452                 }
 453         } else {
 454                 /* everything fits in a header */
 455                 msgSize = sizeof(struct vmbus_channel_msginfo) +
 456                           sizeof(struct vmbus_channel_gpadl_header) +
 457                           sizeof(struct gpa_range) + pageCount * sizeof(u64);
 458                 msgHeader = kzalloc(msgSize, GFP_KERNEL);
 459                 msgHeader->MessageSize = msgSize;
 460
 461                 gpaHeader = (struct vmbus_channel_gpadl_header *)msgHeader->Msg;
 462                 gpaHeader->RangeCount = 1;
 463                 gpaHeader->RangeBufLen = sizeof(struct gpa_range) +
 464                                          pageCount * sizeof(u64);
 465                 gpaHeader->Range[0].ByteOffset = 0;
 466                 gpaHeader->Range[0].ByteCount = Size;
 467                 for (i = 0; i < pageCount; i++)
 468                         gpaHeader->Range[0].PfnArray[i] = pfn+i;
 469
 470                 *MsgInfo = msgHeader;
 471                 *MessageCount = 1;
 472         }
 473
 474         return 0;
 475 nomem:
 476         kfree(msgHeader);
 477         kfree(msgBody);
 478         return -ENOMEM;
 479 }
 480
 481 /*
 482  * VmbusChannelEstablishGpadl - Estabish a GPADL for the specified buffer
 483  *
 484  * @Channel: a channel
 485  * @Kbuffer: from kmalloc
 486  * @Size: page-size multiple
 487  * @GpadlHandle: some funky thing
 488  */
 489 int VmbusChannelEstablishGpadl(struct vmbus_channel *Channel, void *Kbuffer,
 490                                u32 Size, u32 *GpadlHandle)
 491 {
 492         struct vmbus_channel_gpadl_header *gpadlMsg;
 493         struct vmbus_channel_gpadl_body *gpadlBody;
 494         /* struct vmbus_channel_gpadl_created *gpadlCreated; */
 495         struct vmbus_channel_msginfo *msgInfo = NULL;
 496         struct vmbus_channel_msginfo *subMsgInfo;
 497         u32 msgCount;
 498         struct list_head *curr;
 499         u32 nextGpadlHandle;
 500         unsigned long flags;
 501         int ret = 0;
 502
 503         DPRINT_ENTER(VMBUS);
 504
 505         nextGpadlHandle = atomic_read(&gVmbusConnection.NextGpadlHandle);
 506         atomic_inc(&gVmbusConnection.NextGpadlHandle);
 507
 508         ret = VmbusChannelCreateGpadlHeader(Kbuffer, Size, &msgInfo, &msgCount);
 509         if (ret)
 510                 return ret;
 511
 512         msgInfo->WaitEvent = osd_WaitEventCreate();
 513         if (!msgInfo->WaitEvent) {
 514                 ret = -ENOMEM;
 515                 goto Cleanup;
 516         }
 517
 518         gpadlMsg = (struct vmbus_channel_gpadl_header *)msgInfo->Msg;
 519         gpadlMsg->Header.MessageType = ChannelMessageGpadlHeader;
 520         gpadlMsg->ChildRelId = Channel->OfferMsg.ChildRelId;
 521         gpadlMsg->Gpadl = nextGpadlHandle;
 522
 523         DumpGpadlHeader(gpadlMsg);
 524
 525         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 526         list_add_tail(&msgInfo->MsgListEntry,
 527                       &gVmbusConnection.ChannelMsgList);
 528
 529         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 530         DPRINT_DBG(VMBUS, "buffer %p, size %d msg cnt %d",
 531                    Kbuffer, Size, msgCount);
 532
 533         DPRINT_DBG(VMBUS, "Sending GPADL Header - len %zd",
 534                    msgInfo->MessageSize - sizeof(*msgInfo));
 535
 536         ret = VmbusPostMessage(gpadlMsg, msgInfo->MessageSize -
 537                                sizeof(*msgInfo));
 538         if (ret != 0) {
 539                 DPRINT_ERR(VMBUS, "Unable to open channel - %d", ret);
 540                 goto Cleanup;
 541         }
 542
 543         if (msgCount > 1) {
 544                 list_for_each(curr, &msgInfo->SubMsgList) {
 545
 546                         /* FIXME: should this use list_entry() instead ? */
 547                         subMsgInfo = (struct vmbus_channel_msginfo *)curr;
 548                         gpadlBody =
 549                              (struct vmbus_channel_gpadl_body *)subMsgInfo->Msg;
 550
 551                         gpadlBody->Header.MessageType = ChannelMessageGpadlBody;
 552                         gpadlBody->Gpadl = nextGpadlHandle;
 553
 554                         DPRINT_DBG(VMBUS, "Sending GPADL Body - len %zd",
 555                                    subMsgInfo->MessageSize -
 556                                    sizeof(*subMsgInfo));
 557
 558                         DumpGpadlBody(gpadlBody, subMsgInfo->MessageSize -
 559                                       sizeof(*subMsgInfo));
 560                         ret = VmbusPostMessage(gpadlBody,
 561                                                subMsgInfo->MessageSize -
 562                                                sizeof(*subMsgInfo));
 563                         if (!ret)
 564                                 goto Cleanup;
 565
 566                 }
 567         }
 568         osd_WaitEventWait(msgInfo->WaitEvent);
 569
 570         /* At this point, we received the gpadl created msg */
 571         DPRINT_DBG(VMBUS, "Received GPADL created "
 572                    "(relid %d, status %d handle %x)",
 573                    Channel->OfferMsg.ChildRelId,
 574                    msgInfo->Response.GpadlCreated.CreationStatus,
 575                    gpadlMsg->Gpadl);
 576
 577         *GpadlHandle = gpadlMsg->Gpadl;
 578
 579 Cleanup:
 580         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 581         list_del(&msgInfo->MsgListEntry);
 582         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 583
 584         kfree(msgInfo->WaitEvent);
 585         kfree(msgInfo);
 586
 587         DPRINT_EXIT(VMBUS);
 588
 589         return ret;
 590 }
 591
 592 /*
 593  * VmbusChannelTeardownGpadl -Teardown the specified GPADL handle
 594  */
 595 int VmbusChannelTeardownGpadl(struct vmbus_channel *Channel, u32 GpadlHandle)
 596 {
 597         struct vmbus_channel_gpadl_teardown *msg;
 598         struct vmbus_channel_msginfo *info;
 599         unsigned long flags;
 600         int ret;
 601
 602         DPRINT_ENTER(VMBUS);
 603
 604         ASSERT(GpadlHandle != 0);
 605
 606         info = kmalloc(sizeof(*info) +
 607                        sizeof(struct vmbus_channel_gpadl_teardown), GFP_KERNEL);
 608         if (!info)
 609                 return -ENOMEM;
 610
 611         info->WaitEvent = osd_WaitEventCreate();
 612         if (!info->WaitEvent) {
 613                 kfree(info);
 614                 return -ENOMEM;
 615         }
 616
 617         msg = (struct vmbus_channel_gpadl_teardown *)info->Msg;
 618
 619         msg->Header.MessageType = ChannelMessageGpadlTeardown;
 620         msg->ChildRelId = Channel->OfferMsg.ChildRelId;
 621         msg->Gpadl = GpadlHandle;
 622
 623         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 624         list_add_tail(&info->MsgListEntry,
 625                       &gVmbusConnection.ChannelMsgList);
 626         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 627
 628         ret = VmbusPostMessage(msg,
 629                                sizeof(struct vmbus_channel_gpadl_teardown));
 630         if (ret != 0) {
 631                 /* TODO: */
 632                 /* something... */
 633         }
 634
 635         osd_WaitEventWait(info->WaitEvent);
 636
 637         /* Received a torndown response */
 638         spin_lock_irqsave(&gVmbusConnection.channelmsg_lock, flags);
 639         list_del(&info->MsgListEntry);
 640         spin_unlock_irqrestore(&gVmbusConnection.channelmsg_lock, flags);
 641
 642         kfree(info->WaitEvent);
 643         kfree(info);
 644
 645         DPRINT_EXIT(VMBUS);
 646
 647         return ret;
 648 }
 649
 650 /*
 651  * VmbusChannelClose - Close the specified channel
 652  */
 653 void VmbusChannelClose(struct vmbus_channel *Channel)
 654 {
 655         struct vmbus_channel_close_channel *msg;
 656         struct vmbus_channel_msginfo *info;
 657         unsigned long flags;
 658         int ret;
 659
 660         DPRINT_ENTER(VMBUS);
 661
 662         /* Stop callback and cancel the timer asap */
 663         Channel->OnChannelCallback = NULL;
 664         del_timer_sync(&Channel->poll_timer);
 665
 666         /* Send a closing message */
 667         info = kmalloc(sizeof(*info) +
 668                        sizeof(struct vmbus_channel_close_channel), GFP_KERNEL);
 669         /* FIXME: can't do anything other than return here because the
 670          *        function is void */
 671         if (!info)
 672                 return;
 673
 674         /* info->waitEvent = osd_WaitEventCreate(); */
 675
 676         msg = (struct vmbus_channel_close_channel *)info->Msg;
 677         msg->Header.MessageType = ChannelMessageCloseChannel;
 678         msg->ChildRelId = Channel->OfferMsg.ChildRelId;
 679
 680         ret = VmbusPostMessage(msg, sizeof(struct vmbus_channel_close_channel));
 681         if (ret != 0) {
 682                 /* TODO: */
 683                 /* something... */
 684         }
 685
 686         /* Tear down the gpadl for the channel's ring buffer */
 687         if (Channel->RingBufferGpadlHandle)
 688                 VmbusChannelTeardownGpadl(Channel,
 689                                           Channel->RingBufferGpadlHandle);
 690
 691         /* TODO: Send a msg to release the childRelId */
 692
 693         /* Cleanup the ring buffers for this channel */
 694         RingBufferCleanup(&Channel->Outbound);
 695         RingBufferCleanup(&Channel->Inbound);
 696
 697         osd_PageFree(Channel->RingBufferPages, Channel->RingBufferPageCount);
 698
 699         kfree(info);
 700
 701         /*
 702          * If we are closing the channel during an error path in
 703          * opening the channel, don't free the channel since the
 704          * caller will free the channel
 705          */
 706
 707         if (Channel->State == CHANNEL_OPEN_STATE) {
 708                 spin_lock_irqsave(&gVmbusConnection.channel_lock, flags);
 709                 list_del(&Channel->ListEntry);
 710                 spin_unlock_irqrestore(&gVmbusConnection.channel_lock, flags);
 711
 712                 FreeVmbusChannel(Channel);
 713         }
 714
 715         DPRINT_EXIT(VMBUS);
 716 }
 717
 718 /**
 719  * VmbusChannelSendPacket() - Send the specified buffer on the given channel
 720  * @Channel: Pointer to vmbus_channel structure.
 721  * @Buffer: Pointer to the buffer you want to receive the data into.
 722  * @BufferLen: Maximum size of what the the buffer will hold
 723  * @RequestId: Identifier of the request
 724  * @vmbus_packet_type: Type of packet that is being send e.g. negotiate, time
 725  * packet etc.
 726  *
 727  * Sends data in @Buffer directly to hyper-v via the vmbus
 728  * This will send the data unparsed to hyper-v.
 729  *
 730  * Mainly used by Hyper-V drivers.
 731  */
 732 int VmbusChannelSendPacket(struct vmbus_channel *Channel, const void *Buffer,
 733                            u32 BufferLen, u64 RequestId,
 734                            enum vmbus_packet_type Type, u32 Flags)
 735 {
 736         struct vmpacket_descriptor desc;
 737         u32 packetLen = sizeof(struct vmpacket_descriptor) + BufferLen;
 738         u32 packetLenAligned = ALIGN_UP(packetLen, sizeof(u64));
 739         struct scatterlist bufferList[3];
 740         u64 alignedData = 0;
 741         int ret;
 742
 743         DPRINT_ENTER(VMBUS);
 744         DPRINT_DBG(VMBUS, "channel %p buffer %p len %d",
 745                    Channel, Buffer, BufferLen);
 746
 747         DumpVmbusChannel(Channel);
 748
 749         ASSERT((packetLenAligned - packetLen) < sizeof(u64));
 750
 751         /* Setup the descriptor */
 752         desc.Type = Type; /* VmbusPacketTypeDataInBand; */
 753         desc.Flags = Flags; /* VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED; */
 754         /* in 8-bytes granularity */
 755         desc.DataOffset8 = sizeof(struct vmpacket_descriptor) >> 3;
 756         desc.Length8 = (u16)(packetLenAligned >> 3);
 757         desc.TransactionId = RequestId;
 758
 759         sg_init_table(bufferList, 3);
 760         sg_set_buf(&bufferList[0], &desc, sizeof(struct vmpacket_descriptor));
 761         sg_set_buf(&bufferList[1], Buffer, BufferLen);
 762         sg_set_buf(&bufferList[2], &alignedData, packetLenAligned - packetLen);
 763
 764         ret = RingBufferWrite(&Channel->Outbound, bufferList, 3);
 765
 766         /* TODO: We should determine if this is optional */
 767         if (ret == 0 && !GetRingBufferInterruptMask(&Channel->Outbound))
 768                 VmbusChannelSetEvent(Channel);
 769
 770         DPRINT_EXIT(VMBUS);
 771
 772         return ret;
 773 }
 774 EXPORT_SYMBOL(VmbusChannelSendPacket);
 775
 776 /*
 777  * VmbusChannelSendPacketPageBuffer - Send a range of single-page buffer
 778  * packets using a GPADL Direct packet type.
 779  */
 780 int VmbusChannelSendPacketPageBuffer(struct vmbus_channel *Channel,
 781                                      struct hv_page_buffer PageBuffers[],
 782                                      u32 PageCount, void *Buffer, u32 BufferLen,
 783                                      u64 RequestId)
 784 {
 785         int ret;
 786         int i;
 787         struct VMBUS_CHANNEL_PACKET_PAGE_BUFFER desc;
 788         u32 descSize;
 789         u32 packetLen;
 790         u32 packetLenAligned;
 791         struct scatterlist bufferList[3];
 792         u64 alignedData = 0;
 793
 794         DPRINT_ENTER(VMBUS);
 795
 796         ASSERT(PageCount <= MAX_PAGE_BUFFER_COUNT);
 797
 798         DumpVmbusChannel(Channel);
 799
 800         /*
 801          * Adjust the size down since VMBUS_CHANNEL_PACKET_PAGE_BUFFER is the
 802          * largest size we support
 803          */
 804         descSize = sizeof(struct VMBUS_CHANNEL_PACKET_PAGE_BUFFER) -
 805                           ((MAX_PAGE_BUFFER_COUNT - PageCount) *
 806                           sizeof(struct hv_page_buffer));
 807         packetLen = descSize + BufferLen;
 808         packetLenAligned = ALIGN_UP(packetLen, sizeof(u64));
 809
 810         ASSERT((packetLenAligned - packetLen) < sizeof(u64));
 811
 812         /* Setup the descriptor */
 813         desc.Type = VmbusPacketTypeDataUsingGpaDirect;
 814         desc.Flags = VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED;
 815         desc.DataOffset8 = descSize >> 3; /* in 8-bytes grandularity */
 816         desc.Length8 = (u16)(packetLenAligned >> 3);
 817         desc.TransactionId = RequestId;
 818         desc.RangeCount = PageCount;
 819
 820         for (i = 0; i < PageCount; i++) {
 821                 desc.Range[i].Length = PageBuffers[i].Length;
 822                 desc.Range[i].Offset = PageBuffers[i].Offset;
 823                 desc.Range[i].Pfn        = PageBuffers[i].Pfn;
 824         }
 825
 826         sg_init_table(bufferList, 3);
 827         sg_set_buf(&bufferList[0], &desc, descSize);
 828         sg_set_buf(&bufferList[1], Buffer, BufferLen);
 829         sg_set_buf(&bufferList[2], &alignedData, packetLenAligned - packetLen);
 830
 831         ret = RingBufferWrite(&Channel->Outbound, bufferList, 3);
 832
 833         /* TODO: We should determine if this is optional */
 834         if (ret == 0 && !GetRingBufferInterruptMask(&Channel->Outbound))
 835                 VmbusChannelSetEvent(Channel);
 836
 837         DPRINT_EXIT(VMBUS);
 838
 839         return ret;
 840 }
 841
 842 /*
 843  * VmbusChannelSendPacketMultiPageBuffer - Send a multi-page buffer packet
 844  * using a GPADL Direct packet type.
 845  */
 846 int VmbusChannelSendPacketMultiPageBuffer(struct vmbus_channel *Channel,
 847                                 struct hv_multipage_buffer *MultiPageBuffer,
 848                                 void *Buffer, u32 BufferLen, u64 RequestId)
 849 {
 850         int ret;
 851         struct VMBUS_CHANNEL_PACKET_MULITPAGE_BUFFER desc;
 852         u32 descSize;
 853         u32 packetLen;
 854         u32 packetLenAligned;
 855         struct scatterlist bufferList[3];
 856         u64 alignedData = 0;
 857         u32 PfnCount = NUM_PAGES_SPANNED(MultiPageBuffer->Offset,
 858                                          MultiPageBuffer->Length);
 859
 860         DPRINT_ENTER(VMBUS);
 861
 862         DumpVmbusChannel(Channel);
 863
 864         DPRINT_DBG(VMBUS, "data buffer - offset %u len %u pfn count %u",
 865                    MultiPageBuffer->Offset, MultiPageBuffer->Length, PfnCount);
 866
 867         ASSERT(PfnCount > 0);
 868         ASSERT(PfnCount <= MAX_MULTIPAGE_BUFFER_COUNT);
 869
 870         /*
 871          * Adjust the size down since VMBUS_CHANNEL_PACKET_MULITPAGE_BUFFER is
 872          * the largest size we support
 873          */
 874         descSize = sizeof(struct VMBUS_CHANNEL_PACKET_MULITPAGE_BUFFER) -
 875                           ((MAX_MULTIPAGE_BUFFER_COUNT - PfnCount) *
 876                           sizeof(u64));
 877         packetLen = descSize + BufferLen;
 878         packetLenAligned = ALIGN_UP(packetLen, sizeof(u64));
 879
 880         ASSERT((packetLenAligned - packetLen) < sizeof(u64));
 881
 882         /* Setup the descriptor */
 883         desc.Type = VmbusPacketTypeDataUsingGpaDirect;
 884         desc.Flags = VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED;
 885         desc.DataOffset8 = descSize >> 3; /* in 8-bytes grandularity */
 886         desc.Length8 = (u16)(packetLenAligned >> 3);
 887         desc.TransactionId = RequestId;
 888         desc.RangeCount = 1;
 889
 890         desc.Range.Length = MultiPageBuffer->Length;
 891         desc.Range.Offset = MultiPageBuffer->Offset;
 892
 893         memcpy(desc.Range.PfnArray, MultiPageBuffer->PfnArray,
 894                PfnCount * sizeof(u64));
 895
 896         sg_init_table(bufferList, 3);
 897         sg_set_buf(&bufferList[0], &desc, descSize);
 898         sg_set_buf(&bufferList[1], Buffer, BufferLen);
 899         sg_set_buf(&bufferList[2], &alignedData, packetLenAligned - packetLen);
 900
 901         ret = RingBufferWrite(&Channel->Outbound, bufferList, 3);
 902
 903         /* TODO: We should determine if this is optional */
 904         if (ret == 0 && !GetRingBufferInterruptMask(&Channel->Outbound))
 905                 VmbusChannelSetEvent(Channel);
 906
 907         DPRINT_EXIT(VMBUS);
 908
 909         return ret;
 910 }
 911
 912
 913 /**
 914  * VmbusChannelRecvPacket() - Retrieve the user packet on the specified channel
 915  * @Channel: Pointer to vmbus_channel structure.
 916  * @Buffer: Pointer to the buffer you want to receive the data into.
 917  * @BufferLen: Maximum size of what the the buffer will hold
 918  * @BufferActualLen: The actual size of the data after it was received
 919  * @RequestId: Identifier of the request
 920  *
 921  * Receives directly from the hyper-v vmbus and puts the data it received
 922  * into Buffer. This will receive the data unparsed from hyper-v.
 923  *
 924  * Mainly used by Hyper-V drivers.
 925  */
 926 int VmbusChannelRecvPacket(struct vmbus_channel *Channel, void *Buffer,
 927                            u32 BufferLen, u32 *BufferActualLen, u64 *RequestId)
 928 {
 929         struct vmpacket_descriptor desc;
 930         u32 packetLen;
 931         u32 userLen;
 932         int ret;
 933         unsigned long flags;
 934
 935         DPRINT_ENTER(VMBUS);
 936
 937         *BufferActualLen = 0;
 938         *RequestId = 0;
 939
 940         spin_lock_irqsave(&Channel->inbound_lock, flags);
 941
 942         ret = RingBufferPeek(&Channel->Inbound, &desc,
 943                              sizeof(struct vmpacket_descriptor));
 944         if (ret != 0) {
 945                 spin_unlock_irqrestore(&Channel->inbound_lock, flags);
 946
 947                 /* DPRINT_DBG(VMBUS, "nothing to read!!"); */
 948                 DPRINT_EXIT(VMBUS);
 949                 return 0;
 950         }
 951
 952         /* VmbusChannelClearEvent(Channel); */
 953
 954         packetLen = desc.Length8 << 3;
 955         userLen = packetLen - (desc.DataOffset8 << 3);
 956         /* ASSERT(userLen > 0); */
 957
 958         DPRINT_DBG(VMBUS, "packet received on channel %p relid %d <type %d "
 959                    "flag %d tid %llx pktlen %d datalen %d> ",
 960                    Channel, Channel->OfferMsg.ChildRelId, desc.Type,
 961                    desc.Flags, desc.TransactionId, packetLen, userLen);
 962
 963         *BufferActualLen = userLen;
 964
 965         if (userLen > BufferLen) {
 966                 spin_unlock_irqrestore(&Channel->inbound_lock, flags);
 967
 968                 DPRINT_ERR(VMBUS, "buffer too small - got %d needs %d",
 969                            BufferLen, userLen);
 970                 DPRINT_EXIT(VMBUS);
 971
 972                 return -1;
 973         }
 974
 975         *RequestId = desc.TransactionId;
 976
 977         /* Copy over the packet to the user buffer */
 978         ret = RingBufferRead(&Channel->Inbound, Buffer, userLen,
 979                              (desc.DataOffset8 << 3));
 980
 981         spin_unlock_irqrestore(&Channel->inbound_lock, flags);
 982
 983         DPRINT_EXIT(VMBUS);
 984
 985         return 0;
 986 }
 987 EXPORT_SYMBOL(VmbusChannelRecvPacket);
 988
 989 /*
 990  * VmbusChannelRecvPacketRaw - Retrieve the raw packet on the specified channel
 991  */
 992 int VmbusChannelRecvPacketRaw(struct vmbus_channel *Channel, void *Buffer,
 993                               u32 BufferLen, u32 *BufferActualLen,
 994                               u64 *RequestId)
 995 {
 996         struct vmpacket_descriptor desc;
 997         u32 packetLen;
 998         u32 userLen;
 999         int ret;
1000         unsigned long flags;
1001
1002         DPRINT_ENTER(VMBUS);
1003
1004         *BufferActualLen = 0;
1005         *RequestId = 0;
1006
1007         spin_lock_irqsave(&Channel->inbound_lock, flags);
1008
1009         ret = RingBufferPeek(&Channel->Inbound, &desc,
1010                              sizeof(struct vmpacket_descriptor));
1011         if (ret != 0) {
1012                 spin_unlock_irqrestore(&Channel->inbound_lock, flags);
1013
1014                 /* DPRINT_DBG(VMBUS, "nothing to read!!"); */
1015                 DPRINT_EXIT(VMBUS);
1016                 return 0;
1017         }
1018
1019         /* VmbusChannelClearEvent(Channel); */
1020
1021         packetLen = desc.Length8 << 3;
1022         userLen = packetLen - (desc.DataOffset8 << 3);
1023
1024         DPRINT_DBG(VMBUS, "packet received on channel %p relid %d <type %d "
1025                    "flag %d tid %llx pktlen %d datalen %d> ",
1026                    Channel, Channel->OfferMsg.ChildRelId, desc.Type,
1027                    desc.Flags, desc.TransactionId, packetLen, userLen);
1028
1029         *BufferActualLen = packetLen;
1030
1031         if (packetLen > BufferLen) {
1032                 spin_unlock_irqrestore(&Channel->inbound_lock, flags);
1033
1034                 DPRINT_ERR(VMBUS, "buffer too small - needed %d bytes but "
1035                            "got space for only %d bytes", packetLen, BufferLen);
1036                 DPRINT_EXIT(VMBUS);
1037                 return -2;
1038         }
1039
1040         *RequestId = desc.TransactionId;
1041
1042         /* Copy over the entire packet to the user buffer */
1043         ret = RingBufferRead(&Channel->Inbound, Buffer, packetLen, 0);
1044
1045         spin_unlock_irqrestore(&Channel->inbound_lock, flags);
1046
1047         DPRINT_EXIT(VMBUS);
1048
1049         return 0;
1050 }
1051
1052 /*
1053  * VmbusChannelOnChannelEvent - Channel event callback
1054  */
1055 void VmbusChannelOnChannelEvent(struct vmbus_channel *Channel)
1056 {
1057         DumpVmbusChannel(Channel);
1058         ASSERT(Channel->OnChannelCallback);
1059
1060         Channel->OnChannelCallback(Channel->ChannelCallbackContext);
1061
1062         mod_timer(&Channel->poll_timer, jiffies + usecs_to_jiffies(100));
1063 }
1064
1065 /*
1066  * VmbusChannelOnTimer - Timer event callback
1067  */
1068 void VmbusChannelOnTimer(unsigned long data)
1069 {
1070         struct vmbus_channel *channel = (struct vmbus_channel *)data;
1071
1072         if (channel->OnChannelCallback)
1073                 channel->OnChannelCallback(channel->ChannelCallbackContext);
1074 }
1075
1076 /*
1077  * DumpVmbusChannel - Dump vmbus channel info to the console
1078  */
1079 static void DumpVmbusChannel(struct vmbus_channel *Channel)
1080 {
1081         DPRINT_DBG(VMBUS, "Channel (%d)", Channel->OfferMsg.ChildRelId);
1082         DumpRingInfo(&Channel->Outbound, "Outbound ");
1083         DumpRingInfo(&Channel->Inbound, "Inbound ");
1084 }