You can just delete the item from the Deleted Items folder after its deleted.
VB Code:
  1. Sub DeleteMyItem()
  2.     Dim myolApp As New Outlook.Application
  3.     Dim oNamespace As Outlook.NameSpace
  4.     Dim oFolder As Outlook.MAPIFolder
  5.     Dim oItem As Object
  6.     Dim strPrompt As String
  7.    
  8.     Set oNamespace = myolApp.GetNamespace("MAPI")
  9.     Set oFolder = oNamespace.GetDefaultFolder(olFolderTasks)
  10.     Set oItem = oFolder.Items.Item(1)
  11.  
  12.     'Prompt the user for confirmation
  13.     strPrompt = "Are you sure you want to delete the item?"
  14.     If MsgBox(strPrompt, vbYesNo + vbQuestion) = vbYes Then
  15.         oItem.Subject = "DeleteMe"
  16.         oItem.Save
  17.         oItem.Move oNamespace.GetDefaultFolder(olFolderDeletedItems)
  18.         Set oItem = Nothing
  19.         Set oItem = oNamespace.GetDefaultFolder(olFolderDeletedItems).Items.Find("[Subject] = DeleteMe")
  20.         oItem.Delete
  21.         Set oItem = Nothing
  22.         MsgBox ("Item deleted")
  23.     End If
  24. End Sub