RecyclerView recyclerView = (RecyclerView) findViewById(R.id.recyclerView);
recyclerView.setLayoutManager(new LinearLayoutManager(this, LinearLayoutManager.VERTICAL, false));
RecyclerViewAdapter adapter = new RecyclerViewAdapter();
ItemTouchHelper helper = new ItemTouchHelper(new MyItemTouchCallback(adapter));
helper.attachToRecyclerView(recyclerView);

public class MyItemTouchCallback extends ItemTouchHelper.Callback {

  private final RecyclerViewAdapter adapter;

  public MyItemTouchCallback(RecyclerViewAdapter adapter) {
    this.adapter = adapter;
  }

  @Override
  public int getMovementFlags(RecyclerView recyclerView, RecyclerView.ViewHolder viewHolder) {
    return 0;
  }

  @Override
  public boolean onMove(RecyclerView recyclerView, RecyclerView.ViewHolder viewHolder, RecyclerView.ViewHolder target) {
    return false;
  }

  @Override
  public void onSwiped(RecyclerView.ViewHolder viewHolder, int direction) {
    
  }

}

@Override
public int getMovementFlags(RecyclerView recyclerView, RecyclerView.ViewHolder viewHolder) {
  int dragFlag;
  int swipeFlag;
  RecyclerView.LayoutManager layoutManager = recyclerView.getLayoutManager();
  if (layoutManager instanceof GridLayoutManager) {
    dragFlag = ItemTouchHelper.DOWN | ItemTouchHelper.UP
        | ItemTouchHelper.RIGHT | ItemTouchHelper.LEFT;
    swipeFlag = 0;
  } else {
    dragFlag = ItemTouchHelper.DOWN | ItemTouchHelper.UP;
    swipeFlag = ItemTouchHelper.END;
  }
  return makeMovementFlags(dragFlag, swipeFlag);
}

@Override
public boolean onMove(RecyclerView recyclerView, RecyclerView.ViewHolder viewHolder, RecyclerView.ViewHolder target) {
  int fromPosition = viewHolder.getAdapterPosition();
  int toPosition = target.getAdapterPosition();
  if (fromPosition < toPosition) {
    for (int i = fromPosition; i < toPosition; i++) {
      Collections.swap(adapter.getDataList(), i, i + 1);
    }
  } else {
    for (int i = fromPosition; i > toPosition; i--) {
      Collections.swap(adapter.getDataList(), i, i - 1);
    }
  }
  recyclerView.getAdapter().notifyItemMoved(fromPosition, toPosition);
  return true;
}

@Override
public void onSwiped(RecyclerView.ViewHolder viewHolder, int direction) {
  int position = viewHolder.getAdapterPosition();
  if (direction == ItemTouchHelper.END) {
    adapter.getDataList().remove(position);
    adapter.notifyItemRemoved(position);
  }
}

@Override
public void onSelectedChanged(RecyclerView.ViewHolder viewHolder, int actionState) {
  super.onSelectedChanged(viewHolder, actionState);
  if (actionState == ItemTouchHelper.ACTION_STATE_DRAG) {
    viewHolder.itemView.setBackgroundColor(Color.BLUE);
  }
}

@Override
public void clearView(RecyclerView recyclerView, RecyclerView.ViewHolder viewHolder) {
  super.clearView(recyclerView, viewHolder);
  viewHolder.itemView.setBackgroundColor(0);
}